rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/cccfna/index.ts

@@ -0,0 +1,82 @@
+import { Route, DataItem } from '@/types';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/:category/:type?',
+    categories: ['government'],
+    example: '/cccfna/meirigengxin',
+    parameters: {
+        category: '文章种类，即一级分类，详情见下表',
+        type: '文章类型，即二级分类，详情见下表',
+    },
+    radar: [
+        {
+            source: ['www.cccfna.org.cn/:category/:type?'],
+        },
+    ],
+    description: `
+:::tip
+存在**二级分类**的**一级分类**不能单独当作参数，如：\`/cccfna/hangyezixun\`
+:::
+
+文章的目录分级如下:
+
+- shanghuidongtai（商会通知）
+- meirigengxin（每日更新）
+- tongzhigonggao（通知公告）
+- hangyezixun（行业资讯）
+  - zhengcedaohang（政策导航）
+  - yujinxinxi（预警信息）
+  - shichangdongtai（市场动态）
+  - gongxuxinxi（供需信息）
+- maoyitongji（贸易统计）
+  - tongjikuaibao（统计快报）
+  - hangyetongji（行业统计）
+  - guobiemaoyi（国别贸易）
+  - maoyizhinan（贸易指南）
+- nongchanpinbaogao（农产品报告）
+  - nongchanpinyuebao（农产品月报）
+  - zhongdianchanpinyuebao（重点产品月报）
+  - zhongdianchanpinzoushi（重点产品走势）`,
+    name: '资讯信息',
+    maintainers: ['hualiong'],
+    handler: async (ctx) => {
+        const { category, type } = ctx.req.param();
+        const baseURL = `https://www.cccfna.org.cn/${category}${type ? '/' + type : ''}`;
+
+        const response = await ofetch(baseURL);
+        const $ = load(response);
+
+        const list: DataItem[] = $('body > script')
+            .last()
+            .text()
+            .match(new RegExp(`https://www.cccfna.org.cn/${category}/.+?.html`, 'g'))!
+            .slice(0, 15)
+            .map((link) => ({ title: '', link }));
+
+        const items = await Promise.all(
+            list.map((item) =>
+                cache.tryGet(item.link!, async () => {
+                    const $ = load(await ofetch(item.link!));
+                    const content = $('.list_cont');
+
+                    item.title = content.find('.title').text();
+                    item.pubDate = timezone(parseDate(content.find('.tip > .time').text(), '发布时间：YYYY-MM-DD'), +8);
+                    item.description = content.find('#article-content').html()!;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: $('head > title').text(),
+            link: baseURL,
+            item: items as DataItem[],
+        };
+    },
+};

package/lib/routes/cccfna/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国食品土畜进出口商会',
+    url: 'www.cccfna.org.cn',
+};

package/lib/routes/ccfa/index.ts

@@ -0,0 +1,216 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { type = '1' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 30;
+
+    const rootUrl = 'http://www.ccfa.org.cn';
+    const currentUrl = new URL(`portal/cn/xiehui_list.jsp?type=${type}`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    let items = $('div.page_right ul li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.text(),
+                pubDate: parseDate(item.find('span.list_time').text(), 'YYYY/MM/DD'),
+                link: new URL(a.prop('href'), currentUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link.includes('ccfa.org.cn')) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('h2#title').text();
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    intro: $$('div.artical_info_jianjie').html(),
+                    description: $$('div.news_artical_txt').html(),
+                });
+
+                const pubDate =
+                    $$('div.artical_info_left')
+                        .text()
+                        .match(/(\d{4}(?:\/\d{2}){2})/)?.[1] ?? undefined;
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = pubDate ? parseDate(pubDate, 'YYYY/MM/DD') : item.pubDate;
+                item.author = $$('div.artical_info_left')
+                    .text()
+                    .split(/来源：/)
+                    .pop();
+                item.content = {
+                    html: description,
+                    text: $$('div.news_artical_txt').text(),
+                };
+
+                const attachmentEl =
+                    $$('p.download').length === 0
+                        ? undefined
+                        : $$('div.news_artical_txt a')
+                              .toArray()
+                              .find((a) => $$(a).prop('href')?.includes('downFiles.do'));
+
+                item.enclosure_url = attachmentEl ? new URL($$(attachmentEl).prop('href'), rootUrl) : undefined;
+                item.enclosure_title = attachmentEl ? $$(attachmentEl).text() : undefined;
+
+                return item;
+            })
+        )
+    );
+
+    const description = $('li.page_tit').contents().last().text().split(/>/).pop();
+    const image = new URL($('div.logo img').prop('src'), currentUrl).href;
+    const author = $('title').text();
+
+    return {
+        title: `${author} - ${description}`,
+        description,
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[property="og:site_name"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:type?',
+    name: '分类',
+    url: 'www.ccfa.org.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/ccfa/1',
+    parameters: { category: '分类，默认为 `1`，即协会动态，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [协会动态](https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1)，网址为 \`https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1\`。截取 \`https://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=\` 到末尾的部分 \`1\` 作为参数填入，此时路由为 [\`/ccfa/1\`](https://rsshub.app/ccfa/1)。
+  :::
+
+  | 分类                                                                      | ID                                     |
+  | ------------------------------------------------------------------------- | -------------------------------------- |
+  | [协会动态](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1)       | [1](https://rsshub.app/ccfa/1)         |
+  | [行业动态](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=2)       | [2](https://rsshub.app/ccfa/2)         |
+  | [政策/报告/标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)  | [33](https://rsshub.app/ccfa/33)       |
+  | [行业统计](http://www.ccfa.org.cn/portal/cn/lsbq.jsp?type=10003)          | [10003](https://rsshub.app/ccfa/10003) |
+  | [创新案例](http://www.ccfa.org.cn/portal/cn/hybzs_list.jsp?type=10004)    | [10004](https://rsshub.app/ccfa/10004) |
+  | [党建工作](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=7)       | [7](https://rsshub.app/ccfa/7)         |
+  | [新消费论坛](http://www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=10005) | [10005](https://rsshub.app/ccfa/10005) |
+
+  #### [政策/报告/标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)
+
+  | 分类                                                                            | ID                               |
+  | ------------------------------------------------------------------------------- | -------------------------------- |
+  | [行业报告](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33)              | [33](https://rsshub.app/ccfa/33) |
+  | [行业标准](http://www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=34)              | [34](https://rsshub.app/ccfa/34) |
+  | [行业政策](http://www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=39)     | [39](https://rsshub.app/ccfa/39) |
+  | [政策权威解读](http://www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=40) | [40](https://rsshub.app/ccfa/40) |
+    `,
+    categories: ['new-media'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: [
+                'www.ccfa.org.cn/portal/cn/xiehui_list.jsp',
+                'www.ccfa.org.cn/portal/cn/hybz_list.jsp',
+                'www.ccfa.org.cn/portal/cn/lsbq.jsp',
+                'www.ccfa.org.cn/portal/cn/hybzs_list.jsp',
+                'www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp',
+            ],
+            target: (_, url) => {
+                url = new URL(url);
+                const type = url.searchParams.get('type');
+
+                return type ? `/${type}` : '';
+            },
+        },
+        {
+            title: '协会动态',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=1'],
+            target: '/1',
+        },
+        {
+            title: '行业动态',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=2'],
+            target: '/2',
+        },
+        {
+            title: '政策/报告/标准',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33'],
+            target: '/33',
+        },
+        {
+            title: '行业统计',
+            source: ['www.ccfa.org.cn/portal/cn/lsbq.jsp?type=10003'],
+            target: '/10003',
+        },
+        {
+            title: '创新案例',
+            source: ['www.ccfa.org.cn/portal/cn/hybzs_list.jsp?type=10004'],
+            target: '/10004',
+        },
+        {
+            title: '党建工作',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=7'],
+            target: '/7',
+        },
+        {
+            title: '新消费论坛',
+            source: ['www.ccfa.org.cn/portal/cn/xiehui_list.jsp?type=10005'],
+            target: '/10005',
+        },
+        {
+            title: '政策/报告/标准 - 行业报告',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=33'],
+            target: '/33',
+        },
+        {
+            title: '政策/报告/标准 - 行业标准',
+            source: ['www.ccfa.org.cn/portal/cn/hybz_list.jsp?type=34'],
+            target: '/34',
+        },
+        {
+            title: '政策/报告/标准 - 行业政策',
+            source: ['www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=39'],
+            target: '/39',
+        },
+        {
+            title: '政策/报告/标准 - 政策权威解读',
+            source: ['www.ccfa.org.cn/portal/cn/fangyizhuanqu_list.jsp?type=40'],
+            target: '/40',
+        },
+    ],
+};

package/lib/routes/ccfa/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国连锁经营协会',
+    url: 'ccfa.org.cn',
+    categories: ['new-media'],
+    description: '',
+};

package/lib/routes/ccfa/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/cctv/category.ts

@@ -2,6 +2,7 @@ import { Route } from '@/types';
 import getMzzlbg from './utils/mzzlbg';
 import xinwen1j1 from './utils/xinwen1j1';
 import getNews from './utils/news';
+import getXWLB from './xwlb';
 
 export const route: Route = {
     path: '/:category',
@@ -31,18 +32,21 @@ export const route: Route = {
 
 async function handler(ctx) {
     const category = ctx.req.param('category');
-    let responseData;
 
-    if (category === 'mzzlbg') {
-        // 每周质量报告
-        responseData = await getMzzlbg();
-    } else if (category === 'xinwen1j1') {
-        // 新闻1+1
-        responseData = await xinwen1j1();
-    } else {
-        // 央视新闻
-        responseData = await getNews(category);
-    }
+    switch (category) {
+        case 'mzzlbg':
+            // 每周质量报告
+            return await getMzzlbg();
+
+        case 'xinwen1j1':
+            // 新闻1+1
+            return await xinwen1j1();
 
-    return responseData;
+        case 'xwlb':
+            return await getXWLB();
+
+        default:
+            // 央视新闻
+            return await getNews(category);
+    }
 }

package/lib/routes/cctv/xwlb.ts

@@ -9,10 +9,22 @@ import customParseFormat from 'dayjs/plugin/customParseFormat';
 dayjs.extend(customParseFormat);
 
 export const route: Route = {
-    path: '/xwlb',
+    path: '/:site/:category/:name',
     categories: ['traditional-media'],
-    example: '/cctv/xwlb',
-    parameters: {},
+    example: '/cctv/tv/lm/xwlb',
+    parameters: {
+        site: "站点, 可选值如'tv', 既'央视节目'",
+        category: "分类名, 官网对应分类, 当前可选值'lm', 既'栏目大全'",
+        name: {
+            description: "栏目名称, 可在对应栏目页面 URL 中找到, 可选值如'xwlb',既'新闻联播'",
+            options: [
+                {
+                    value: 'xwlb',
+                    label: '新闻联播',
+                },
+            ],
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -33,12 +45,21 @@ export const route: Route = {
     description: `新闻联播内容摘要。`,
 };
 
-async function handler() {
+async function handler(ctx) {
+    const { site, category, name } = ctx.req.param();
+    let responseData;
+    if (site === 'tv' && category === 'lm' && name === 'xwlb') {
+        responseData = await getXWLB();
+    }
+    return responseData;
+}
+
+const getXWLB = async () => {
     const res = await got({ method: 'get', url: 'https://tv.cctv.com/lm/xwlb/' });
     const $ = load(res.data);
     // 解析最新一期新闻联播的日期
     const latestDate = dayjs($('.rilititle p').text(), 'YYYY-MM-DD');
-    const count = [];
+    const count: number[] = [];
     for (let i = 0; i < 20; i++) {
         count.push(i);
     }
@@ -49,13 +70,13 @@ async function handler() {
             const item = {
                 title: `新闻联播 ${newsDate.format('YYYY/MM/DD')}`,
                 link: url,
-                pubDate: timezone(parseDate(newsDate), +8),
+                pubDate: timezone(parseDate(newsDate.format()), +8),
                 description: await cache.tryGet(url, async () => {
                     const res = await got(url);
                     const content = load(res.data);
-                    const list = [];
-                    content('body li').map((i, e) => {
-                        e = content(e);
+                    const list: string[] = [];
+                    content('body li').map((i, elem) => {
+                        const e = content(elem);
                         const href = e.find('a').attr('href');
                         const title = e.find('a').attr('title');
                         const dur = e.find('span').text();
@@ -74,4 +95,5 @@ async function handler() {
         link: 'http://tv.cctv.com/lm/xwlb/',
         item: resultItems,
     };
-}
+};
+export default getXWLB;

package/lib/routes/cdu/jwgg.ts

@@ -0,0 +1,79 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+export const route: Route = {
+    path: '/jwgg',
+    categories: ['university'],
+    example: '/cdu/jwgg',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['jw.cdu.edu.cn/'],
+        },
+    ],
+    name: '教务处通知公告',
+    maintainers: ['uuwor'],
+    handler,
+    url: 'jw.cdu.edu.cn/',
+};
+
+async function handler() {
+    const url = 'https://jw.cdu.edu.cn/jwgg.htm'; // 数据来源网页（待提取网页）
+    const response = await got.get(url);
+    const data = response.data;
+    const $ = load(data);
+    const list = $('.ListTable.dataTable.no-footer tbody tr[role="row"].odd')
+        .slice(0, 10)
+        .toArray()
+        .map((e) => {
+            const element = $(e);
+            const title = element.find('tr.odd a').text().trim(); /* 1.选择器 tr.odd a：这个选择器查找具有 class="odd" 的 <tr> 元素下的 <a> 标签。
+                                                                    2..text()：该方法获取选中元素的文本内容。
+                                                                    3..trim()：用于去掉字符串前后的空格，确保得到干净的文本。*/
+            const link = element.find('tr.odd a').attr('href');
+            const date = element
+                .find('tr.odd td.columnDate')
+                .text()
+                .match(/\d{4}-\d{2}-\d{2}/);
+            const pubDate = timezone(parseDate(date), 8);
+
+            return {
+                title,
+                link: 'https://jw.cdu.edu.cn/' + link,
+                author: '成都大学教务处通知公告',
+                pubDate,
+            };
+        });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const itemReponse = await got.get(item.link);
+                const data = itemReponse.data;
+                const itemElement = load(data);
+
+                item.description = itemElement('.v_news_content').html();
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '成大教务处通知公告',
+        link: url,
+        item: result,
+    };
+}

package/lib/routes/cdu/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '成都大学',
+    url: 'www.cdu.edu.cn',
+};

package/lib/routes/cffex/announcement.ts

@@ -0,0 +1,73 @@
+import { DataItem, Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/announcement',
+    name: '交易所公告',
+    url: 'www.cffex.com.cn',
+    maintainers: ['ChenXiangcheng1'],
+    example: '/cffex/announcement',
+    parameters: {},
+    description: '',
+    categories: ['government'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['cffex.com.cn'],
+            target: '/announcement',
+        },
+    ],
+    handler,
+};
+
+async function handler(): Promise<{ title: string; link: string; item: DataItem[] }> {
+    const baseUrl = 'http://www.cffex.com.cn';
+    const homeUrl = `${baseUrl}/jystz`;
+    const response = await ofetch(homeUrl);
+
+    // 使用 Cheerio 选择器解析 HTML
+    const $ = load(response);
+    const list = $('div.notice_list li')
+        .toArray()
+        .map((item) => {
+            item = $(item); // (Element) -> LoadedCheerio
+            const titleEle = $(item).find('a').first();
+            const dateEle = $(item).find('a').eq(1);
+
+            return {
+                title: titleEle.text().trim(),
+                link: `${baseUrl}${titleEle.attr('href')}`,
+                pubDate: timezone(parseDate(dateEle.text(), 'YYYY-MM-DD'), +8),
+            };
+        });
+
+    // (Promise) -> Promise
+    const items = await Promise.all(
+        // (Promise|null) -> Promise|null
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+                item.description = $('div.jysggnr div.nan p').eq(1)?.html();
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '中国金融期货交易所 - 交易所公告',
+        link: homeUrl,
+        item: items,
+    };
+}

package/lib/routes/cffex/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国金融期货交易所',
+    url: 'cffex.com.cn',
+};

package/lib/routes/cfr/index.ts

@@ -0,0 +1,58 @@
+import type { Data, Route } from '@/types';
+import type { Context } from 'hono';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { asyncPoolAll, getDataItem } from './utils';
+
+export const route: Route = {
+    path: '/:category/:subCategory?',
+    categories: ['traditional-media'],
+    parameters: {
+        category: 'category, find it in the URL',
+        subCategory: 'sub-category, find it in the URL',
+    },
+    example: '/cfr/asia',
+    name: 'News',
+    maintainers: ['KarasuShin'],
+    handler,
+    radar: [
+        {
+            source: ['www.cfr.org/:category', 'www.cfr.org/:category/:subCategory'],
+            target: '/:category/:subCategory?',
+        },
+    ],
+    features: {
+        antiCrawler: true,
+    },
+};
+
+async function handler(ctx: Context): Promise<Data> {
+    const { category, subCategory } = ctx.req.param();
+
+    const origin = 'https://www.cfr.org';
+    let link = `${origin}/${category}`;
+    if (subCategory) {
+        link += `/${subCategory}`;
+    }
+    const res = await ofetch(link);
+
+    const $ = load(res);
+
+    const selectorMap: {
+        [key: string]: string;
+    } = {
+        podcasts: '.episode-content__title a',
+        blog: '.card-series__content-link',
+        'books-reports': '.card-article__link',
+    };
+
+    const listSelector = selectorMap[category] ?? '.card-article-large__link';
+
+    const items = await asyncPoolAll(5, $(listSelector).toArray(), async (item) => await getDataItem($(item).attr('href')!));
+
+    return {
+        title: $('head title').text().replace(' | Council on Foreign Relations', ''),
+        link,
+        item: items,
+    };
+}

package/lib/routes/cfr/namespace.ts

@@ -0,0 +1,6 @@
+import { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Council on Foreign Relations',
+    url: 'www.cfr.org',
+};