rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/cisia/index.ts

@@ -0,0 +1,264 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const { id = '9' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const domain = 'www.cisia.org';
+    const rootUrl = `http://${domain}`;
+    const currentUrl = new URL(`site/term/${id}.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    let items = $('ul.list_first li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.text(),
+                pubDate: parseDate(item.find('span.time').text()),
+                link: new URL(a.prop('href'), rootUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!/^https?:\/\/www\.cisia\.org(\/[^\s]*)?$/.test(item.link)) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('div.TextTitle').text();
+                const description = $$('div.NewsText').html();
+                const pubDate = $$('div.shar')
+                    .text()
+                    .match(/(\d{4}-\d{2}-\d{2})/)?.[1];
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = pubDate ? parseDate(pubDate) : item.pubDate;
+                item.author = $$('meta[name="Description"]').prop('content');
+                item.content = {
+                    html: description,
+                    text: $$('div.NewsText').text(),
+                };
+
+                return item;
+            })
+        )
+    );
+
+    const image = new URL($('div.logo img').prop('src'), rootUrl).href;
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="Description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="Keywords"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:id?',
+    name: '栏目',
+    url: 'www.cisia.org',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/cisia/9',
+    parameters: { id: '栏目 id，默认为 `9`，即协会动态，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [市场信息](http://www.cisia.org/site/term/12.html)，网址为 \`http://www.cisia.org/site/term/12.html\`。截取 \`https://www.cisia.org/site/term/\` 到末尾 \`.html\` 的部分 \`12\` 作为参数填入，此时路由为 [\`/cisia/12\`](https://rsshub.app/cisia/12)。
+  :::
+
+  <details>
+    <summary>更多分类</summary>
+
+  #### [分支机构信息](http://www.cisia.org/site/term/14.html)
+
+  | [企业动态](http://www.cisia.org/site/term/17.html) | [产品展示](http://www.cisia.org/site/term/18.html) |
+  | -------------------------------------------------- | -------------------------------------------------- |
+  | [17](https://rsshub.app/cisia/17)                  | [18](https://rsshub.app/cisia/18)                  |
+
+  #### [新闻中心](http://www.cisia.org/site/term/8.html)
+
+  | [协会动态](http://www.cisia.org/site/term/9.html) | [行业新闻](http://www.cisia.org/site/term/10.html) | [通知公告](http://www.cisia.org/site/term/11.html) | [市场信息](http://www.cisia.org/site/term/12.html) |
+  | ------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- |
+  | [9](https://rsshub.app/cisia/9)                   | [10](https://rsshub.app/cisia/10)                  | [11](https://rsshub.app/cisia/11)                  | [12](https://rsshub.app/cisia/12)                  |
+
+  #### [政策法规](http://www.cisia.org/site/term/19.html)
+
+  | [宏观聚焦](http://www.cisia.org/site/term/20.html) | [技术园区](http://www.cisia.org/site/term/396.html) |
+  | -------------------------------------------------- | --------------------------------------------------- |
+  | [20](https://rsshub.app/cisia/20)                  | [396](https://rsshub.app/cisia/396)                 |
+
+  #### [合作交流](http://www.cisia.org/site/term/22.html)
+
+  | [国际交流](http://www.cisia.org/site/term/23.html) | [行业交流](http://www.cisia.org/site/term/24.html) | [企业调研](http://www.cisia.org/site/term/25.html) | [会展信息](http://www.cisia.org/site/term/84.html) | [宣传专题](http://www.cisia.org/site/term/430.html) |
+  | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | --------------------------------------------------- |
+  | [23](https://rsshub.app/cisia/23)                  | [24](https://rsshub.app/cisia/24)                  | [25](https://rsshub.app/cisia/25)                  | [84](https://rsshub.app/cisia/84)                  | [430](https://rsshub.app/cisia/430)                 |
+
+  #### [党建工作](http://www.cisia.org/site/term/26.html)
+
+  | [党委文件](http://www.cisia.org/site/term/27.html) | [学习园地](http://www.cisia.org/site/term/28.html) | [两会专题](http://www.cisia.org/site/term/443.html) |
+  | -------------------------------------------------- | -------------------------------------------------- | --------------------------------------------------- |
+  | [27](https://rsshub.app/cisia/27)                  | [28](https://rsshub.app/cisia/28)                  | [443](https://rsshub.app/cisia/443)                 |
+
+  #### [网上服务平台](http://www.cisia.org/site/term/29.html)
+
+  | [前沿科技](http://www.cisia.org/site/term/31.html) | [新材料新技术](http://www.cisia.org/site/term/133.html) | [文件共享](http://www.cisia.org/site/term/30.html) |
+  | -------------------------------------------------- | ------------------------------------------------------- | -------------------------------------------------- |
+  | [31](https://rsshub.app/cisia/31)                  | [133](https://rsshub.app/cisia/133)                     | [30](https://rsshub.app/cisia/30)                  |
+
+  #### [会员社区](http://www.cisia.org/site/term/34.html)
+
+  | [会员分布](http://www.cisia.org/site/term/35.html) | [会员风采](http://www.cisia.org/site/term/68.html) |
+  | -------------------------------------------------- | -------------------------------------------------- |
+  | [35](https://rsshub.app/cisia/35)                  | [68](https://rsshub.app/cisia/68)                  |
+
+  </details>
+    `,
+    categories: ['government'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.cisia.org/site/term/:id'],
+            target: (params) => {
+                const id = params.id.replace(/\.html/, '');
+
+                return id ? `/${id}` : '';
+            },
+        },
+        {
+            title: '分支机构信息 - 企业动态',
+            source: ['www.cisia.org/site/term/17.html'],
+            target: '/17',
+        },
+        {
+            title: '分支机构信息 - 产品展示',
+            source: ['www.cisia.org/site/term/18.html'],
+            target: '/18',
+        },
+        {
+            title: '新闻中心 - 协会动态',
+            source: ['www.cisia.org/site/term/9.html'],
+            target: '/9',
+        },
+        {
+            title: '新闻中心 - 行业新闻',
+            source: ['www.cisia.org/site/term/10.html'],
+            target: '/10',
+        },
+        {
+            title: '新闻中心 - 通知公告',
+            source: ['www.cisia.org/site/term/11.html'],
+            target: '/11',
+        },
+        {
+            title: '新闻中心 - 市场信息',
+            source: ['www.cisia.org/site/term/12.html'],
+            target: '/12',
+        },
+        {
+            title: '政策法规 - 宏观聚焦',
+            source: ['www.cisia.org/site/term/20.html'],
+            target: '/20',
+        },
+        {
+            title: '政策法规 - 技术园区',
+            source: ['www.cisia.org/site/term/396.html'],
+            target: '/396',
+        },
+        {
+            title: '合作交流 - 国际交流',
+            source: ['www.cisia.org/site/term/23.html'],
+            target: '/23',
+        },
+        {
+            title: '合作交流 - 行业交流',
+            source: ['www.cisia.org/site/term/24.html'],
+            target: '/24',
+        },
+        {
+            title: '合作交流 - 企业调研',
+            source: ['www.cisia.org/site/term/25.html'],
+            target: '/25',
+        },
+        {
+            title: '合作交流 - 会展信息',
+            source: ['www.cisia.org/site/term/84.html'],
+            target: '/84',
+        },
+        {
+            title: '合作交流 - 宣传专题',
+            source: ['www.cisia.org/site/term/430.html'],
+            target: '/430',
+        },
+        {
+            title: '党建工作 - 党委文件',
+            source: ['www.cisia.org/site/term/27.html'],
+            target: '/27',
+        },
+        {
+            title: '党建工作 - 学习园地',
+            source: ['www.cisia.org/site/term/28.html'],
+            target: '/28',
+        },
+        {
+            title: '党建工作 - 两会专题',
+            source: ['www.cisia.org/site/term/443.html'],
+            target: '/443',
+        },
+        {
+            title: '网上服务平台 - 前沿科技',
+            source: ['www.cisia.org/site/term/31.html'],
+            target: '/31',
+        },
+        {
+            title: '网上服务平台 - 新材料新技术',
+            source: ['www.cisia.org/site/term/133.html'],
+            target: '/133',
+        },
+        {
+            title: '网上服务平台 - 文件共享',
+            source: ['www.cisia.org/site/term/30.html'],
+            target: '/30',
+        },
+        {
+            title: '会员社区 - 会员分布',
+            source: ['www.cisia.org/site/term/35.html'],
+            target: '/35',
+        },
+        {
+            title: '会员社区 - 会员风采',
+            source: ['www.cisia.org/site/term/68.html'],
+            target: '/68',
+        },
+    ],
+};

package/lib/routes/cisia/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国无机盐工业协会',
+    url: 'www.cisia.org',
+    categories: ['government'],
+    description: '',
+};

package/lib/routes/cjlu/namespace.ts

@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'China Jiliang University',
+    url: 'www.cjlu.edu.cn',
+
+    zh: {
+        name: '中国计量大学',
+    },
+};

package/lib/routes/cjlu/yjsy/index.ts

@@ -0,0 +1,107 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import timezone from '@/utils/timezone';
+
+const host = 'https://yjsy.cjlu.edu.cn/';
+
+const titleMap = new Map([
+    ['yjstz', '中量大研究生院 —— 研究生通知'],
+    ['jstz', '中量大研究生院 —— 教师通知'],
+]);
+
+export const route: Route = {
+    path: '/yjsy/:cate',
+    categories: ['university'],
+    example: '/cjlu/yjsy/yjstz',
+    parameters: {
+        cate: '订阅的类型，支持 yjstz（研究生通知）和 jstz（教师通知）',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            title: '研究生通知',
+            source: ['yjsy.cjlu.edu.cn/index/yjstz/:suffix', 'yjsy.cjlu.edu.cn/index/yjstz.htm'],
+            target: '/yjsy/yjstz',
+        },
+        {
+            title: '教师通知',
+            source: ['yjsy.cjlu.edu.cn/index/jstz/:suffix', 'yjsy.cjlu.edu.cn/index/jstz.htm'],
+            target: '/yjsy/jstz',
+        },
+    ],
+    name: '研究生院',
+    maintainers: ['chrisis58'],
+    handler,
+    description: `| 研究生通知 | 教师通知 |
+  | -------- | -------- |
+  | yjstz    | jstz     |`,
+};
+
+async function handler(ctx) {
+    const cate = ctx.req.param('cate');
+
+    const response = await ofetch(`${cate}.htm`, {
+        baseURL: `${host}/index/`,
+        responseType: 'text',
+    });
+
+    const $ = load(response);
+
+    const list = $('div.grid685.right div.body ul')
+        .find('li')
+        .toArray()
+        .map((element) => {
+            const item = $(element);
+
+            const a = item.find('a').first();
+
+            const timeStr = item.find('span').first().text().trim();
+            const href = a.attr('href') ?? '';
+            const route = href.startsWith('../') ? href.replace(/^\.\.\//, '') : href;
+
+            return {
+                title: a.attr('title') ?? titleMap.get(cate),
+                pubDate: timezone(parseDate(timeStr, 'YYYY/MM/DD'), +8),
+                link: `${host}${route}`,
+                description: '',
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link || item.link === host) {
+                    return item;
+                }
+
+                const res = await ofetch(item.link, {
+                    responseType: 'text',
+                });
+                const $ = load(res);
+
+                const content = $('#vsb_content').html() ?? '';
+                const attachments = $('form[name="_newscontent_fromname"] div ul').html() ?? '';
+
+                item.description = `${content}<br>${attachments}`;
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: titleMap.get(cate),
+        link: `https://yjsy.cjlu.edu.cn/index/${cate}.htm`,
+        item: items,
+    };
+}

package/lib/routes/cls/subject.ts

@@ -0,0 +1,153 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+import { rootUrl, getSearchParams } from './utils';
+
+export const handler = async (ctx) => {
+    const { id = '1103' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const currentUrl = new URL(`subject/${id}`, rootUrl).href;
+    const apiUrl = new URL(`api/subject/${id}/article`, rootUrl).href;
+
+    const { data: response } = await got(apiUrl, {
+        searchParams: getSearchParams({
+            Subject_Id: id,
+        }),
+    });
+
+    let items = response.data.slice(0, limit).map((item) => {
+        const title = item.article_title;
+        const description = art(path.join(__dirname, 'templates/description.art'), {
+            intro: item.article_brief,
+        });
+        const guid = `cls-${item.article_id}`;
+        const image = item.article_img;
+
+        return {
+            title,
+            description,
+            pubDate: parseDate(item.article_time, 'X'),
+            link: new URL(`detail/${item.article_id}`, rootUrl).href,
+            category: item.subjects.map((s) => s.subject_name),
+            author: item.article_author,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: item.article_brief,
+            },
+            image,
+            banner: image,
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const data = JSON.parse($$('script#__NEXT_DATA__').text())?.props?.initialState?.detail?.articleDetail ?? undefined;
+
+                if (!data) {
+                    return item;
+                }
+
+                const title = data.title;
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: data.images.map((i) => ({
+                        src: i,
+                        alt: title,
+                    })),
+                    intro: data.brief,
+                    description: data.content,
+                });
+                const guid = `cls-${data.id}`;
+                const image = data.images?.[0] ?? undefined;
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = parseDate(data.ctime, 'X');
+                item.category = [...new Set(data.subject?.flatMap((s) => [s.name, ...(s.subjectCategory?.flatMap((c) => [c.columnName || [], c.name || []]) ?? [])]) ?? [])].filter(Boolean);
+                item.author = data.author?.name ?? item.author;
+                item.guid = guid;
+                item.id = guid;
+                item.content = {
+                    html: description,
+                    text: data.content,
+                };
+                item.image = image;
+                item.banner = image;
+                item.enclosure_url = data.audioUrl;
+                item.enclosure_type = item.enclosure_url ? `audio/${item.enclosure_url.split(/\./).pop()}` : undefined;
+                item.enclosure_title = title;
+
+                return item;
+            })
+        )
+    );
+
+    const { data: currentResponse } = await got(currentUrl);
+
+    const $ = load(currentResponse);
+
+    const data = JSON.parse($('script#__NEXT_DATA__').text())?.props?.initialProps?.pageProps?.subjectDetail ?? undefined;
+
+    const author = '财联社';
+    const image = data?.img ?? undefined;
+
+    return {
+        title: `${author} - ${data?.name ?? $('title').text()}`,
+        description: data?.description ?? undefined,
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author,
+    };
+};
+
+export const route: Route = {
+    path: '/subject/:id?',
+    name: '话题',
+    url: 'www.cls.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/cls/subject/1103',
+    parameters: { category: '分类，默认为 1103，即A股盘面直播，可在对应话题页 URL 中找到' },
+    description: `:::tip
+  若订阅 [有声早报](https://www.cls.cn/subject/1151)，网址为 \`https://www.cls.cn/subject/1151\`。截取 \`https://www.cls.cn/subject/\` 到末尾的部分 \`1151\` 作为参数填入，此时路由为 [\`/cls/subject/1151\`](https://rsshub.app/cls/subject/1151)。
+  :::
+    `,
+    categories: ['finance'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.cls.cn/subject/:id'],
+            target: (params) => {
+                const id = params.id;
+
+                return `/subject${id ? `/${id}` : ''}`;
+            },
+        },
+    ],
+};

package/lib/routes/cls/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/cohere/index.ts

@@ -0,0 +1,54 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: ['/blog'],
+    name: 'Blog',
+    url: 'cohere.com/blog',
+    maintainers: ['Loongphy'],
+    handler,
+    example: '/cohere/blog',
+    description: 'Cohere is a platform for building AI applications.',
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['cohere.com'],
+        },
+    ],
+};
+
+async function handler() {
+    const { posts: data } = await ofetch('https://cohere-ai.ghost.io/ghost/api/content/posts', {
+        params: {
+            key: '572d288a9364f8e4186af1d60a',
+            limit: 'all',
+            include: ['authors', 'tags'],
+            filter: 'tag:-hash-hidden+tag:-llmu',
+        },
+    });
+
+    const items = data.map((item) => ({
+        title: item.title,
+        link: 'https://cohere.com/blog/' + item.slug,
+        description: item.excerpt,
+        pubDate: parseDate(item.published_at),
+        author: item.authors.map((author) => author.name).join(', '),
+        category: item.tags.map((tag) => tag.name),
+    }));
+
+    return {
+        title: 'The Cohere Blog',
+        link: 'https://cohere.com/blog',
+        item: items,
+    };
+}

package/lib/routes/cohere/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cohere',
+    url: 'cohere.com',
+};

package/lib/routes/damai/activity.ts

@@ -15,13 +15,13 @@ export const route: Route = {
     features: {
         requireConfig: false,
         requirePuppeteer: false,
-        antiCrawler: false,
+        antiCrawler: true,
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
     },
     name: '票务更新',
-    maintainers: ['hoilc'],
+    maintainers: ['hoilc', 'Konano'],
     handler,
     description: `城市、分类名、子分类名，请参见[大麦网搜索页面](https://search.damai.cn/search.htm)`,
 };
@@ -55,6 +55,7 @@ async function handler(ctx) {
     return {
         title: `大麦网票务 - ${city || '全国'} - ${category || '全部分类'}${subcategory ? ' - ' + subcategory : ''}${keyword ? ' - ' + keyword : ''}`,
         link: 'https://search.damai.cn/search.htm',
+        allowEmpty: true,
         item: list.map((item) => ({
             title: item.nameNoHtml,
             author: item.actors ? load(item.actors, null, false).text() : '大麦网',

package/lib/routes/dcfever/trading.ts

@@ -29,16 +29,14 @@ async function handler(ctx) {
     const response = await ofetch(link.href);
     const $ = load(response);
 
-    const list = $('.item_list li a')
+    const list = $('.item_grid_wrap div a')
         .toArray()
-        .filter((item) => $(item).attr('href') !== '/documents/advertising.php')
         .map((item) => {
             item = $(item);
-            item.find('.optional').remove();
             return {
-                title: item.find('.trade_title').text(),
+                title: item.find('.lazyloadx').attr('alt'),
                 link: new URL(item.attr('href'), link.href).href,
-                author: item.find('.trade_info').text(),
+                author: item.find('.trade_info div span').eq(1).text(),
             };
         });