rsshub 1.0.0-master.f72af1b → 1.0.0-master.f7347d9

package/lib/routes/cisia/index.ts

@@ -0,0 +1,264 @@
+import { Route } from '@/types';
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const handler = async (ctx) => {
+    const { id = '9' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const domain = 'www.cisia.org';
+    const rootUrl = `http://${domain}`;
+    const currentUrl = new URL(`site/term/${id}.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    let items = $('ul.list_first li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a');
+
+            return {
+                title: a.text(),
+                pubDate: parseDate(item.find('span.time').text()),
+                link: new URL(a.prop('href'), rootUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!/^https?:\/\/www\.cisia\.org(\/[^\s]*)?$/.test(item.link)) {
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('div.TextTitle').text();
+                const description = $$('div.NewsText').html();
+                const pubDate = $$('div.shar')
+                    .text()
+                    .match(/(\d{4}-\d{2}-\d{2})/)?.[1];
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = pubDate ? parseDate(pubDate) : item.pubDate;
+                item.author = $$('meta[name="Description"]').prop('content');
+                item.content = {
+                    html: description,
+                    text: $$('div.NewsText').text(),
+                };
+
+                return item;
+            })
+        )
+    );
+
+    const image = new URL($('div.logo img').prop('src'), rootUrl).href;
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="Description"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author: $('meta[name="Keywords"]').prop('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/:id?',
+    name: '栏目',
+    url: 'www.cisia.org',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/cisia/9',
+    parameters: { id: '栏目 id，默认为 `9`，即协会动态，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [市场信息](http://www.cisia.org/site/term/12.html)，网址为 \`http://www.cisia.org/site/term/12.html\`。截取 \`https://www.cisia.org/site/term/\` 到末尾 \`.html\` 的部分 \`12\` 作为参数填入，此时路由为 [\`/cisia/12\`](https://rsshub.app/cisia/12)。
+  :::
+
+  <details>
+    <summary>更多分类</summary>
+
+  #### [分支机构信息](http://www.cisia.org/site/term/14.html)
+
+  | [企业动态](http://www.cisia.org/site/term/17.html) | [产品展示](http://www.cisia.org/site/term/18.html) |
+  | -------------------------------------------------- | -------------------------------------------------- |
+  | [17](https://rsshub.app/cisia/17)                  | [18](https://rsshub.app/cisia/18)                  |
+
+  #### [新闻中心](http://www.cisia.org/site/term/8.html)
+
+  | [协会动态](http://www.cisia.org/site/term/9.html) | [行业新闻](http://www.cisia.org/site/term/10.html) | [通知公告](http://www.cisia.org/site/term/11.html) | [市场信息](http://www.cisia.org/site/term/12.html) |
+  | ------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- |
+  | [9](https://rsshub.app/cisia/9)                   | [10](https://rsshub.app/cisia/10)                  | [11](https://rsshub.app/cisia/11)                  | [12](https://rsshub.app/cisia/12)                  |
+
+  #### [政策法规](http://www.cisia.org/site/term/19.html)
+
+  | [宏观聚焦](http://www.cisia.org/site/term/20.html) | [技术园区](http://www.cisia.org/site/term/396.html) |
+  | -------------------------------------------------- | --------------------------------------------------- |
+  | [20](https://rsshub.app/cisia/20)                  | [396](https://rsshub.app/cisia/396)                 |
+
+  #### [合作交流](http://www.cisia.org/site/term/22.html)
+
+  | [国际交流](http://www.cisia.org/site/term/23.html) | [行业交流](http://www.cisia.org/site/term/24.html) | [企业调研](http://www.cisia.org/site/term/25.html) | [会展信息](http://www.cisia.org/site/term/84.html) | [宣传专题](http://www.cisia.org/site/term/430.html) |
+  | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | -------------------------------------------------- | --------------------------------------------------- |
+  | [23](https://rsshub.app/cisia/23)                  | [24](https://rsshub.app/cisia/24)                  | [25](https://rsshub.app/cisia/25)                  | [84](https://rsshub.app/cisia/84)                  | [430](https://rsshub.app/cisia/430)                 |
+
+  #### [党建工作](http://www.cisia.org/site/term/26.html)
+
+  | [党委文件](http://www.cisia.org/site/term/27.html) | [学习园地](http://www.cisia.org/site/term/28.html) | [两会专题](http://www.cisia.org/site/term/443.html) |
+  | -------------------------------------------------- | -------------------------------------------------- | --------------------------------------------------- |
+  | [27](https://rsshub.app/cisia/27)                  | [28](https://rsshub.app/cisia/28)                  | [443](https://rsshub.app/cisia/443)                 |
+
+  #### [网上服务平台](http://www.cisia.org/site/term/29.html)
+
+  | [前沿科技](http://www.cisia.org/site/term/31.html) | [新材料新技术](http://www.cisia.org/site/term/133.html) | [文件共享](http://www.cisia.org/site/term/30.html) |
+  | -------------------------------------------------- | ------------------------------------------------------- | -------------------------------------------------- |
+  | [31](https://rsshub.app/cisia/31)                  | [133](https://rsshub.app/cisia/133)                     | [30](https://rsshub.app/cisia/30)                  |
+
+  #### [会员社区](http://www.cisia.org/site/term/34.html)
+
+  | [会员分布](http://www.cisia.org/site/term/35.html) | [会员风采](http://www.cisia.org/site/term/68.html) |
+  | -------------------------------------------------- | -------------------------------------------------- |
+  | [35](https://rsshub.app/cisia/35)                  | [68](https://rsshub.app/cisia/68)                  |
+
+  </details>
+    `,
+    categories: ['government'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.cisia.org/site/term/:id'],
+            target: (params) => {
+                const id = params.id.replace(/\.html/, '');
+
+                return id ? `/${id}` : '';
+            },
+        },
+        {
+            title: '分支机构信息 - 企业动态',
+            source: ['www.cisia.org/site/term/17.html'],
+            target: '/17',
+        },
+        {
+            title: '分支机构信息 - 产品展示',
+            source: ['www.cisia.org/site/term/18.html'],
+            target: '/18',
+        },
+        {
+            title: '新闻中心 - 协会动态',
+            source: ['www.cisia.org/site/term/9.html'],
+            target: '/9',
+        },
+        {
+            title: '新闻中心 - 行业新闻',
+            source: ['www.cisia.org/site/term/10.html'],
+            target: '/10',
+        },
+        {
+            title: '新闻中心 - 通知公告',
+            source: ['www.cisia.org/site/term/11.html'],
+            target: '/11',
+        },
+        {
+            title: '新闻中心 - 市场信息',
+            source: ['www.cisia.org/site/term/12.html'],
+            target: '/12',
+        },
+        {
+            title: '政策法规 - 宏观聚焦',
+            source: ['www.cisia.org/site/term/20.html'],
+            target: '/20',
+        },
+        {
+            title: '政策法规 - 技术园区',
+            source: ['www.cisia.org/site/term/396.html'],
+            target: '/396',
+        },
+        {
+            title: '合作交流 - 国际交流',
+            source: ['www.cisia.org/site/term/23.html'],
+            target: '/23',
+        },
+        {
+            title: '合作交流 - 行业交流',
+            source: ['www.cisia.org/site/term/24.html'],
+            target: '/24',
+        },
+        {
+            title: '合作交流 - 企业调研',
+            source: ['www.cisia.org/site/term/25.html'],
+            target: '/25',
+        },
+        {
+            title: '合作交流 - 会展信息',
+            source: ['www.cisia.org/site/term/84.html'],
+            target: '/84',
+        },
+        {
+            title: '合作交流 - 宣传专题',
+            source: ['www.cisia.org/site/term/430.html'],
+            target: '/430',
+        },
+        {
+            title: '党建工作 - 党委文件',
+            source: ['www.cisia.org/site/term/27.html'],
+            target: '/27',
+        },
+        {
+            title: '党建工作 - 学习园地',
+            source: ['www.cisia.org/site/term/28.html'],
+            target: '/28',
+        },
+        {
+            title: '党建工作 - 两会专题',
+            source: ['www.cisia.org/site/term/443.html'],
+            target: '/443',
+        },
+        {
+            title: '网上服务平台 - 前沿科技',
+            source: ['www.cisia.org/site/term/31.html'],
+            target: '/31',
+        },
+        {
+            title: '网上服务平台 - 新材料新技术',
+            source: ['www.cisia.org/site/term/133.html'],
+            target: '/133',
+        },
+        {
+            title: '网上服务平台 - 文件共享',
+            source: ['www.cisia.org/site/term/30.html'],
+            target: '/30',
+        },
+        {
+            title: '会员社区 - 会员分布',
+            source: ['www.cisia.org/site/term/35.html'],
+            target: '/35',
+        },
+        {
+            title: '会员社区 - 会员风采',
+            source: ['www.cisia.org/site/term/68.html'],
+            target: '/68',
+        },
+    ],
+};

package/lib/routes/cisia/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '中国无机盐工业协会',
+    url: 'www.cisia.org',
+    categories: ['government'],
+    description: '',
+};

package/lib/routes/cjlu/namespace.ts

@@ -0,0 +1,10 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'China Jiliang University',
+    url: 'www.cjlu.edu.cn',
+
+    zh: {
+        name: '中国计量大学',
+    },
+};

package/lib/routes/cjlu/yjsy/index.ts

@@ -0,0 +1,107 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import cache from '@/utils/cache';
+import timezone from '@/utils/timezone';
+
+const host = 'https://yjsy.cjlu.edu.cn/';
+
+const titleMap = new Map([
+    ['yjstz', '中量大研究生院 —— 研究生通知'],
+    ['jstz', '中量大研究生院 —— 教师通知'],
+]);
+
+export const route: Route = {
+    path: '/yjsy/:cate',
+    categories: ['university'],
+    example: '/cjlu/yjsy/yjstz',
+    parameters: {
+        cate: '订阅的类型，支持 yjstz（研究生通知）和 jstz（教师通知）',
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            title: '研究生通知',
+            source: ['yjsy.cjlu.edu.cn/index/yjstz/:suffix', 'yjsy.cjlu.edu.cn/index/yjstz.htm'],
+            target: '/yjsy/yjstz',
+        },
+        {
+            title: '教师通知',
+            source: ['yjsy.cjlu.edu.cn/index/jstz/:suffix', 'yjsy.cjlu.edu.cn/index/jstz.htm'],
+            target: '/yjsy/jstz',
+        },
+    ],
+    name: '研究生院',
+    maintainers: ['chrisis58'],
+    handler,
+    description: `| 研究生通知 | 教师通知 |
+  | -------- | -------- |
+  | yjstz    | jstz     |`,
+};
+
+async function handler(ctx) {
+    const cate = ctx.req.param('cate');
+
+    const response = await ofetch(`${cate}.htm`, {
+        baseURL: `${host}/index/`,
+        responseType: 'text',
+    });
+
+    const $ = load(response);
+
+    const list = $('div.grid685.right div.body ul')
+        .find('li')
+        .toArray()
+        .map((element) => {
+            const item = $(element);
+
+            const a = item.find('a').first();
+
+            const timeStr = item.find('span').first().text().trim();
+            const href = a.attr('href') ?? '';
+            const route = href.startsWith('../') ? href.replace(/^\.\.\//, '') : href;
+
+            return {
+                title: a.attr('title') ?? titleMap.get(cate),
+                pubDate: timezone(parseDate(timeStr, 'YYYY/MM/DD'), +8),
+                link: `${host}${route}`,
+                description: '',
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link || item.link === host) {
+                    return item;
+                }
+
+                const res = await ofetch(item.link, {
+                    responseType: 'text',
+                });
+                const $ = load(res);
+
+                const content = $('#vsb_content').html() ?? '';
+                const attachments = $('form[name="_newscontent_fromname"] div ul').html() ?? '';
+
+                item.description = `${content}<br>${attachments}`;
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: titleMap.get(cate),
+        link: `https://yjsy.cjlu.edu.cn/index/${cate}.htm`,
+        item: items,
+    };
+}

package/lib/routes/cnki/journals.ts

@@ -4,6 +4,8 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { ProcessItem } from './utils';
+import parser from '@/utils/rss-parser';
+import logger from '@/utils/logger';
 
 const rootUrl = 'https://navi.cnki.net';
 
@@ -22,16 +24,43 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['navi.cnki.net/knavi/journals/:name/detail'],
+            source: ['navi.cnki.net/knavi/journals/:name/detail', 'rss.cnki.net/kns/rss.aspx?Journal=:name&Virtual=knavi'],
         },
     ],
     name: '期刊',
-    maintainers: ['Fatpandac', 'Derekmini'],
+    maintainers: ['Fatpandac', 'Derekmini', 'pseudoyu'],
     handler,
 };
 
 async function handler(ctx) {
     const name = ctx.req.param('name');
+    const rssUrl = `https://rss.cnki.net/kns/rss.aspx?Journal=${name}&Virtual=knavi`;
+
+    const rssResponse = await got.get(rssUrl);
+
+    try {
+        const feed = await parser.parseString(rssResponse.data);
+
+        if (feed.items && feed.items.length !== 0) {
+            const items = feed.items.map((item) => ({
+                title: item.title,
+                description: item.content,
+                pubDate: parseDate(item.pubDate),
+                link: item.link,
+                author: item.author,
+            }));
+
+            return {
+                title: feed.title,
+                link: feed.link,
+                description: feed.description,
+                item: items,
+            };
+        }
+    } catch (error) {
+        logger.error(error);
+    }
+
     const journalUrl = `${rootUrl}/knavi/journals/${name}/detail`;
     const title = await got.get(journalUrl).then((res) => load(res.data)('head > title').text());
 

package/lib/routes/cohere/index.ts

@@ -0,0 +1,54 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: ['/blog'],
+    name: 'Blog',
+    url: 'cohere.com/blog',
+    maintainers: ['Loongphy'],
+    handler,
+    example: '/cohere/blog',
+    description: 'Cohere is a platform for building AI applications.',
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['cohere.com'],
+        },
+    ],
+};
+
+async function handler() {
+    const { posts: data } = await ofetch('https://cohere-ai.ghost.io/ghost/api/content/posts', {
+        params: {
+            key: '572d288a9364f8e4186af1d60a',
+            limit: 'all',
+            include: ['authors', 'tags'],
+            filter: 'tag:-hash-hidden+tag:-llmu',
+        },
+    });
+
+    const items = data.map((item) => ({
+        title: item.title,
+        link: 'https://cohere.com/blog/' + item.slug,
+        description: item.excerpt,
+        pubDate: parseDate(item.published_at),
+        author: item.authors.map((author) => author.name).join(', '),
+        category: item.tags.map((tag) => tag.name),
+    }));
+
+    return {
+        title: 'The Cohere Blog',
+        link: 'https://cohere.com/blog',
+        item: items,
+    };
+}

package/lib/routes/cohere/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cohere',
+    url: 'cohere.com',
+};

package/lib/routes/coolapk/dyh.ts

@@ -9,7 +9,13 @@ export const route: Route = {
     example: '/coolapk/dyh/1524',
     parameters: { dyhId: '看看号ID' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,

package/lib/routes/coolapk/hot.ts

@@ -72,7 +72,13 @@ export const route: Route = {
     example: '/coolapk/hot',
     parameters: { type: '默认为`jrrm`', period: '默认为`daily`' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,

package/lib/routes/coolapk/huati.ts

@@ -9,7 +9,13 @@ export const route: Route = {
     example: '/coolapk/huati/iPhone',
     parameters: { tag: '话题名称' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,

package/lib/routes/coolapk/namespace.ts

@@ -3,4 +3,10 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '酷安',
     url: 'coolapk.com',
+    description: `
+:::tip
+即日起，多数路由图片防盗链。   
+需要将 \`ALLOW_USER_HOTLINK_TEMPLATE\` 环境变量设置为 \`true\` ，然后配置\`image_hotlink_template\` 。   
+详见 [#16715](https://github.com/DIYgod/RSSHub/issues/16715)   
+:::`,
 };

package/lib/routes/coolapk/toutiao.ts

@@ -8,7 +8,13 @@ export const route: Route = {
     example: '/coolapk/toutiao',
     parameters: { type: '默认为history' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,

package/lib/routes/coolapk/tuwen.ts

@@ -3,12 +3,18 @@ import got from '@/utils/got';
 import utils from './utils';
 
 export const route: Route = {
-    path: ['/tuwen/:type?', '/tuwen-xinxian'],
+    path: ['/tuwen/:type?'],
     categories: ['social-media'],
     example: '/coolapk/tuwen',
     parameters: { type: '默认为hot' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -25,16 +31,15 @@ export const route: Route = {
 
 async function handler(ctx) {
     const type = ctx.req.param('type') || 'hot';
-    const requestPath = ctx.req.path;
     let feedTitle;
     const fullUrl = new URL('/v6/page/dataList', utils.base_url);
-    if (requestPath.startsWith('/coolapk/tuwen-xinxian') || type === 'latest') {
+    if (type === 'latest') {
         // 实时
         fullUrl.searchParams.append('url', `/feed/digestList?${new URLSearchParams('cacheExpires=300&type=12&message_status=all&is_html_article=1&filterEmptyPicture=1&filterTag=二手交易,酷安自贸区,薅羊毛小分队').toString()}`);
         fullUrl.searchParams.append('title', '新鲜图文');
         fullUrl.searchParams.append('subTitle', '');
         feedTitle = '酷安 - 新鲜图文';
-    } else if (requestPath.startsWith('/coolapk/tuwen')) {
+    } else {
         // 精选
         fullUrl.searchParams.append('url', `#/feed/digestList?${new URLSearchParams('type=12&is_html_article=1&recommend=3,4').toString()}`);
         fullUrl.searchParams.append('title', '图文');

package/lib/routes/coolapk/user-dynamic.ts

@@ -9,7 +9,13 @@ export const route: Route = {
     example: '/coolapk/user/3177668/dynamic',
     parameters: { uid: '在个人界面右上分享-复制链接获取' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'ALLOW_USER_HOTLINK_TEMPLATE',
+                optional: true,
+                description: '设置为`true`并添加`image_hotlink_template`参数来代理图片',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,

package/lib/routes/damai/activity.ts

@@ -15,13 +15,13 @@ export const route: Route = {
     features: {
         requireConfig: false,
         requirePuppeteer: false,
-        antiCrawler: false,
+        antiCrawler: true,
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
     },
     name: '票务更新',
-    maintainers: ['hoilc'],
+    maintainers: ['hoilc', 'Konano'],
     handler,
     description: `城市、分类名、子分类名，请参见[大麦网搜索页面](https://search.damai.cn/search.htm)`,
 };
@@ -55,6 +55,7 @@ async function handler(ctx) {
     return {
         title: `大麦网票务 - ${city || '全国'} - ${category || '全部分类'}${subcategory ? ' - ' + subcategory : ''}${keyword ? ' - ' + keyword : ''}`,
         link: 'https://search.damai.cn/search.htm',
+        allowEmpty: true,
         item: list.map((item) => ({
             title: item.nameNoHtml,
             author: item.actors ? load(item.actors, null, false).text() : '大麦网',