rsshub 1.0.0-master.f6cb490 → 1.0.0-master.f6f0273

package/lib/routes/gcores/topics.ts

@@ -0,0 +1,63 @@
+import { type Data, type Route, ViewType } from '@/types';
+
+import { getCurrentPath } from '@/utils/helpers';
+import { type Context } from 'hono';
+
+import { baseUrl, processItems } from './util';
+
+export const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const targetUrl: string = new URL(`topics/${id ?? 'home'}`, baseUrl).href;
+    const apiUrl: string = new URL(`gapi/v1/${id ? `topics/${id}/recommend` : 'talk-original-recommendations'}`, baseUrl).href;
+
+    const query = {
+        'page[limit]': limit,
+        include: 'talk,talk.topic,talk.user',
+        'talk-include': 'topic,user',
+    };
+
+    return await processItems(limit, query, apiUrl, targetUrl);
+};
+
+export const route: Route = {
+    path: ['/topics/:id/recommend', '/topics/recommend'],
+    name: '机组推荐',
+    url: 'www.gcores.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gcores/topics/recommend',
+    parameters: {
+        id: {
+            description: '小组 ID，默认为空，即全部，可在对应小组页 URL 中找到',
+        },
+    },
+    description: `:::tip
+若订阅 [我的年度总结](https://www.gcores.com/topics/581)，网址为 \`https://www.gcores.com/topics/581\`，请截取 \`https://www.gcores.com/topics/\` 到末尾的部分 \`581\` 作为 \`id\` 参数填入，此时目标路由为 [\`/gcores/topics/581/recommend\`](https://rsshub.app/gcores/topics/581/recommend)。
+:::
+`,
+    categories: ['game'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.gcores.com/topics/home'],
+            target: '/gcores/topics/recommend',
+        },
+        {
+            source: ['www.gcores.com/topics/:id'],
+            target: '/gcores/topics/:id/recommend',
+        },
+    ],
+    view: ViewType.SocialMedia,
+};

package/lib/routes/gov/moa/gjs.ts

@@ -0,0 +1,210 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = 'gzdt' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'http://www.gjs.moa.gov.cn';
+    const targetUrl: string = new URL(category.endsWith('/') ? category : `${category}/`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('ul#div li')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const aEl: Cheerio<Element> = $el.find('a');
+
+            const title: string = aEl.attr('title') ?? $el.find('span.sj_gztzle').text();
+            const pubDateStr: string | undefined = $el.find('span.sj_gztzri').text();
+            const linkUrl: string | undefined = aEl.attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: parseDate(pubDateStr),
+                link: linkUrl ? new URL(linkUrl, targetUrl).href : undefined,
+                updated: parseDate(upDatedStr),
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('meta[name="ArticleTitle"]').attr('content') ?? '';
+                    const description: string = $$('div.TRS_Editor').html() ?? '';
+                    const pubDateStr: string | undefined = $$('meta[name="PubDate"]').attr('content');
+                    const linkUrl: string | undefined = $$('meta[name="Url"]').attr('content');
+                    const categoryEls: Element[] = $$('meta[name="ColumnName"], meta[name="ContentSource"], meta[name="Keywords"]').toArray();
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).attr('content') as string).filter(Boolean))];
+                    const authors: DataItem['author'] = $$('meta[name="Author"]').attr('content');
+                    const upDatedStr: string | undefined = pubDateStr;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                        link: linkUrl ?? item.link,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
+                        language,
+                    };
+
+                    const $enclosureEl: Cheerio<Element> = $$('div.sj_fujianxia_right ul li a').first();
+                    const enclosureUrl: string | undefined = $enclosureEl.attr('href');
+
+                    if (enclosureUrl) {
+                        const enclosureType: string = `application/${enclosureUrl.split('.').pop()}`;
+                        const enclosureTitle: string = $enclosureEl.text();
+
+                        processedItem = {
+                            ...processedItem,
+                            enclosure_url: new URL(enclosureUrl, item.link).href,
+                            enclosure_type: enclosureType,
+                            enclosure_title: enclosureTitle || title,
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const author: string = '中华人民共和国农业农村部国际合作司';
+    const description: string = $('meta[name="ColumnName"]').attr('content') ?? '';
+
+    return {
+        title: `${author} - ${description}`,
+        description,
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: new URL('images/logo-china.png', baseUrl).href,
+        author,
+        language,
+    };
+};
+
+export const route: Route = {
+    path: '/moa/gjs/:category{.+}?',
+    name: '中华人民共和国农业农村部国际合作司',
+    url: 'www.gjs.moa.gov.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gov/moa/gjs/gzdt',
+    parameters: {
+        category: {
+            description: '分类，默认为 `gzdt`，即工作动态，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '工作动态',
+                    value: 'gzdt',
+                },
+                {
+                    label: '通知公告',
+                    value: 'tzgg',
+                },
+                {
+                    label: '“一带一路”合作和农业走出去',
+                    value: 'ydylhzhhnyzcq',
+                },
+                {
+                    label: '农业国际贸易监测与展望',
+                    value: 'ncpmy',
+                },
+                {
+                    label: '多双边合作',
+                    value: 'dsbhz',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+若订阅 [中华人民共和国农业农村部国际合作司工作动态](https://www.gjs.moa.gov.cn/gzdt/)，网址为 \`https://www.gjs.moa.gov.cn/gzdt/\`，请截取 \`https://www.gjs.moa.gov.cn/\` 到末尾 \`/\` 的部分 \`gzdt\` 作为 \`category\` 参数填入，此时目标路由为 [\`/gov/moa/gjs/gzdt\`](https://rsshub.app/gov/moa/gjs/gzdt)。
+:::
+
+| [工作动态](http://www.gjs.moa.gov.cn/gzdt/) | [通知公告](http://www.gjs.moa.gov.cn/tzgg/) | [“一带一路”合作和农业走出去](http://www.gjs.moa.gov.cn/ydylhzhhnyzcq/) | [农业国际贸易监测与展望](http://www.gjs.moa.gov.cn/ncpmy/) | [多双边合作](http://www.gjs.moa.gov.cn/dsbhz/) |
+| ------------------------------------------- | ------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------- | ---------------------------------------------- |
+| [gzdt](https://rsshub.app/gov/moa/gjs/gzdt) | [tzgg](https://rsshub.app/gov/moa/gjs/tzgg) | [ydylhzhhnyzcq](https://rsshub.app/gov/moa/gjs/ydylhzhhnyzcq)          | [ncpmy](https://rsshub.app/gov/moa/gjs/ncpmy)              | [dsbhz](https://rsshub.app/gov/moa/gjs/dsbhz)  |
+`,
+    categories: ['government'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.gjs.moa.gov.cn/:category{.+}?'],
+            target: (params) => {
+                const category: string = params.category;
+
+                return `/gov/moa/gjs${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '工作动态',
+            source: ['www.gjs.moa.gov.cn/gzdt/'],
+            target: '/moa/gjs/gzdt',
+        },
+        {
+            title: '通知公告',
+            source: ['www.gjs.moa.gov.cn/tzgg/'],
+            target: '/moa/gjs/tzgg',
+        },
+        {
+            title: '“一带一路”合作和农业走出去',
+            source: ['www.gjs.moa.gov.cn/ydylhzhhnyzcq/'],
+            target: '/moa/gjs/ydylhzhhnyzcq',
+        },
+        {
+            title: '农业国际贸易监测与展望',
+            source: ['www.gjs.moa.gov.cn/ncpmy/'],
+            target: '/moa/gjs/ncpmy',
+        },
+        {
+            title: '多双边合作',
+            source: ['www.gjs.moa.gov.cn/dsbhz/'],
+            target: '/moa/gjs/dsbhz',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/gov/tianjin/tjftz.ts

@@ -0,0 +1,53 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/tianjin/tjftz-notice/:channelId',
+    categories: ['government'],
+    example: '/gov/tianjin/tjftz-notice/6302',
+    parameters: {
+        channelId: '公告分类id、详细信息点击源网站https://www.tjftz.gov.cn/请求中寻找',
+    },
+    radar: [
+        {
+            source: ['tjftz.gov.cn/channels/:channelId.html'],
+            target: '/tianjin/tjftz-notice/:channelId',
+        },
+    ],
+    name: '天津港保税区-公告',
+    url: 'tjftz.gov.cn',
+    maintainers: ['HaoyuLee'],
+    description: `
+| 公告类别         | channelId |
+| ------------ | -- |
+| 首页>新闻>保税区要闻>区域聚焦     | 6302  |
+    `,
+    async handler(ctx) {
+        const { channelId = '6302' } = ctx.req.param();
+        const url = `https://www.tjftz.gov.cn/channels/${channelId}.html`;
+        const { data: response } = await got(url);
+        const noticeCate = load(response)('.location').text().trim();
+        const item = load(response)('#sec_right>ul li>.layui-row')
+            .toArray()
+            .map((el) => {
+                const $ = load(el);
+                return {
+                    title: `天津保税区:${$('a').attr('title')}`,
+                    link: `https://www.tjftz.gov.cn${$('a').attr('href')}`,
+                    pubDate: parseDate($('span').text().trim()),
+                    author: '天津保税区',
+                    description: `
+                        <h4>${noticeCate}</h4>
+                        <a href="https://www.tjftz.gov.cn${$('a').attr('href')}">${$('a').attr('title')}</a>
+                    `,
+                };
+            });
+        return {
+            title: '天津港保税区-公告',
+            link: url,
+            item,
+        };
+    },
+};

package/lib/routes/gov/tianjin/tjrcgzw.ts

@@ -0,0 +1,51 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+export const route: Route = {
+    path: '/tianjin/tjrcgzw-notice/:cate/:subCate',
+    categories: ['government'],
+    example: '/gov/tianjin/tjrcgzw-notice/rczc/sjrczc/',
+    parameters: {
+        channelId: '公告分类id、详细信息点击源网站https://hrss.tj.gov.cn/ztzl/ztzl1/tjrcgzw/请求中寻找',
+    },
+    radar: [
+        {
+            source: ['hrss.tj.gov.cn/ztzl/ztzl1/tjrcgzw/'],
+            target: '/tianjin/tjrcgzw-notice/:cate/:subCate',
+        },
+    ],
+    name: '天津人才工作网-公告',
+    url: 'hrss.tj.gov.cn/ztzl/ztzl1/tjrcgzw/',
+    maintainers: ['HaoyuLee'],
+    async handler(ctx) {
+        const { cate, subCate } = ctx.req.param();
+        const url = `https://hrss.tj.gov.cn/ztzl/ztzl1/tjrcgzw/${cate}/${subCate}/`;
+        const { data: response } = await got(url);
+        const noticeCate = load(response)('.routeBlockAuto').text().trim();
+        const item = load(response)('ul.listUlBox01>li')
+            .toArray()
+            .map((el) => {
+                const $ = load(el);
+                const title = $('a').text().trim();
+                const href = $('a').attr('href') || '';
+                const date = $('span').text().trim();
+                const link = href!.includes('http') ? href : new URL(href, url).href;
+                return {
+                    title: `天津人才工作网:${title}`,
+                    link,
+                    pubDate: parseDate(date),
+                    author: '天津人才工作网',
+                    description: `
+                        <h4>${noticeCate}</h4>
+                        <a href="${link}">${title}</a>
+                    `,
+                };
+            });
+        return {
+            title: '天津人才工作网-公告',
+            link: url,
+            item,
+        };
+    },
+};

package/lib/routes/grainoil/category.ts

@@ -0,0 +1,207 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category, id } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'http://load.grainoil.com.cn';
+    const targetUrl: string = new URL(`${category}/${id}.jspx`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('div.m_listpagebox ol li a')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('b').text();
+            const pubDateStr: string | undefined = $el.find('span').text().trim();
+            const linkUrl: string | undefined = $el.attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : undefined,
+                link: linkUrl,
+                updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('div.m_tit h2').text();
+                    const description: string = $$('div.TRS_Editor').html() ?? '';
+                    const authors: DataItem['author'] = $$('div.m_tit h2 a').first().text();
+
+                    const processedItem: DataItem = {
+                        title,
+                        description,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        language,
+                    };
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    return {
+        title: $('title').text(),
+        description: $('meta[http-equiv="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('div.top_logo img').attr('src') ? new URL($('div.top_logo img').attr('src') as string, baseUrl).href : undefined,
+        author: $('meta[http-equiv="keywords"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/:category/:id',
+    name: '分类',
+    url: 'load.grainoil.com.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/grainoil/newsListHome/3',
+    parameters: {
+        category: {
+            description: '分类，默认为 `newsListHome`，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: 'newsListHome',
+                    value: 'newsListHome',
+                },
+                {
+                    label: 'newsListChannel',
+                    value: 'newsListChannel',
+                },
+            ],
+        },
+        id: {
+            description: '分类 ID，可在对应分类页 URL 中找到',
+        },
+    },
+    description: `:::tip
+若订阅 [政务信息](http://load.grainoil.com.cn/newsListHome/1430.jspx)，网址为 \`http://load.grainoil.com.cn/newsListHome/1430.jspx\`，请截取 \`https://load.grainoil.com.cn/\` 到末尾 \`.jspx\` 的部分 \`newsListHome/1430\` 作为 \`category\` 和 \`id\`参数填入，此时目标路由为 [\`/grainoil/newsListHome/1430\`](https://rsshub.app/grainoil/newsListHome/1430)。
+
+:::
+
+<details>
+  <summary>更多分类</summary>
+
+| 分类     | ID                 |
+| -------- | ------------------ |
+| 政务信息 | newsListHome/1430  |
+| 要闻动态 | newsListHome/3     |
+| 产业经济 | newsListHome/1469  |
+| 产业信息 | newsListHome/1471  |
+| 爱粮节粮 | newsListHome/1470  |
+| 政策法规 | newsListChannel/18 |
+| 生产气象 | newsListChannel/19 |
+| 统计资料 | newsListChannel/20 |
+| 综合信息 | newsListChannel/21 |
+
+</details>
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['load.grainoil.com.cn/:category/:id'],
+            target: (params) => {
+                const category: string = params.category;
+                const id: string = params.id;
+
+                return `/grainoil/${category}/${id}`;
+            },
+        },
+        {
+            title: '政务信息',
+            source: ['load.grainoil.com.cn/newsListHome/1430.jspx'],
+            target: '/newsListHome/1430',
+        },
+        {
+            title: '要闻动态',
+            source: ['load.grainoil.com.cn/newsListHome/3.jspx'],
+            target: '/newsListHome/3',
+        },
+        {
+            title: '产业经济',
+            source: ['load.grainoil.com.cn/newsListHome/1469.jspx'],
+            target: '/newsListHome/1469',
+        },
+        {
+            title: '产业信息',
+            source: ['load.grainoil.com.cn/newsListHome/1471.jspx'],
+            target: '/newsListHome/1471',
+        },
+        {
+            title: '爱粮节粮',
+            source: ['load.grainoil.com.cn/newsListHome/1470.jspx'],
+            target: '/newsListHome/1470',
+        },
+        {
+            title: '政策法规',
+            source: ['load.grainoil.com.cn/newsListChannel/18.jspx'],
+            target: '/newsListChannel/18',
+        },
+        {
+            title: '生产气象',
+            source: ['load.grainoil.com.cn/newsListChannel/19.jspx'],
+            target: '/newsListChannel/19',
+        },
+        {
+            title: '统计资料',
+            source: ['load.grainoil.com.cn/newsListChannel/20.jspx'],
+            target: '/newsListChannel/20',
+        },
+        {
+            title: '综合信息',
+            source: ['load.grainoil.com.cn/newsListChannel/21.jspx'],
+            target: '/newsListChannel/21',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/grainoil/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '国家粮油信息中心',
+    url: 'load.grainoil.com.cn',
+    categories: ['new-media'],
+    description: '中国粮食信息网',
+    lang: 'zh-CN',
+};

package/lib/routes/huxiu/util.ts

@@ -30,15 +30,17 @@ const cleanUpHTML = (data) => {
     $('em.vote__bar, div.vote__btn, div.vote__time').remove();
     $('p img').each((_, e) => {
         e = $(e);
-        e.parent().replaceWith(
-            art(path.join(__dirname, 'templates/description.art'), {
-                image: {
-                    src: (e.prop('src') ?? e.prop('_src')).split(/\?/)[0],
-                    width: e.prop('data-w'),
-                    height: e.prop('data-h'),
-                },
-            })
-        );
+        if ((e.prop('src') ?? e.prop('_src')) !== undefined) {
+            e.parent().replaceWith(
+                art(path.join(__dirname, 'templates/description.art'), {
+                    image: {
+                        src: (e.prop('src') ?? e.prop('_src')).split(/\?/)[0],
+                        width: e.prop('data-w'),
+                        height: e.prop('data-h'),
+                    },
+                })
+            );
+        }
     });
     $('p, span').each((_, e) => {
         e = $(e);

package/lib/routes/ifanr/category.ts

@@ -11,9 +11,14 @@ const PATH_LIST = {
 
 export const route: Route = {
     path: '/category/:name',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/ifanr/category/早报',
-    parameters: { name: '分类名称' },
+    parameters: {
+        name: {
+            description: '分类名称',
+            options: Object.keys(PATH_LIST).map((name) => ({ value: name, label: name })),
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/ifanr/digest.ts

@@ -84,7 +84,7 @@ export const route: Route = {
     example: '/ifanr/digest',
     parameters: undefined,
     description: undefined,
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     features: {
         requireConfig: false,
         requirePuppeteer: false,

package/lib/routes/ifanr/index.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/index',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     view: ViewType.Articles,
     example: '/ifanr/index',
     parameters: {},