rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/gov/sh/fgw/index.ts

@@ -0,0 +1,155 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const handler = async (ctx) => {
+    const { category = 'fgw_zxxxgk' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 20;
+
+    const rootUrl = 'https://fgw.sh.gov.cn';
+    const currentUrl = new URL(`${category}/index.html`, rootUrl).href;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = load(response);
+
+    const language = $('html').prop('lang');
+
+    let items = $('ul.nowrapli li')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('a').prop('title'),
+                pubDate: parseDate(item.find('span.time').text()),
+                link: new URL(item.find('a').prop('href'), rootUrl).href,
+                language,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                if (!item.link.endsWith('.html')) {
+                    item.enclosure_url = item.link;
+                    item.enclosure_type = item.link ? `application/${item.link.split(/\./).pop()}` : undefined;
+                    item.enclosure_title = item.title;
+
+                    return item;
+                }
+
+                const { data: detailResponse } = await got(item.link);
+
+                const $$ = load(detailResponse);
+
+                const title = $$('meta[name="ArticleTitle"]').prop('content');
+                const image = $$('div.pdf-content img').first().prop('src');
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: image
+                        ? [
+                              {
+                                  src: image,
+                                  alt: title,
+                              },
+                          ]
+                        : undefined,
+                    description: $$('div#ivs_content').html(),
+                });
+
+                item.title = title;
+                item.description = description;
+                item.pubDate = timezone(parseDate($$('meta[name="PubDate"]').prop('content')), +8);
+                item.category = [...new Set([$$('meta[name="ColumnName"]').prop('content'), $$('meta[name="ColumnKeywords"]').prop('content')])].filter(Boolean);
+                item.author = $$('meta[name="ContentSource"]').prop('content');
+                item.content = {
+                    html: description,
+                    text: $$('div#ivs_content').text(),
+                };
+                item.image = image;
+                item.banner = image;
+                item.language = language;
+
+                const enclosureUrl = $$('div.pdf-content a, div.xgfj a').first().prop('href');
+
+                item.enclosure_url = enclosureUrl ? new URL(enclosureUrl, rootUrl).href : undefined;
+                item.enclosure_type = enclosureUrl ? `application/${enclosureUrl.split(/\./).pop()}` : undefined;
+                item.enclosure_title = title;
+
+                return item;
+            })
+        )
+    );
+
+    const author = $('meta[name="SiteName"]').prop('content');
+    const image = $('span.logo-icon img').prop('src');
+
+    return {
+        title: `${author} - ${$('meta[name="ColumnName"]').prop('content')}`,
+        description: $('meta[name="ColumnDescription"]').prop('content'),
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+        image,
+        author,
+        language,
+    };
+};
+
+export const route: Route = {
+    path: ['/sh/fgw/:category{.+}?', '/shanghai/fgw/:category{.+}?'],
+    name: '上海市发展和改革委员会',
+    url: 'fgw.sh.gov.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/gov/sh/fgw/fgw_zxxxgk',
+    parameters: { category: '分类，默认为 `fgw_zxxxgk`，即最新信息公开，可在对应分类页 URL 中找到' },
+    description: `:::tip
+  若订阅 [最新信息公开](https://fgw.sh.gov.cn/fgw_zxxxgk/index.html)，网址为 \`https://fgw.sh.gov.cn/fgw_zxxxgk/index.html\`。截取 \`https://fgw.sh.gov.cn/\` 到末尾 \`/index.html\` 的部分 \`fgw_zxxxgk\` 作为参数填入，此时路由为 [\`/gov/sh/fgw/fgw_zxxxgk\`](https://rsshub.app/gov/sh/fgw/fgw_zxxxgk)。
+  :::
+
+  | 最新信息公开 | 要闻动态   |
+  | ------------ | ---------- |
+  | fgw_zxxxgk   | fgw_fzggdt |
+  `,
+    categories: ['government'],
+
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['fgw.sh.gov.cn/:category'],
+            target: (params) => {
+                const category = params.category.replace(/\/index\.html/, '');
+
+                return `/gov/sh/fgw${category ? `/${category}` : ''}`;
+            },
+        },
+        {
+            title: '最新信息公开',
+            source: ['fgw.sh.gov.cn/fgw_zxxxgk/index.html'],
+            target: '/sh/fgw/fgw_zxxxgk',
+        },
+        {
+            title: '要闻动态',
+            source: ['fgw.sh.gov.cn/fgw_fzggdt/index.html'],
+            target: '/sh/fgw/fgw_fzggdt',
+        },
+    ],
+};

package/lib/routes/gov/sh/fgw/templates/description.art

@@ -0,0 +1,17 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/gov/sh/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '上海市人民政府',
+    url: 'sh.gov.cn',
+    categories: ['government'],
+    description: '',
+};

package/lib/routes/gov/{shanghai → sh}/rsj/ksxm.ts

@@ -11,9 +11,9 @@ import path from 'node:path';
 const rootUrl = 'http://www.rsj.sh.gov.cn';
 
 export const route: Route = {
-    path: '/shanghai/rsj/ksxm',
+    path: ['/sh/rsj/ksxm', '/shanghai/rsj/ksxm'],
     categories: ['government'],
-    example: '/gov/shanghai/rsj/ksxm',
+    example: '/gov/sh/rsj/ksxm',
     parameters: {},
     features: {
         requireConfig: false,

package/lib/routes/gov/{shanghai → sh}/wgj/wgj.ts

@@ -10,9 +10,9 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 
 export const route: Route = {
-    path: '/shanghai/wgj/:page?',
+    path: ['/sh/wgj/:page?', '/shanghai/wgj/:page?'],
     categories: ['government'],
-    example: '/gov/shanghai/wgj',
+    example: '/gov/sh/wgj',
     parameters: { page: '页数，默认第 1 页' },
     features: {
         requireConfig: false,
@@ -25,7 +25,7 @@ export const route: Route = {
     radar: [
         {
             source: ['wsbs.wgj.sh.gov.cn/'],
-            target: '/shanghai/wgj',
+            target: '/sh/wgj',
         },
     ],
     name: '上海市文旅局审批公告',

package/lib/routes/gov/{shanghai → sh}/wsjkw/yqtb/index.ts

@@ -4,9 +4,9 @@ import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
-    path: '/shanghai/wsjkw/yqtb',
+    path: ['/sh/wsjkw/yqtb', '/shanghai/wsjkw/yqtb'],
     categories: ['government'],
-    example: '/gov/shanghai/wsjkw/yqtb',
+    example: '/gov/sh/wsjkw/yqtb',
     parameters: {},
     features: {
         requireConfig: false,

package/lib/routes/gov/{shanghai → sh}/yjj/index.ts

@@ -7,17 +7,17 @@ import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
-    path: '/shanghai/yjj/*',
+    path: ['/sh/yjj/*', '/shanghai/yjj/*'],
     name: 'Unknown',
     maintainers: [],
     handler,
 };
 
 async function handler(ctx) {
-    const params = getSubPath(ctx) === '/shanghai/yjj' ? '/shanghai/yjj/zx-ylqx' : getSubPath(ctx);
+    const params = getSubPath(ctx) === '/sh/yjj' ? '/sh/yjj/zx-ylqx' : getSubPath(ctx);
 
     const rootUrl = 'https://yjj.sh.gov.cn';
-    const currentUrl = `${rootUrl}${params.replace(/^\/shanghai\/yjj/, '')}/index.html`;
+    const currentUrl = `${rootUrl}${params.replace(/^\/sh\/yjj/, '')}/index.html`;
 
     const response = await got({
         method: 'get',

package/lib/routes/gov/stats/index.ts

@@ -27,16 +27,16 @@ export const route: Route = {
         },
     ],
     description: `::: tip
-    路径处填写对应页面 URL 中 \`http://www.stats.gov.cn/\` 后的字段。下面是一个例子。
+路径处填写对应页面 URL 中 \`http://www.stats.gov.cn/\` 后的字段。下面是一个例子。
 
-    若订阅 [数据 > 数据解读](http://www.stats.gov.cn/sj/sjjd/)
-    则将对应页面 URL \`http://www.stats.gov.cn/sj/sjjd/\` 中 \`http://www.stats.gov.cn/\` 后的字段 \`sj/sjjd\` 作为路径填入。
-    此时路由为 [\`/gov/stats/sj/sjjd\`](https://rsshub.app/gov/stats/sj/sjjd)
+若订阅 [数据 > 数据解读](http://www.stats.gov.cn/sj/sjjd/)
+则将对应页面 URL \`http://www.stats.gov.cn/sj/sjjd/\` 中 \`http://www.stats.gov.cn/\` 后的字段 \`sj/sjjd\` 作为路径填入。
+此时路由为 [\`/gov/stats/sj/sjjd\`](https://rsshub.app/gov/stats/sj/sjjd)
 
-    若订阅 [新闻 > 时政要闻 > 中央精神](http://www.stats.gov.cn/xw/szyw/zyjs/)
-    则将对应页面 URL \`http://www.stats.gov.cn/xw/szyw/zyjs/\` 中 \`http://www.stats.gov.cn/\`
-    后的字段 \`xw/szyw/zyjs\` 作为路径填入。此时路由为 [\`/gov/stats/xw/szyw/zyjs\`](https://rsshub.app/gov/stats/xw/szyw/zyjs)
-    :::`,
+若订阅 [新闻 > 时政要闻 > 中央精神](http://www.stats.gov.cn/xw/szyw/zyjs/)
+则将对应页面 URL \`http://www.stats.gov.cn/xw/szyw/zyjs/\` 中 \`http://www.stats.gov.cn/\`
+后的字段 \`xw/szyw/zyjs\` 作为路径填入。此时路由为 [\`/gov/stats/xw/szyw/zyjs\`](https://rsshub.app/gov/stats/xw/szyw/zyjs)
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/gov/zhengce/index.ts

@@ -70,19 +70,16 @@ async function handler(ctx) {
                     const agencyEl = content('table.bd1')
                         .find('td')
                         .toArray()
-                        .filter((a) => content(a).text().startsWith('发文机关'))
-                        .pop();
+                        .findLast((a) => content(a).text().startsWith('发文机关'));
 
                     const sourceEl = content('span.font-zyygwj')
                         .toArray()
-                        .filter((a) => content(a).text().startsWith('来源'))
-                        .pop();
+                        .findLast((a) => content(a).text().startsWith('来源'));
 
                     const subjectEl = content('table.bd1')
                         .find('td')
                         .toArray()
-                        .filter((a) => content(a).text().startsWith('主题分类'))
-                        .pop();
+                        .findLast((a) => content(a).text().startsWith('主题分类'));
 
                     const agency = agencyEl ? processElementText(agencyEl) : undefined;
                     const source = sourceEl ? processElementText(sourceEl) : undefined;

package/lib/routes/gov/zj/ningbogzw-notice.ts

@@ -0,0 +1,50 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/zj/ningbogzw-notice/:colId?',
+    categories: ['government'],
+    example: '/gov/zj/ningbogzw-notice/1229116730',
+    parameters: {
+        colId: '公告分类id、详细信息点击源网站http://gzw.ningbo.gov.cn/请求中寻找',
+    },
+    radar: [
+        {
+            source: ['gzw.ningbo.gov.cn/col/col1229116730/index.html'],
+            target: '/zj/ningbogzw-notice/:colId?',
+        },
+    ],
+    name: '宁波市国资委-公告',
+    url: 'gzw.ningbo.gov.cn',
+    maintainers: ['HaoyuLee'],
+    description: `
+| 公告类别         | colId |
+| ------------ | -- |
+| 首页-市属国企招聘信息-招聘公告     | 1229116730  |
+    `,
+    async handler(ctx) {
+        const { colId = '1229116730' } = ctx.req.param();
+        const url = `http://gzw.ningbo.gov.cn/col/col${colId}/index.html`;
+        const { data: response } = await got(url);
+        const noticeCate = load(response)('.List-topic .text-tag').text().trim();
+        const reg = /<li><a href=".*" target="_blank">.*<\/li>/g;
+        const item = response.match(reg).map((line) => {
+            const $ = load(line);
+            const title = $('a');
+            return {
+                title: `宁波市国资委-${noticeCate}:${title.text()}`,
+                link: `http://gzw.ningbo.gov.cn${title.attr('href')}`,
+                pubDate: parseDate($('p').text().replaceAll(/\[|]/g, '')),
+                author: '宁波市国资委',
+                description: title.text(),
+            };
+        });
+        return {
+            title: '宁波市国资委',
+            link: url,
+            item,
+        };
+    },
+};

package/lib/routes/gov/zj/ningborsjnotice.ts

@@ -0,0 +1,50 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/zj/ningborsjnotice/:colId?',
+    categories: ['government'],
+    example: '/gov/zj/ningborsjnotice/1229676740',
+    parameters: {
+        colId: '公告分类id、详细信息点击源网站http://rsj.ningbo.gov.cn/请求中寻找',
+    },
+    radar: [
+        {
+            source: ['rsj.ningbo.gov.cn/col/col1229676740/index.html'],
+            target: '/zj/ningborsjnotice/:colId?',
+        },
+    ],
+    name: '宁波市人力资源和社会保障局-公告',
+    url: 'rsj.ningbo.gov.cn',
+    maintainers: ['HaoyuLee'],
+    description: `
+| 公告类别         | colId |
+| ------------ | -- |
+| 事业单位进人公告     | 1229676740  |
+    `,
+    async handler(ctx) {
+        const { colId = '1229676740' } = ctx.req.param();
+        const url = `http://rsj.ningbo.gov.cn/col/col${colId}/index.html`;
+        const { data: response } = await got(url);
+        const noticeCate = load(response)('.titel.bgcolor01').text();
+        const reg = /<li class="news_line">.*<\/li>/g;
+        const item = response.match(reg).map((line) => {
+            const $ = load(line);
+            const title = $('.news_titel');
+            return {
+                title: `宁波人社公告-${noticeCate}:${title.text()}`,
+                link: `http://rsj.ningbo.gov.cn${title.attr('href')}`,
+                pubDate: parseDate($('.news_date').text().replaceAll(/\[|]/g, '')),
+                author: '宁波市人力资源和社会保障局',
+                description: title.text(),
+            };
+        });
+        return {
+            title: '宁波市人力资源和社会保障局-公告',
+            link: url,
+            item,
+        };
+    },
+};

package/lib/routes/gq/news.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import parser from '@/utils/rss-parser';
 import { load } from 'cheerio';
-import { ofetch } from 'ofetch';
+import ofetch from '@/utils/ofetch';
 const host = 'https://www.gq.com';
 export const route: Route = {
     path: '/news',

package/lib/routes/grist/utils.ts

@@ -1,8 +1,8 @@
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-const getData = (url) => got.get(url).json();
+const getData = (url) => ofetch(url);
 
 const getList = (data) =>
     data.map((value) => {

package/lib/routes/guokr/utils.ts

@@ -23,7 +23,7 @@ export const parseItem = (item) =>
         $('#meta_content').remove();
         $('div').each((_, elem) => {
             const $elem = $(elem);
-            $elem.attr('style', $elem.attr('style')?.replaceAll(/display:none;|visibility: hidden;/g, ''));
+            $elem.attr('style', $elem.attr('style')?.replaceAll(/(?:display:\s*none|visibility:\s*hidden|opacity:\s*0);?/g, ''));
         });
         $('img').each((_, elem) => {
             const $elem = $(elem);

package/lib/routes/healthz.ts

@@ -0,0 +1,8 @@
+import type { Handler } from 'hono';
+
+const handler: Handler = (ctx) => {
+    ctx.header('Cache-Control', 'no-cache');
+    return ctx.text('ok');
+};
+
+export default handler;

package/lib/routes/hitcon/zeroday.ts

@@ -101,7 +101,7 @@ async function handler(ctx: Context): Promise<Data> {
         });
 
     return {
-        title: status ? titleMap[status] ?? 'ZeroDay' : '活動中',
+        title: status ? (titleMap[status] ?? 'ZeroDay') : '活動中',
         link: url,
         item: items,
         image: 'https://zeroday.hitcon.org/images/favicon/favicon.png',