rsshub 1.0.0-master.fe34161 → 1.0.0-master.fe416a0

package/lib/routes/hellobtc/news.ts

@@ -8,7 +8,7 @@ const rootUrl = 'https://www.hellobtc.com';
 
 export const route: Route = {
     path: '/news',
-    categories: ['new-media', 'popular'],
+    categories: ['new-media'],
     example: '/hellobtc/news',
     parameters: {},
     features: {
@@ -37,14 +37,14 @@ async function handler() {
     const $ = load(response.data);
     const items = $('nav.js-nav')
         .find('div.item')
-        .map((_, item) => ({
+        .toArray()
+        .map((item) => ({
             title: $(item).find('h2').text(),
             link: $(item).find('a').attr('href'),
             description: $(item).find('div.sub').text(),
             pubDate: timezone(parseDate($(item).find('span.date').text(), 'MM-DD HH:mm'), +8),
         }))
-        .filter(Boolean)
-        .get();
+        .filter(Boolean);
 
     return {
         title: `白话区块链 - 快讯`,

package/lib/routes/hellogithub/index.ts

@@ -66,7 +66,7 @@ async function handler(ctx) {
         link: `${rootUrl}/repository/${item.item_id}`,
         pubDate: parseDate(item.updated_at),
         name: `${item.author}/${item.name}`,
-        summary: item.summary,
+        description: item.summary,
         language: item.primary_lang,
     }));
 

package/lib/routes/hellogithub/report.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
@@ -27,7 +25,7 @@ export const route: Route = {
 async function handler(ctx) {
     let type = ctx.req.param('type') ?? 'tiobe';
 
-    type = type === 'webserver' ? 'netcraft' : (type === 'db' ? 'db-engines' : type);
+    type = type === 'webserver' ? 'netcraft' : type === 'db' ? 'db-engines' : type;
 
     const rootUrl = 'https://hellogithub.com';
     const currentUrl = `${rootUrl}/report/${type}`;

package/lib/routes/hellogithub/volume.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';

package/lib/routes/hex-rays/index.ts

@@ -52,7 +52,7 @@ async function handler(/* ctx*/): Promise<Data> {
                 item.category = content('.div.topics > a')
                     .toArray()
                     .map((ele) => content(ele).text());
-                item.description = content('.post-body').toString();
+                item.description = content('.post-body').html();
                 return item;
             })
         ) as Promise<DataItem>[]

package/lib/routes/hicairo/rss.ts

@@ -24,7 +24,8 @@ async function handler() {
     const title_main = $('channel > title').text();
     const description_main = $('channel > description').text();
     const items = $('channel > item')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             const $item = $(item);
             const link = $item.find('link').text();
             const title = $item.find('title').text();
@@ -36,8 +37,7 @@ async function handler() {
                 title,
                 description,
             };
-        })
-        .get();
+        });
 
     return {
         title: title_main,

package/lib/routes/hiring.cafe/jobs.ts

@@ -2,11 +2,8 @@ import ofetch from '@/utils/ofetch';
 import path from 'node:path';
 import { art } from '@/utils/render';
 import { Context } from 'hono';
-import { getCurrentPath } from '@/utils/helpers';
 import { Route } from '@/types';
 
-const __dirname = getCurrentPath(import.meta.url);
-
 const CONFIG = {
     DEFAULT_PAGE_SIZE: 20,
     MAX_PAGE_SIZE: 100,

package/lib/routes/hit/hitgs.ts

@@ -1,72 +1,258 @@
-import { Route } from '@/types';
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id = 'tzgg' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '10', 10);
+
+    const baseUrl: string = 'https://hitgs.hit.edu.cn';
+    const targetUrl: string = new URL(`${id}/list.htm`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh';
+
+    let items: DataItem[] = [];
+
+    items = $('li.news, div.tbt17')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('div.news_title, span.div.news_title, div.bttb2').text();
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                intro: $el.find('div.news_text, div.jj5').text(),
+            });
+            const pubDateStr: string | undefined = $('span.news_meta').text() || ($('span.news_days').text() ? `${$('span.news_days').text()}-${$('span.news_year').text()}` : `${$('div.tm-3').text()}-${$('div.tm-1').text()}`);
+            const linkUrl: string | undefined = $el.find('div.news_title a').attr('href') ?? $el.find('div.bttb2 a').attr('href') ?? $el.find('a').attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: parseDate(pubDateStr),
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                updated: parseDate(upDatedStr),
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('h1.arti_title').text() + $$('h2.arti_title').text();
+                const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                    description: $$('div.wp_articlecontent').html(),
+                });
+                const pubDateStr: string | undefined = $$('span.arti_update').text().split(/：/).pop()?.trim();
+                const upDatedStr: string | undefined = pubDateStr;
+
+                let processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                const $enclosureEl: Cheerio<Element> = $$('a[sudyfile-attr]')
+                    .filter((_, el) => {
+                        const $el: Cheerio<Element> = $$(el);
+
+                        return !$el.attr('href')?.endsWith('htm');
+                    })
+                    .first();
+
+                const enclosureUrl: string | undefined = $enclosureEl.attr('href');
+
+                if (enclosureUrl) {
+                    const enclosureType: string = `application/${enclosureUrl.split(/\./).pop() || 'octet-stream'}`;
+                    const enclosureTitle: string | undefined = $enclosureEl.attr('sudyfile-attr')?.match(/'title':'(.*?)'/)?.[1];
+
+                    processedItem = {
+                        ...processedItem,
+                        enclosure_url: new URL(enclosureUrl, baseUrl).href,
+                        enclosure_type: enclosureType,
+                        enclosure_title: enclosureTitle || title,
+                    };
+                }
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    const title: string = $('title').text();
+    const author: string = $('p.copyright span').first().text().split(/©/).pop() ?? '';
+
+    return {
+        title: `${author ? `${author} - ` : ''}${title}`,
+        description: title,
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('div.foot-logo img').attr('src'),
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
 export const route: Route = {
-    path: '/hitgs',
+    path: '/hitgs/:id?',
+    name: '研究生院',
+    url: 'hitgs.hit.edu.cn',
+    maintainers: ['hlmu', 'nczitzk'],
+    handler,
+    example: '/hit/hitgs/tzgg',
+    parameters: {
+        category: {
+            description: '分类，默认为 `tzgg`，即通知公告，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '通知公告',
+                    value: 'tzgg',
+                },
+                {
+                    label: '综合新闻',
+                    value: 'zhxw',
+                },
+                {
+                    label: '高水平课程与学术交流',
+                    value: 'gspkcyxsjl',
+                },
+                {
+                    label: '国家政策',
+                    value: 'gjzc',
+                },
+                {
+                    label: '规章制度',
+                    value: '17546',
+                },
+                {
+                    label: '办事流程',
+                    value: '17547',
+                },
+                {
+                    label: '常见问题',
+                    value: '17548',
+                },
+                {
+                    label: '常见下载',
+                    value: '17549',
+                },
+            ],
+        },
+    },
+    description: `::: tip
+订阅 [通知公告](https://hitgs.hit.edu.cn/tzgg/list.htm)，其源网址为 \`https://hitgs.hit.edu.cn/tzgg/list.htm\`，请参考该 URL 指定部分构成参数，此时路由为 [\`/hit/hitgs/tzgg\`](https://rsshub.app/hit/hitgs/tzgg)。
+:::
+
+<details>
+  <summary>更多栏目</summary>
+
+| 栏目 | ID |
+| - | - |
+| [通知公告](https://hitgs.hit.edu.cn/tzgg/list.htm) | [tzgg](https://rsshub.app/hit/hitgs/tzgg) |
+| [综合新闻](https://hitgs.hit.edu.cn/zhxw/list.htm) | [zhxw](https://rsshub.app/hit/hitgs/zhxw) |
+| [高水平课程与学术交流](https://hitgs.hit.edu.cn/gspkcyxsjl/list.htm) | [gspkcyxsjl](https://rsshub.app/hit/hitgs/gspkcyxsjl) |
+| [国家政策](https://hitgs.hit.edu.cn/gjzc/list.htm) | [gjzc](https://rsshub.app/hit/hitgs/gjzc) |
+| [规章制度](https://hitgs.hit.edu.cn/17546/list.htm) | [17546](https://rsshub.app/hit/hitgs/17546) |
+| [办事流程](https://hitgs.hit.edu.cn/17547/list.htm) | [17547](https://rsshub.app/hit/hitgs/17547) |
+| [常见问题](https://hitgs.hit.edu.cn/17548/list.htm) | [17548](https://rsshub.app/hit/hitgs/17548) |
+| [常见下载](https://hitgs.hit.edu.cn/17549/list.htm) | [17549](https://rsshub.app/hit/hitgs/17549) |
+
+</details>
+`,
     categories: ['university'],
-    example: '/hit/hitgs',
-    parameters: {},
     features: {
         requireConfig: false,
         requirePuppeteer: false,
         antiCrawler: false,
+        supportRadar: true,
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
     },
     radar: [
         {
-            source: ['hitgs.hit.edu.cn/*'],
+            source: ['hitgs.hit.edu.cn', 'hitgs.hit.edu.cn/:id/list.htm'],
+            target: (params) => {
+                const id: string = params.id;
+
+                return `/hit/hitgs${id ? `/${id}` : ''}`;
+            },
+        },
+        {
+            title: '通知公告',
+            source: ['hitgs.hit.edu.cn/tzgg/list.htm'],
+            target: '/hitgs/tzgg',
+        },
+        {
+            title: '综合新闻',
+            source: ['hitgs.hit.edu.cn/zhxw/list.htm'],
+            target: '/hitgs/zhxw',
+        },
+        {
+            title: '高水平课程与学术交流',
+            source: ['hitgs.hit.edu.cn/gspkcyxsjl/list.htm'],
+            target: '/hitgs/gspkcyxsjl',
+        },
+        {
+            title: '国家政策',
+            source: ['hitgs.hit.edu.cn/gjzc/list.htm'],
+            target: '/hitgs/gjzc',
+        },
+        {
+            title: '规章制度',
+            source: ['hitgs.hit.edu.cn/17546/list.htm'],
+            target: '/hitgs/17546',
+        },
+        {
+            title: '办事流程',
+            source: ['hitgs.hit.edu.cn/17547/list.htm'],
+            target: '/hitgs/17547',
+        },
+        {
+            title: '常见问题',
+            source: ['hitgs.hit.edu.cn/17548/list.htm'],
+            target: '/hitgs/17548',
+        },
+        {
+            title: '常见下载',
+            source: ['hitgs.hit.edu.cn/17549/list.htm'],
+            target: '/hitgs/17549',
         },
     ],
-    name: '研究生院通知公告',
-    maintainers: ['hlmu'],
-    handler,
-    url: 'hitgs.hit.edu.cn/*',
+    view: ViewType.Articles,
 };
-
-async function handler() {
-    const host = 'https://hitgs.hit.edu.cn';
-
-    const response = await got(host + '/tzgg/list.htm', {
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = load(response.data);
-    const list = $('.news_list li')
-        .map((i, e) => ({
-            pubDate: parseDate($('span:nth-child(4)', e).text()),
-            title: $('span.Article_BelongCreateOrg.newsfb', e).text() + $('span a', e).attr('title'),
-            category: $('span.Article_BelongCreateOrg.newsfb', e).text().slice(1, -1),
-            link: host + $('span a', e).attr('href'),
-        }))
-        .get();
-
-    const out = await Promise.all(
-        list.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const response = await got(item.link, {
-                    headers: {
-                        Referer: host,
-                    },
-                });
-                const $ = load(response.data);
-                item.description = $('.wp_articlecontent').html();
-                item.author = $('div.infobox > div > p > span:nth-child(3)').text().slice(3);
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: '哈工大研究生院通知公告',
-        link: host + '/tzgg/list.htm',
-        description: '哈尔滨工业大学研究生院通知公告',
-        item: out,
-    };
-}

package/lib/routes/hit/namespace.ts

@@ -2,7 +2,7 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '哈尔滨工业大学',
-    url: 'jwc.hit.edu.cn',
+    url: 'www.hit.edu.cn',
     description: `::: warning
 哈工大网站疑似禁止了\`rsshub.app\`的访问，使用路由需要自行 [部署](https://docs.rsshub.app/deploy/)。
 :::`,

package/lib/routes/hit/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/hitcon/zeroday.ts

@@ -6,9 +6,6 @@ import logger from '@/utils/logger';
 import { art } from '@/utils/render';
 import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
-import { getCurrentPath } from '@/utils/helpers';
-
-const __dirname = getCurrentPath(import.meta.url);
 
 export const route: Route = {
     name: '漏洞',

package/lib/routes/hitwh/today.ts

@@ -40,12 +40,12 @@ async function handler() {
     const $ = load(response.data);
     const type = (filename) => filename.split('.').pop();
     const links = $('.list_list_wrap #wp_news_w10002 ul > li')
-        .map((_, el) => ({
+        .toArray()
+        .map((el) => ({
             pubDate: timezone(parseDate($(el).find('.news-time2').text()), 8),
             link: new URL($(el).find('a').attr('href'), baseUrl).toString(),
             title: $(el).find('a').text(),
-        }))
-        .get();
+        }));
 
     return {
         title: '哈尔滨工业大学（威海）通知公告',

package/lib/routes/hk01/utils.ts

@@ -1,6 +1,3 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';

package/lib/routes/hkej/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -102,14 +100,14 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('h3.in_news_u_t a, h4.hkej_hl-news_topic_2014 a, div.hkej_toc_listingAll_news2_2014 h3 a, div.hkej_toc_cat_top_detail h3 a, div.allNews div.news h1 a, div#div_listingAll div.news2 h3 a')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.text().trim(),
-                link: baseUrl + item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+                link: baseUrl + item.attr('href').slice(0, item.attr('href').lastIndexOf('/')),
             };
-        })
-        .get();
+        });
 
     const renderArticleImg = (pics) =>
         art(path.join(__dirname, 'templates/articleImg.art'), {
@@ -144,15 +142,13 @@ async function handler(ctx) {
                     content('.hkej_sub_ex_article_nonsubscriber_ad_2014').remove();
 
                     // fix article image
-                    const articleImg = (content('div.hkej_detail_thumb_2014 td a').length ? content('div.hkej_detail_thumb_2014 td a') : content('div.thumb td a'))
-                        .map((_, e) => {
-                            e = $(e);
-                            return {
-                                href: e.attr('href'),
-                                title: e.attr('title'),
-                            };
-                        })
-                        .get();
+                    const articleImg = (content('div.hkej_detail_thumb_2014 td a').length ? content('div.hkej_detail_thumb_2014 td a') : content('div.thumb td a')).toArray().map((e) => {
+                        e = $(e);
+                        return {
+                            href: e.attr('href'),
+                            title: e.attr('title'),
+                        };
+                    });
 
                     const pubDate = content('p.info span.date').text().trim();
 

package/lib/routes/hkepc/index.ts

@@ -8,7 +8,7 @@ import { baseUrl, categoryMap } from './data';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media', 'popular'],
+    categories: ['new-media'],
     example: '/hkepc/news',
     parameters: { category: '分类，见下表，默认为最新消息' },
     features: {
@@ -110,7 +110,7 @@ async function handler(ctx) {
                     .map((e) => $(e).text().trim());
                 item.description = content.html();
                 item.pubDate = timezone(parseDate($('.publishDate').text()), +8);
-                item.guid = item.link.substring(0, item.link.lastIndexOf('/'));
+                item.guid = item.link.slice(0, item.link.lastIndexOf('/'));
 
                 return item;
             })

package/lib/routes/hket/index.ts

@@ -1,6 +1,4 @@
 import { DataItem, Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
@@ -127,7 +125,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const { category = 'sran001' } = ctx.req.param();
-    const baseUrl = urlMap[category.substring(0, 4)].baseUrl;
+    const baseUrl = urlMap[category.slice(0, 4)].baseUrl;
 
     const response = await ofetch(`${baseUrl}/${category}`);
 

package/lib/routes/hkjunkcall/index.ts

@@ -30,15 +30,15 @@ async function handler() {
     const $ = load(response.data);
 
     const list = $('.hh15')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item).parent();
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/hlju/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '黑龙江大学',
+    url: 'hlju.edu.cn',
+    categories: ['university'],
+    lang: 'zh-CN',
+};