rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/sdu/extractor/index.ts

@@ -3,7 +3,7 @@ import view from './view';
 import sdrj from './sdrj';
 import jwc from './wh/jwc';
 
-export default (link) => {
+const index = (link) => {
     if (link.startsWith('https://xinwen.wh.sdu.edu.cn/')) {
         return news(link);
     }
@@ -18,3 +18,4 @@ export default (link) => {
     }
     return {};
 };
+export default index;

package/lib/routes/sdu/extractor/sdrj.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-export default (link) =>
+const sdrj = (link) =>
     cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
@@ -20,3 +20,4 @@ export default (link) =>
             return { description: content, author, exactDate };
         }
     });
+export default sdrj;

package/lib/routes/sdu/extractor/view.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-export default (link) =>
+const view = (link) =>
     cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
@@ -20,3 +20,4 @@ export default (link) =>
             return { description: content, author, exactDate };
         }
     });
+export default view;

package/lib/routes/sdu/extractor/wh/jwc.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-export default (link) =>
+const jwc = (link) =>
     cache.tryGet(link, async () => {
         let content, exactDate;
         try {
@@ -23,3 +23,4 @@ export default (link) =>
             return { description: content, exactDate };
         }
     });
+export default jwc;

package/lib/routes/sdu/extractor/wh/news.ts

@@ -4,7 +4,7 @@ import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-export default (link) =>
+const news = (link) =>
     cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
@@ -20,3 +20,4 @@ export default (link) =>
             return { description: content, author, exactDate };
         }
     });
+export default news;

package/lib/routes/seekingalpha/index.ts

@@ -1,9 +1,12 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import { art } from '@/utils/render';
 import { parseDate } from '@/utils/parse-date';
-import dayjs from 'dayjs';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+const __dirname = getCurrentPath(import.meta.url);
+
 const baseUrl = 'https://seekingalpha.com';
 
 export const route: Route = {
@@ -12,12 +15,7 @@ export const route: Route = {
     example: '/seekingalpha/TSM/transcripts',
     parameters: { symbol: 'Stock symbol', category: 'Category, see below, `news` by default' },
     features: {
-        requireConfig: false,
-        requirePuppeteer: false,
-        antiCrawler: false,
-        supportBT: false,
-        supportPodcast: false,
-        supportScihub: false,
+        antiCrawler: true,
     },
     radar: [
         {
@@ -33,39 +31,76 @@ export const route: Route = {
   | analysis | news | transcripts | press-releases | related-analysis |`,
 };
 
+const getMachineCookie = () =>
+    cache.tryGet('seekingalpha:machine_cookie', async () => {
+        const response = await ofetch.raw(baseUrl);
+        return response.headers.getSetCookie().map((c) => c.split(';')[0]);
+    });
+
+const apiParams = {
+    article: {
+        slug: '/articles',
+        include: 'author,primaryTickers,secondaryTickers,otherTags,presentations,presentations.slides,author.authorResearch,author.userBioTags,co_authors,promotedService,sentiments',
+    },
+    news: {
+        slug: '/news',
+        include: 'author,primaryTickers,secondaryTickers,otherTags',
+    },
+    pr: {
+        slug: '/press_releases',
+        include: 'acquireService,primaryTickers',
+    },
+};
+
 async function handler(ctx) {
     const { category = 'news', symbol } = ctx.req.param();
     const pageUrl = `${baseUrl}/symbol/${symbol.toUpperCase()}/${category === 'transcripts' ? `earnings/${category}` : category}`;
 
-    const response = await got(`${baseUrl}/api/v3/symbols/${symbol.toUpperCase()}/${category}`, {
-        searchParams: {
-            cacheBuster: category === 'news' ? dayjs().format('YYYY-MM-DD') : undefined,
+    const machineCookie = await getMachineCookie();
+    const response = await ofetch(`${baseUrl}/api/v3/symbols/${symbol.toUpperCase()}/${category}`, {
+        headers: {
+            cookie: machineCookie.join('; '),
+        },
+        query: {
+            'filter[since]': 0,
+            'filter[until]': 0,
             id: symbol.toLowerCase(),
             include: 'author,primaryTickers,secondaryTickers,sentiments',
-            'page[size]': ctx.req.query('limit') ? Number(ctx.req.query('limit')) : category === 'news' ? 40 : 20,
+            'page[size]': ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : category === 'news' ? 40 : 20,
+            'page[number]': 1,
         },
     });
 
-    const list = response.data.data?.map((item) => ({
+    const list = response.data?.map((item) => ({
         title: item.attributes.title,
         link: new URL(item.links.self, baseUrl).href,
         pubDate: parseDate(item.attributes.publishOn),
-        author: response.data.included.find((i) => i.id === item.relationships.author.data.id).attributes.nick,
+        author: response.included.find((i) => i.id === item.relationships.author.data.id).attributes.nick,
+        id: item.id,
+        articleType: item.links.self.split('/')[1],
     }));
 
     const items = list
         ? await Promise.all(
               list.map((item) =>
                   cache.tryGet(item.link, async () => {
-                      const response = await got(item.link);
-                      const $ = load(response.data);
-
-                      const summary = $('[data-test-id=article-summary-title]').length ? $('[data-test-id=article-summary-title]').html() + $('[data-test-id=article-summary-title]').next().html() : '';
+                      const response = await ofetch(`${baseUrl}/api/v3${apiParams[item.articleType].slug}/${item.id}`, {
+                          headers: {
+                              cookie: machineCookie.join('; '),
+                          },
+                          query: {
+                              include: apiParams[item.articleType].include,
+                          },
+                      });
 
-                      item.category = $('div[data-test-id=themes-list] a')
-                          .toArray()
-                          .map((c) => $(c).text());
-                      item.description = summary + $('div.paywall-full-content').html();
+                      item.category = response.included.filter((i) => i.type === 'tag').map((i) => (i.attributes.company ? `${i.attributes.company} (${i.attributes.name})` : i.attributes.name));
+                      item.description =
+                          (response.data.attributes.summary?.length
+                              ? art(path.join(__dirname, 'templates/summary.art'), {
+                                    summary: response.data.attributes.summary,
+                                })
+                              : '') + response.data.attributes.content;
+                      item.updated = parseDate(response.data.attributes.lastModified);
 
                       return item;
                   })
@@ -74,8 +109,8 @@ async function handler(ctx) {
         : [];
 
     return {
-        title: response.data.meta.page.title,
-        description: response.data.meta.page.description,
+        title: response.meta.page.title,
+        description: response.meta.page.description,
         link: pageUrl,
         image: 'https://seekingalpha.com/samw/static/images/favicon.svg',
         item: items,

package/lib/routes/seekingalpha/templates/summary.art

@@ -0,0 +1,4 @@
+<h2>Summary</h2>
+<ul>
+{{ each summary s }}<li>{{ s }}</li>{{ /each }}
+</ul>

package/lib/routes/sehuatang/index.ts

@@ -1,11 +1,10 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
-import { CookieJar } from 'tough-cookie';
-const cookieJar = new CookieJar();
+import logger from '@/utils/logger';
+import puppeteer from '@/utils/puppeteer';
 
 const host = 'https://www.sehuatang.net/';
 
@@ -43,6 +42,9 @@ export const route: Route = {
     path: ['/bt/:subforumid?', '/picture/:subforumid', '/:subforumid?/:type?', '/:subforumid?', ''],
     name: 'Unknown',
     maintainers: ['qiwihui', 'junfengP', 'nczitzk'],
+    features: {
+        requirePuppeteer: true,
+    },
     handler,
     description: `**原创 BT 电影**
 
@@ -63,17 +65,24 @@ async function handler(ctx) {
     const type = ctx.req.param('type');
     const typefilter = type ? `&filter=typeid&typeid=${type}` : '';
     const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
-    const headers = {
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
-    };
-    await cookieJar.setCookie('_safe=vqd37pjm4p5uodq339yzk6b7jdt6oich', host);
 
-    const response = await got(link, {
-        cookieJar,
-        headers,
+    const browser = await puppeteer();
+    const page = await browser.newPage();
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+    });
+    logger.http(`Requesting ${link}`);
+    await page.goto(link, {
+        waitUntil: 'domcontentloaded',
     });
-    const $ = load(response.data);
+    await page.waitForSelector('a.enter-btn', { visible: true });
+
+    await Promise.all([page.click('a.enter-btn'), page.waitForNavigation({ waitUntil: 'domcontentloaded' })]);
+    const response = await page.content();
+    page.close();
+
+    const $ = load(response);
 
     const list = $('#threadlisttableid tbody[id^=normalthread]')
         .slice(0, ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 25)
@@ -92,12 +101,19 @@ async function handler(ctx) {
     const out = await Promise.all(
         list.map((info) =>
             cache.tryGet(info.link, async () => {
-                const response = await got(info.link, {
-                    cookieJar,
-                    headers,
+                const page = await browser.newPage();
+                await page.setRequestInterception(true);
+                page.on('request', (request) => {
+                    request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
                 });
 
-                const $ = load(response.data);
+                await page.goto(info.link, {
+                    // 指定页面等待载入的时间
+                    waitUntil: 'domcontentloaded',
+                });
+                const response = await page.content();
+                await page.close();
+                const $ = load(response);
                 const postMessage = $("td[id^='postmessage']").slice(0, 1);
                 const images = $(postMessage).find('img');
                 for (const image of images) {
@@ -135,12 +151,11 @@ async function handler(ctx) {
                     info.enclosure_url = enclosureUrl;
                     info.enclosure_type = isMag ? 'application/x-bittorrent' : 'application/octet-stream';
                 }
-
                 return info;
             })
         )
     );
-
+    await browser.close();
     return {
         title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
         link,

package/lib/routes/sehuatang/user.ts

@@ -5,6 +5,7 @@ import got from '@/utils/got'; // 自订的 got
 import { load } from 'cheerio'; // 可以使用类似 jQuery 的 API HTML 解析器
 import { parseDate } from '@/utils/parse-date';
 import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 const baseUrl = 'https://sehuatang.org/';
 
@@ -33,7 +34,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     if (!config.sehuatang.cookie) {
-        throw new Error('Sehuatang RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
+        throw new ConfigNotFoundError('Sehuatang RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
     }
     // 从Url参数中获取uid
     const uid = ctx.req.param('uid');

package/lib/routes/sensortower/blog.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/blog/:language?',

package/lib/routes/shcstheatre/programs.ts

@@ -8,7 +8,7 @@ import { art } from '@/utils/render';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import { load } from 'cheerio';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/programs',

package/lib/routes/shiep/config.ts

@@ -2,44 +2,37 @@ const config = {
     bwc: { title: '武装部保卫处', id: 'tzgg' },
     career: { title: '本科就业信息网', id: 'tzgg', listSelector: 'ul.newsList', pubDateSelector: 'li.span2.y', descriptionSelector: '.aContent' },
     cyb: { title: '资产经营公司/产业办', id: '367' },
-    dangban: { title: '党委办公室', id: '4014' },
+    dangban: { title: '党委办公室', id: '4013' },
     djfwzxdcs: { title: '党建服务中心/党建督查室', id: 'tzgg', listSelector: 'li.news', pubDateSelector: 'span.news_meta' },
     dqxy: { title: '电气工程学院', id: '2462' },
     dwllc: { title: '对外联络处', id: '2649' },
     dxxy: { title: '电子与信息工程学院', id: 'tzgg', pubDateSelector: 'div.article-publishdate' },
     energy: { title: '能源与机械工程学院', id: '892' },
-    'energy-saving': { title: '上海热交换系统节能工程技术研究中心', id: 'tzgg' },
-    english: { title: 'Shanghai University of Electric Power', id: 'events' },
     fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
-    fgw: { title: '妇工委', id: '1411' },
     fzghc: { title: '发展规划处', id: '291' },
     gec: { title: '上海新能源人才技术教育交流中心', id: '1959' },
-    gonghui: { title: '工会', id: '1806', listSelector: 'table.wp_article_list_table tr', pubDateSelector: 'td[align="right"]' },
+    gonghui: { title: '工会（妇工委）', id: '1806', listSelector: 'table.wp_article_list_table tr', pubDateSelector: 'td[align="right"]' },
     'green-energy': { title: '上海绿色能源并网技术研究中心', id: '118' },
-    hhsyzx: { title: '能源化学实验教学中心', id: '3709' },
     hhxy: { title: '环境与化学工程学院', id: '5559', listSelector: 'li.list-item', pubDateSelector: 'div.item-publishdate' },
     hqglc: { title: '后勤管理处（后勤服务中心）', id: '1616' },
+    hsfdyjy: { title: '海上风电研究院', id: '5748' },
     ieetc: { title: '创新创业工程训练中心', id: 'cxcy', pubDateSelector: 'div.article-publishdate' },
     jgdw: { title: '机关党委', id: '3205' },
     jgxy: { title: '经济与管理学院', id: '3633' },
     jijian: { title: '纪委（监察专员办公室）', id: '59' },
     jjc: { title: '基建处', id: '327' },
     jjxy: { title: '继续教育学院（国际教育学院）', id: '2582' },
-    jsjxfzzx: { title: '教师教学发展中心', id: '3909' },
     jsjxy: { title: '计算机科学与技术学院', id: 'xygg', listSelector: 'div.xylist', pubDateSelector: 'span:nth-child(2)' },
     jszyzx: { title: '技术转移中心', id: '4247' },
     jwc: { title: '教务处', id: '227', listSelector: 'div.text-list li', pubDateSelector: 'span.time' },
-    jxfz: { title: '电力装备设计与制造虚拟仿真中心', id: '3330' },
     kczx: { title: '能源电力科创中心', id: '3946' },
     kyc: { title: '科研处/融合办', id: '834' },
     lgxq: { title: '临港新校区建设综合办公室', id: '377' },
     library: { title: '图书馆', id: '4866' },
     metc: { title: '现代教育技术中心/信息办', id: 'tzgg', pubDateSelector: 'div.article-publishdate' },
-    mpep: { title: '上海市电力材料防护与新材料重点实验室', id: '1134' },
     news: { title: '新闻网', id: 'notice' },
     nydlzk: { title: '能源电力智库', id: 'tzgg' },
     office: { title: '校长办公室（档案馆）', id: '389' },
-    rpstec: { title: '国家新能源电力系统实验教学示范中心', id: '1366' },
     rsc: { title: '党委教师工作部/人事处', id: '1695' },
     rwysxy: { title: '人文艺术学院', id: '3089', listSelector: 'li.list-item', pubDateSelector: 'div.item-publishdate' },
     sjc: { title: '审计处', id: '199' },
@@ -57,6 +50,7 @@ const config = {
     xsc: { title: '学生处', id: '3482' },
     xunchaban: { title: '巡查办', id: '5044' },
     xxgk: { title: '信息公开网', id: 'zxgkxx' },
+    xxjy: { title: '“学条例 守党纪”专题网', id: '5973', listSelector: 'li.list-item', pubDateSelector: 'div.item-publishdate' },
     yjsc: { title: '研究生院/研工部', id: '1161' },
     zdhxy: { title: '自动化工程学院', id: '2002' },
     zs: { title: '本科招生网', id: 'zxxx' },

package/lib/routes/shiep/index.ts

@@ -6,11 +6,12 @@ import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import dayjs from 'dayjs';
-import * as path from 'node:path';
+import path from 'node:path';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import { config } from './config';
 import { radar } from './radar';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/:type/:id?',
@@ -25,17 +26,17 @@ export const route: Route = {
 
   学院一览：
 
-  | 能源与机械工程学院 | 环境与化学工程学院 | 电气工程学院 | 自动化工程学院 | 计算机科学与技术学院 | 电子与信息工程学院 | 经济与管理学院 | 数理学院 | 外国语学院 | 体育学院 | 马克思主义学院 | 人文艺术学院 | 继续教育学院（国际教育学院） |
-  | ------------------ | ------------------ | ------------ | -------------- | -------------------- | ------------------ | -------------- | -------- | ---------- | -------- | -------------- | ------------ | ---------------------------- |
-  | energy             | hhxy               | dqxy         | zdhxy          | jsjxy                | dxxy               | jgxy           | slxy     | wgyxy      | tyb      | skb            | rwysxy       | jjxy                         |
-  | 892                | 5559               | 2462         | 2002           | xygg                 | tzgg               | 3633           | 2063     | tzgg       | 2891     | 1736           | 3089         | 2582                         |
+  | 能源与机械工程学院 | 环境与化学工程学院 | 电气工程学院 | 自动化工程学院 | 计算机科学与技术学院 | 电子与信息工程学院 | 经济与管理学院 | 数理学院 | 外国语学院 | 体育学院 | 马克思主义学院 | 人文艺术学院 | 继续教育学院（国际教育学院） | 海上风电研究院 |
+  | ------------------ | ------------------ | ------------ | -------------- | -------------------- | ------------------ | -------------- | -------- | ---------- | -------- | -------------- | ------------ | ---------------------------- | -------------- |
+  | energy             | hhxy               | dqxy         | zdhxy          | jsjxy                | dxxy               | jgxy           | slxy     | wgyxy      | tyb      | skb            | rwysxy       | jjxy                         | hsfdyjy        |
+  | 892                | 5559               | 2462         | 2002           | xygg                 | tzgg               | 3633           | 2063     | tzgg       | 2891     | 1736           | 3089         | 2582                         | 5748           |
 
   党群部门：
 
   | 党委办公室 | 组织部（老干部处、党校） | 党建服务中心 / 党建督查室 | 宣传部（文明办、融媒体中心） | 统战部 | 机关党委 | 纪委（监察专员办公室） | 巡查办    | 武装部 | 学生工作部 | 团委 | 工会（妇工委） | 教师工作部 | 离退休党委 | 研究生工作部 |
   | ---------- | ------------------------ | ------------------------- | ---------------------------- | ------ | -------- | ---------------------- | --------- | ------ | ---------- | ---- | -------------- | ---------- | ---------- | ------------ |
   | dangban    | zzb                      | djfwzxdcs                 | xcb                          | tzb    | jgdw     | jijian                 | xunchaban | bwc    | xsc        | tw   | gonghui        | rsc        | tgb        | yjsc         |
-  | 4014       | 1534                     | tzgg                      | 2925                         | 3858   | 3205     | 59                     | 5044      | tzgg   | 3482       | 2092 | 1806           | 1695       | notice     | 1161         |
+  | 4013       | 1534                     | tzgg                      | 2925                         | 3858   | 3205     | 59                     | 5044      | tzgg   | 3482       | 2092 | 1806           | 1695       | notice     | 1161         |
 
   行政部门：
 
@@ -46,10 +47,10 @@ export const route: Route = {
 
   其它：
 
-  | 新闻网 | Shanghai University of Electric Power | 信息公开网 | 本科招生网 | 本科就业信息网 | 妇工委 | 文明办  | 学习路上 | 上海热交换系统节能工程技术研究中心 | 上海新能源人才技术教育交流中心 | 上海绿色能源并网技术研究中心 | 能源化学实验教学中心 | 教师教学发展中心 | 电力装备设计与制造虚拟仿真中心 | 上海市电力材料防护与新材料重点实验室 | 能源电力智库 | 国家新能源电力系统实验教学示范中心 | 智能发电实验教学中心 |
-  | ------ | ------------------------------------- | ---------- | ---------- | -------------- | ------ | ------- | -------- | ---------------------------------- | ------------------------------ | ---------------------------- | -------------------- | ---------------- | ------------------------------ | ------------------------------------ | ------------ | ---------------------------------- | -------------------- |
-  | news   | english                               | xxgk       | zs         | career         | fgw    | wenming | ztjy     | energy-saving                      | gec                            | green-energy                 | hhsyzx               | jsjxfzzx         | jxfz                           | mpep                                 | nydlzk       | rpstec                             | spgc                 |
-  | notice | events                                | zxgkxx     | zxxx       | tzgg           | 1411   | 2202    | 5575     | tzgg                               | 1959                           | 118                          | 3709                 | 3909             | 3330                           | 1134                                 | tzgg         | 1366                               | 4449                 |
+  | 新闻网 | 信息公开网 | 本科招生网 | 本科就业信息网 | 文明办  | 学习路上 | “学条例 守党纪”专题网 | 上海新能源人才技术教育交流中心 | 上海绿色能源并网技术研究中心 | 能源电力智库 | 智能发电实验教学中心 |
+  | ------ | ---------- | ---------- | -------------- | ------- | -------- | --------------------- | ------------------------------ | ---------------------------- | ------------ | -------------------- |
+  | news   | xxgk       | zs         | career         | wenming | ztjy     | xxjy                  | gec                            | green-energy                 | nydlzk       | spgc                 |
+  | notice | zxgkxx     | zxxx       | tzgg           | 2202    | 5575     | 5973                  | 1959                           | 118                          | tzgg         | 4449                 |
 
   参数与来源页面对应规则为：\`https://\${type}.shiep.edu.cn/\${id}/list.htm\``,
 };
@@ -58,13 +59,13 @@ async function handler(ctx) {
     const type = ctx.req.param('type');
 
     if (!Object.keys(config).includes(type)) {
-        throw new Error(`Invalid type: ${type}`);
+        throw new InvalidParameterError(`Invalid type: ${type}`);
     }
 
     const { listSelector = '.list_item', pubDateSelector = '.Article_PublishDate', descriptionSelector = '.wp_articlecontent', title } = config[type];
 
     if (!title) {
-        throw new Error(`Invalid type: ${type}`);
+        throw new InvalidParameterError(`Invalid type: ${type}`);
     }
 
     const host = `https://${type}.shiep.edu.cn`;

package/lib/routes/shisu/en.ts

@@ -0,0 +1,75 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+const url = 'http://en.shisu.edu.cn';
+const urlBackup = 'https://en.shisu.edu.cn';
+
+export const route: Route = {
+    path: '/en/:section',
+    categories: ['university'],
+    example: '/shisu/en/news',
+    parameters: { section: 'The name of resources' },
+    radar: [
+        {
+            source: ['en.shisu.edu.cn/resources/:section/'],
+            target: '/en/:section',
+        },
+    ],
+    name: 'SISU TODAY | FEATURED STORIES',
+    maintainers: ['Duuckjing'],
+    handler,
+    description: `- features: Read a series of in-depth stories about SISU faculty, students, alumni and beyond campus.
+  - news: SISU TODAY English site.`,
+};
+
+async function process(baseUrl: string, section: any) {
+    const r = await ofetch(`${baseUrl}/resources/${section}/`);
+    const $ = load(r);
+    const itemsoup = $('.tab-con:nth-child(1) ul li')
+        .toArray()
+        .map((i0) => {
+            const i = $(i0);
+            const img = i.find('img').attr('src');
+            const link = `${baseUrl}${i.find('h3>a').attr('href')}`;
+            return {
+                title: i.find('h3>a').text().trim(),
+                link,
+                pubDate: parseDate(i.find('p.time').text()),
+                itunes_item_image: `${baseUrl}${img}`,
+            };
+        });
+    const items = await Promise.all(
+        itemsoup.map((j) =>
+            cache.tryGet(j.link, async () => {
+                const r = await ofetch(j.link);
+                const $ = load(r);
+                j.description = $('.details-con')
+                    .html()!
+                    .replaceAll(/<o:p>[\S\s]*?<\/o:p>/g, '')
+                    .replaceAll(/(<p[^>]*>&nbsp;<\/p>\s*)+/gm, '<p>&nbsp;</p>');
+                return j;
+            })
+        )
+    );
+    return {
+        title: String(section) === 'features' ? 'FEATURED STORIES' : 'SISU TODAY',
+        link: `${url}/resources/${section}/`,
+        item: items,
+    };
+}
+
+async function handler(ctx) {
+    const { section } = ctx.req.param();
+    let res: any;
+    try {
+        await ofetch(url);
+        res = process(url, section);
+    } catch {
+        await ofetch(urlBackup);
+        res = process(urlBackup, section);
+    }
+    return res;
+}

package/lib/routes/shisu/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: '上海外国语大学',
-    url: 'news.shisu.edu.cn',
+    url: 'shisu.edu.cn',
 };

package/lib/routes/shisu/news.ts

@@ -1,18 +1,17 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
-import timezone from '@/utils/timezone';
 
 const url = 'https://news.shisu.edu.cn';
 const banner = 'https://news.shisu.edu.cn/news/index/39adf3d9ae414bc39c6d3b9316ae531f.png';
 
 export const route: Route = {
-    path: '/news/:category',
+    path: '/news/:section',
     categories: ['university'],
-    example: '/shisu/news/notice',
-    parameters: { category: '新闻的分类可根据自己的需要选择，首页为全部新闻' },
+    example: '/shisu/news/news',
+    parameters: { section: '主站的新闻类别' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -23,7 +22,8 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['news.shisu.edu.cn/:category/index.html'],
+            source: ['news.shisu.edu.cn/:section/index.html'],
+            target: '/news/:section',
         },
     ],
     name: '上外新闻',
@@ -36,7 +36,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const { section = 'news' } = ctx.req.param();
-    const { data: r } = await got(`${url}/${section}/index.html`);
+    const r = await ofetch(`${url}/${section}/index.html`);
     const $ = load(r);
     let itemsoup;
     switch (section) {
@@ -60,7 +60,7 @@ async function handler(ctx) {
                 .map((i0) => {
                     const i = $(i0);
                     return {
-                        title: i.find('h3>a').attr('title').trim(),
+                        title: i.find('h3>a').attr('title')?.trim(),
                         link: `${url}${i.find('h3>a').attr('href')}`,
                         category: i.find('p>span:nth-child(1)').text(),
                     };
@@ -69,12 +69,12 @@ async function handler(ctx) {
     const items = await Promise.all(
         itemsoup.map((j) =>
             cache.tryGet(j.link, async () => {
-                const { data: r } = await got(j.link);
+                const r = await ofetch(j.link);
                 const $ = load(r);
                 const img = $('.tempWrap > ul > li:nth-child(1)> img').attr('src');
                 j.description = $('.ot_main_r .content').html();
                 j.author = $('.math_time_l > span:nth-child(3)').text().trim();
-                j.pubDate = timezone(parseDate($('.math_time_l > span:nth-child(2)').text(), 'YYYY-MM-DD'), +8);
+                j.pubDate = parseDate($('.math_time_l > span:nth-child(2)').text(), 'YYYY-MM-DD');
                 if (!j.itunes_item_image) {
                     j.itunes_item_image = img ? `${url}${img}` : banner;
                 }
@@ -84,8 +84,8 @@ async function handler(ctx) {
     );
 
     return {
-        title: `上外新闻|SISU TODAY -${section.charAt(0).toUpperCase() + section.slice(1)}`,
-        image: 'https://bkimg.cdn.bcebos.com/pic/8d5494eef01f3a296b70affa9825bc315c607c4d?x-bce-process=image/resize,m_lfit,w_536,limit_1/quality,Q_70',
+        title: `上外新闻|SISU TODAY - ${section.charAt(0).toUpperCase() + section.slice(1)}`,
+        image: 'https://upload.wikimedia.org/wikipedia/zh/thumb/0/06/Shanghai_International_Studies_University_logo.svg/300px-Shanghai_International_Studies_University_logo.svg.png',
         link: `${url}/${section}/index.html`,
         item: items,
     };

package/lib/routes/shmtu/portal.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
-import * as path from 'node:path';
+import path from 'node:path';
 import { art } from '@/utils/render';
 
 const bootstrapHost = 'https://weixin.shmtu.edu.cn/dynamic/shmtuHttps';