rsshub 1.0.0-master.f9e891b → 1.0.0-master.f9ec483

package/lib/routes/straitstimes/index.ts

@@ -0,0 +1,135 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+    path: '/:category?/:section?',
+    categories: ['traditional-media'],
+    example: '/straitstimes/singapore',
+    parameters: {
+        category: 'Category, see below for more information',
+        section: 'Section, see below for more information',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: false,
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+| Category               | \`:category\`               |
+| ---------------------- | --------------------------- |
+| Singapore              | \`singapore\`               |
+| Asia                   | \`asia\`                    |
+| World                  | \`world\`                   |
+| Opinion                | \`opinion\`                 |
+| Life                   | \`life\`                    |
+| Business               | \`business\`                |
+| Jobs                   | \`jobs\`                    |
+| Parenting & Education  | \`parenting-and-education\` |
+| Food                   | \`food\`                    |
+| Tech                   | \`tech\`                    |
+| Sport                  | \`sport\`                   |
+| Podcasts               | \`podcasts\`                |,
+
+| Section                | \`:section\`                |
+| ---------------------- | --------------------------- |
+| Top Stories            | \`top-stories\`             |
+| Latest                 | \`latest\`                  |`,
+    radar: [
+        {
+            source: ['www.straitstimes.com/:category'],
+            target: '/:category',
+        },
+        {
+            source: ['www.straitstimes.com'],
+            target: '/',
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category') ? ctx.req.param('category').toLowerCase() : 'singapore';
+    const section = ctx.req.param('section') ? ctx.req.param('section').toLowerCase() : undefined;
+    const apiKey = 'T9XUJM9rAZoLOd2CAx2wCBSTrm3xoyPw';
+    const platform = 'iosflex';
+    const __dirname = getCurrentPath(import.meta.url);
+    let feed;
+    const response = await got({
+        method: 'get',
+        url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${category}/star&subscribed=false&version=4.0`,
+        headers: {
+            'x-api-key': apiKey,
+        },
+    });
+    feed = response.data.data;
+    const sections = new Set(feed.filter((item) => item.items[0].itemType === 'SectionFooter').map((items) => items.items[0].sectionFooterData.link.id));
+    let slug = section && sections.has(`${category}-${section}-more/star`) ? `${category}-${section}-more/star` : undefined;
+    if (section === undefined) {
+        for (const section of ['latest', 'top-picks', 'top-stories']) {
+            if (sections.has(`${category}-${section}-more/star`)) {
+                slug = `${category}-${section}-more/star`;
+                break;
+            }
+        }
+    }
+    if (slug) {
+        const response = await got({
+            method: 'get',
+            url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${slug}&subscribed=false&version=4.0`,
+            headers: {
+                'x-api-key': apiKey,
+            },
+        });
+        feed = response.data.data;
+    }
+    const articles = feed.filter((item) => item.items[0].itemType === 'Article');
+    const items = await Promise.all(
+        articles.map((item) =>
+            cache.tryGet(item.items[0].articleData.url, async () => {
+                const article = item.items[0].articleData;
+                if (article.authors) {
+                    item.author = article.authors.map((author) => author.name).join(', ');
+                }
+                if (article.keywords) {
+                    item.category = article.keywords.map((keyword) => keyword.name);
+                }
+                item.title = article.headline;
+                item.pubDate = parseDate(article.publicationTime, 'X');
+                item.updated = parseDate(article.updatedTime, 'X');
+                item.link = article.url;
+                let content = article.teaser;
+                if (article.documentId) {
+                    const response = await got({
+                        method: 'get',
+                        url: `https://newsapi.sphdigital.com/v2/feed/article/st/${article.documentId}?platform=${platform}&version=4.0`,
+                        headers: {
+                            'x-api-key': apiKey,
+                        },
+                    });
+                    content = response.data.data.body;
+                }
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: article.images ?? [],
+                    article: content,
+                });
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `The Strait Times - ${category.replaceAll('-', ' ').toUpperCase()}`,
+        link: `https://www.straitstimes.com/${category.toLowerCase()}`,
+        item: items,
+    };
+}

package/lib/routes/straitstimes/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'The Strait Times',
+    url: 'straitstimes.com',
+    description: '',
+    lang: 'en',
+};

package/lib/routes/straitstimes/templates/description.art

@@ -0,0 +1,27 @@
+{{ if images }}
+    {{ each images }}
+        {{if $value.url }}
+            <figure>
+                <img src=
+                {{ if $value.large }}
+                    "{{ $value.large }}"
+                {{ else }}
+                    "{{ $value.url }}"
+                {{ /if }}
+                {{ if $value.height }}
+                    height="{{ $value.height }}"
+                 {{  /if }}
+                 {{ if $value.width  }}
+                    width="{{ $value.width }}"
+                {{ /if }}
+                >
+            {{ if $value.caption }}
+                <figcaption>{{ $value.caption }}</figcaption>
+            {{ /if }}
+            </figure>
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+{{ if article }}
+   {{@ article }}
+{{ /if }}

package/lib/routes/stratechery/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Stratechery by Ben Thompson',
     url: 'blog.stratechery.com',
+    lang: 'en',
 };

package/lib/routes/stream-capital/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '远川研究所',
     url: 'www.stream-capital.com',
+    lang: 'zh-CN',
 };

package/lib/routes/studygolang/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Go 语言中文网',
     url: 'studygolang.com',
+    lang: 'zh-CN',
 };

package/lib/routes/subhd/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Sub HD',
     url: 'subhd.tv',
+    lang: 'zh-CN',
 };

package/lib/routes/supchina/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'SupChina',
     url: 'supchina.com',
+    lang: 'zh-CN',
 };

package/lib/routes/surfshark/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Surfshark',
     url: 'surfshark.com',
+    lang: 'en',
 };

package/lib/routes/sustainabilitymag/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Sustainability Magazine',
     url: 'sustainabilitymag.com',
+    lang: 'en',
 };

package/lib/routes/sustech/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '南方科技大学',
     url: 'biddingoffice.sustech.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/swissinfo/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'swissinfo',
     url: 'swissinfo.ch',
+    lang: 'en',
 };

package/lib/routes/swjtu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '西南交通大学',
     url: 'ctt.swjtu.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/swpu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '西南石油大学',
     url: 'swpu.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/sycl/feeds.ts

@@ -0,0 +1,47 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/:feed?',
+    categories: ['programming'],
+    example: '/sycltech/news',
+    parameters: { feed: 'Feed source, defaults to news, references https://feeds.sycl.tech/' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Feeds',
+    maintainers: ['mocusez'],
+    handler,
+    description: `|  Events  | News |    Research Paper     |  Videos  |
+| :----: | :--: | :-------------: | :----: |
+| events | news | research_papers | videos |`,
+};
+
+async function handler(ctx) {
+    const feeds: string[] = ['news', 'events', 'research_papers', 'videos'];
+    let { feed = 'news' } = ctx.req.param();
+    if (!feeds.includes(feed)) {
+        feed = 'news';
+    }
+    const data = await ofetch(`https://feeds.sycl.tech/${feed}/feed.json`);
+
+    const items = data.items.map((item) => ({
+        title: item.title,
+        link: item.external_url,
+        description: item.content_html,
+        pubDate: parseDate(item.date_published),
+        author: item.author.name,
+    }));
+
+    return {
+        title: `SYCL.tech ${feed}`,
+        link: `https://feeds.sycl.tech/${feed}/feed.json`,
+        item: items,
+    };
+}

package/lib/routes/sycl/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'SYCL',
+    url: 'sycl.tech',
+    lang: 'en',
+};

package/lib/routes/syosetu/chapter.ts

@@ -43,7 +43,8 @@ async function handler(ctx) {
     const description = $('#novel_ex').html();
 
     const chapter_list = $('dl.novel_sublist2')
-        .map((_, chapter) => {
+        .toArray()
+        .map((chapter) => {
             const $_chapter = $(chapter);
             const chapter_link = $_chapter.find('a');
             return {
@@ -52,7 +53,6 @@ async function handler(ctx) {
                 pubDate: timezone(parseDate($_chapter.find('dt').text(), 'YYYY/MM/DD HH:mm'), +9),
             };
         })
-        .toArray()
         .sort((a, b) => (a.pubDate <= b.pubDate ? 1 : -1))
         .slice(0, limit);
 

package/lib/routes/syosetu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'syosetu',
     url: 'ncode.syosetu.com',
+    lang: 'ja',
 };

package/lib/routes/sysu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '中山大学',
     url: 'cse.sysu.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/sysu/ygafz.ts

@@ -27,12 +27,12 @@ export const route: Route = {
     ],
     name: '粤港澳发展研究院',
     description: `| 人才招聘   | 人才培养      | 新闻动态 | 通知公告 | 专家观点 |
-    | ---------- | ------------- | -------- | -------- | -------- |
-    | jobopening | personnelplan | news     | notice   | opinion  |
+  | ---------- | ------------- | -------- | -------- | -------- |
+  | jobopening | personnelplan | news     | notice   | opinion  |
 
-    | 研究成果 | 研究论文 | 学术著作 | 形势政策 |
-    | -------- | -------- | -------- | -------- |
-    | results  | papers   | writings | policy   |`,
+  | 研究成果 | 研究论文 | 学术著作 | 形势政策 |
+  | -------- | -------- | -------- | -------- |
+  | results  | papers   | writings | policy   |`,
     maintainers: ['TonyRL'],
     handler,
 };

package/lib/routes/szftedu/dongtai.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://ylxx.szftedu.cn/xx_5828/xydt_5829/bxfbx_6371/';
+const baseLink = 'https://ylxx.szftedu.cn';
+
+export const route: Route = {
+    path: '/dongtai',
+    categories: ['university'],
+    example: '/szftedu/dongtai',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '动态',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const $ = load(response.data);
+    const lists = $('div.pagenews04 div ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: $('a', el).attr('href'),
+            pubDate: timezone(parseDate($('span[class=canedit]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const thisUrl = item.link;
+                const trueLink = thisUrl.includes('http') ? thisUrl : baseLink + thisUrl;
+                const response = await got(trueLink);
+                const $ = load(response.data);
+                item.description = thisUrl.includes('http') ? $('#page-content').html() : $('div.TRS_Editor').html();
+                item.pubDate = timezone(parseDate($('#publish_time').first().text()), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '园岭小学动态',
+        link: host,
+        description: '园岭小学动态',
+        item: items,
+    };
+}

package/lib/routes/szftedu/gonggao.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://ylxx.szftedu.cn/xx_5828/xygg_5832/';
+
+export const route: Route = {
+    path: '/gonggao',
+    categories: ['university'],
+    example: '/szftedu/gonggao',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '公告',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const $ = load(response.data);
+
+    const lists = $('div.pagenews04 div ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: $('a', el).attr('href'),
+            pubDate: timezone(parseDate($('span[class=canedit]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const thisUrl = item.link;
+                const trueLink = thisUrl.includes('http') ? thisUrl : host + thisUrl.substring(1);
+                const response = await got(trueLink);
+                const $ = load(response.data);
+                item.description = thisUrl.includes('http') ? $('#page-content').html() : $('div.TRS_Editor').html();
+                item.pubDate = timezone(parseDate($('.item').first().text().replace('发布时间：', '')), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '园岭小学公告',
+        link: host,
+        description: '园岭小学公告',
+        item: items,
+    };
+}

package/lib/routes/szftedu/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '园岭小学',
+    url: 'ylxx.szftedu.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/szse/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '深圳证券交易所',
     url: 'szse.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/szu/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '深圳大学',
     url: 'yz.szu.edu.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/t66y/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '草榴社区',
     url: 't66y.com',
+    lang: 'zh-CN',
 };

package/lib/routes/tableau/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Tableau',
     url: 'public.tableau.com',
+    lang: 'en',
 };

package/lib/routes/taiwannews/namespace.ts

@@ -1,6 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'Taiwan News 台灣英文新聞',
+    name: 'Taiwan News',
     url: 'taiwannews.com.tw',
+    lang: 'en',
 };

package/lib/routes/tangshufang/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '唐书房',
     url: 'tangshufang.com',
+    lang: 'zh-CN',
 };

package/lib/routes/taobao/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '淘宝众筹',
     url: 'izhongchou.taobao.com',
+    lang: 'zh-CN',
 };

package/lib/routes/taoguba/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '淘股吧',
     url: 'taoguba.com.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/taptap/namespace.ts

@@ -7,4 +7,5 @@ export const namespace: Namespace = {
 由于区域限制，需要在有国内 IP 的机器上自建才能正常获取 RSS。\
 而对于《TapTap 国际版》则需要部署在具有海外出口的 IP 上才可正常获取 RSS。
 :::`,
+    lang: 'zh-CN',
 };

package/lib/routes/tass/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Russian News Agency TASS',
     url: 'tass.com',
+    lang: 'en',
 };

package/lib/routes/techcrunch/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'TechCrunch',
     url: 'techcrunch.com',
+    lang: 'en',
 };

package/lib/routes/techflowpost/express.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
@@ -6,7 +6,8 @@ import dayjs from 'dayjs';
 
 export const route: Route = {
     path: '/express',
-    categories: ['finance'],
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     example: '/techflowpost/express',
     radar: [
         {

package/lib/routes/techflowpost/index.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
@@ -12,6 +12,8 @@ export const route: Route = {
         },
     ],
     name: '首页',
+    categories: ['finance', 'popular'],
+    view: ViewType.Articles,
     maintainers: ['nczitzk'],
     handler,
     url: 'techflowpost.com/',

package/lib/routes/techflowpost/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '深潮 TechFlow',
     url: 'techflowpost.com',
+    lang: 'zh-CN',
 };

package/lib/routes/techpowerup/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'TechPowerUp',
     url: 'techpowerup.com',
+    lang: 'en',
 };

package/lib/routes/telecompaper/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Telecompaper',
     url: 'telecompaper.com',
+    lang: 'en',
 };