rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/straitstimes/index.ts

@@ -0,0 +1,135 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+import { art } from '@/utils/render';
+
+export const route: Route = {
+    path: '/:category?/:section?',
+    categories: ['traditional-media'],
+    example: '/straitstimes/singapore',
+    parameters: {
+        category: 'Category, see below for more information',
+        section: 'Section, see below for more information',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: false,
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+| Category               | \`:category\`               |
+| ---------------------- | --------------------------- |
+| Singapore              | \`singapore\`               |
+| Asia                   | \`asia\`                    |
+| World                  | \`world\`                   |
+| Opinion                | \`opinion\`                 |
+| Life                   | \`life\`                    |
+| Business               | \`business\`                |
+| Jobs                   | \`jobs\`                    |
+| Parenting & Education  | \`parenting-and-education\` |
+| Food                   | \`food\`                    |
+| Tech                   | \`tech\`                    |
+| Sport                  | \`sport\`                   |
+| Podcasts               | \`podcasts\`                |,
+
+| Section                | \`:section\`                |
+| ---------------------- | --------------------------- |
+| Top Stories            | \`top-stories\`             |
+| Latest                 | \`latest\`                  |`,
+    radar: [
+        {
+            source: ['www.straitstimes.com/:category'],
+            target: '/:category',
+        },
+        {
+            source: ['www.straitstimes.com'],
+            target: '/',
+        },
+    ],
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category') ? ctx.req.param('category').toLowerCase() : 'singapore';
+    const section = ctx.req.param('section') ? ctx.req.param('section').toLowerCase() : undefined;
+    const apiKey = 'T9XUJM9rAZoLOd2CAx2wCBSTrm3xoyPw';
+    const platform = 'iosflex';
+    const __dirname = getCurrentPath(import.meta.url);
+    let feed;
+    const response = await got({
+        method: 'get',
+        url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${category}/star&subscribed=false&version=4.0`,
+        headers: {
+            'x-api-key': apiKey,
+        },
+    });
+    feed = response.data.data;
+    const sections = new Set(feed.filter((item) => item.items[0].itemType === 'SectionFooter').map((items) => items.items[0].sectionFooterData.link.id));
+    let slug = section && sections.has(`${category}-${section}-more/star`) ? `${category}-${section}-more/star` : undefined;
+    if (section === undefined) {
+        for (const section of ['latest', 'top-picks', 'top-stories']) {
+            if (sections.has(`${category}-${section}-more/star`)) {
+                slug = `${category}-${section}-more/star`;
+                break;
+            }
+        }
+    }
+    if (slug) {
+        const response = await got({
+            method: 'get',
+            url: `https://newsapi.sphdigital.com/v2/feed/section/st?page=1&platform=${platform}&section=${slug}&subscribed=false&version=4.0`,
+            headers: {
+                'x-api-key': apiKey,
+            },
+        });
+        feed = response.data.data;
+    }
+    const articles = feed.filter((item) => item.items[0].itemType === 'Article');
+    const items = await Promise.all(
+        articles.map((item) =>
+            cache.tryGet(item.items[0].articleData.url, async () => {
+                const article = item.items[0].articleData;
+                if (article.authors) {
+                    item.author = article.authors.map((author) => author.name).join(', ');
+                }
+                if (article.keywords) {
+                    item.category = article.keywords.map((keyword) => keyword.name);
+                }
+                item.title = article.headline;
+                item.pubDate = parseDate(article.publicationTime, 'X');
+                item.updated = parseDate(article.updatedTime, 'X');
+                item.link = article.url;
+                let content = article.teaser;
+                if (article.documentId) {
+                    const response = await got({
+                        method: 'get',
+                        url: `https://newsapi.sphdigital.com/v2/feed/article/st/${article.documentId}?platform=${platform}&version=4.0`,
+                        headers: {
+                            'x-api-key': apiKey,
+                        },
+                    });
+                    content = response.data.data.body;
+                }
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: article.images ?? [],
+                    article: content,
+                });
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: `The Strait Times - ${category.replaceAll('-', ' ').toUpperCase()}`,
+        link: `https://www.straitstimes.com/${category.toLowerCase()}`,
+        item: items,
+    };
+}

package/lib/routes/straitstimes/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'The Strait Times',
+    url: 'straitstimes.com',
+    description: '',
+};

package/lib/routes/straitstimes/templates/description.art

@@ -0,0 +1,27 @@
+{{ if images }}
+    {{ each images }}
+        {{if $value.url }}
+            <figure>
+                <img src=
+                {{ if $value.large }}
+                    "{{ $value.large }}"
+                {{ else }}
+                    "{{ $value.url }}"
+                {{ /if }}
+                {{ if $value.height }}
+                    height="{{ $value.height }}"
+                 {{  /if }}
+                 {{ if $value.width  }}
+                    width="{{ $value.width }}"
+                {{ /if }}
+                >
+            {{ if $value.caption }}
+                <figcaption>{{ $value.caption }}</figcaption>
+            {{ /if }}
+            </figure>
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+{{ if article }}
+   {{@ article }}
+{{ /if }}

package/lib/routes/sustainabilitymag/articles.ts

@@ -41,6 +41,8 @@ const render = (widgets) =>
             switch (w.type) {
                 case 'text':
                     return w.html;
+                case 'blockquote':
+                    return `<blockquote>${w.html}</blockquote>`;
                 case 'keyFacts':
                     return `<div><ul>${w.keyFacts.map((k) => `<li>${k.text}</li>`).join('')}</ul></div>`;
                 case 'inlineVideo':

package/lib/routes/sustainabilitymag/namespace.ts

@@ -2,5 +2,5 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Sustainability Magazine',
-    url: 'https://sustainabilitymag.com',
+    url: 'sustainabilitymag.com',
 };

package/lib/routes/swjtu/scai/bks.ts

@@ -0,0 +1,76 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+const rootURL = 'https://scai.swjtu.edu.cn';
+const pageURL = `${rootURL}/web/page-module.html?mid=B730BEB095B31840`;
+
+export const route: Route = {
+    path: '/scai/bks',
+    categories: ['university'],
+    example: '/swjtu/scai/bks',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['scai.swjtu.edu.cn/'],
+        },
+    ],
+    name: '计算机与人工智能学院',
+    description: '本科生教育',
+    maintainers: ['AzureG03'],
+    handler,
+};
+
+const getItem = (item, cache) => {
+    const title = item.find('a').text();
+    const link = `${rootURL}${item.find('a').attr('href').slice(2)}`;
+
+    return cache.tryGet(link, async () => {
+        const res = await ofetch(link);
+        const $ = load(res);
+
+        const pubDate = parseDate(
+            $('div.news-info span:nth-of-type(2)')
+                .text()
+                .match(/\d{4}(-|\/|.)\d{1,2}\1\d{1,2}/)[0]
+        );
+        const description = $('div.content-main').html();
+        return {
+            title,
+            pubDate,
+            link,
+            description,
+        };
+    });
+};
+
+async function handler() {
+    const res = await ofetch(pageURL);
+
+    const $ = load(res);
+    const $list = $('div.list-top-item, div.item-wrapper');
+
+    const items = await Promise.all(
+        $list.toArray().map((i) => {
+            const $item = $(i);
+            return getItem($item, cache);
+        })
+    );
+
+    return {
+        title: '西南交大计算机学院-本科生教育',
+        link: pageURL,
+        item: items,
+        allowEmpty: true,
+    };
+}

package/lib/routes/szftedu/dongtai.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://ylxx.szftedu.cn/xx_5828/xydt_5829/bxfbx_6371/';
+const baseLink = 'https://ylxx.szftedu.cn';
+
+export const route: Route = {
+    path: '/dongtai',
+    categories: ['university'],
+    example: '/szftedu/dongtai',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '动态',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const $ = load(response.data);
+    const lists = $('div.pagenews04 div ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: $('a', el).attr('href'),
+            pubDate: timezone(parseDate($('span[class=canedit]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const thisUrl = item.link;
+                const trueLink = thisUrl.includes('http') ? thisUrl : baseLink + thisUrl;
+                const response = await got(trueLink);
+                const $ = load(response.data);
+                item.description = thisUrl.includes('http') ? $('#page-content').html() : $('div.TRS_Editor').html();
+                item.pubDate = timezone(parseDate($('#publish_time').first().text()), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '园岭小学动态',
+        link: host,
+        description: '园岭小学动态',
+        item: items,
+    };
+}

package/lib/routes/szftedu/gonggao.ts

@@ -0,0 +1,62 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+const host = 'https://ylxx.szftedu.cn/xx_5828/xygg_5832/';
+
+export const route: Route = {
+    path: '/gonggao',
+    categories: ['university'],
+    example: '/szftedu/gonggao',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: '公告',
+    maintainers: ['valuex'],
+    handler,
+    description: '',
+};
+
+async function handler() {
+    const link = host;
+    const response = await got(link);
+    const $ = load(response.data);
+
+    const lists = $('div.pagenews04 div ul li')
+        .toArray()
+        .map((el) => ({
+            title: $('a', el).text().trim(),
+            link: $('a', el).attr('href'),
+            pubDate: timezone(parseDate($('span[class=canedit]', el).text()), 8),
+        }));
+
+    const items = await Promise.all(
+        lists.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const thisUrl = item.link;
+                const trueLink = thisUrl.includes('http') ? thisUrl : host + thisUrl.substring(1);
+                const response = await got(trueLink);
+                const $ = load(response.data);
+                item.description = thisUrl.includes('http') ? $('#page-content').html() : $('div.TRS_Editor').html();
+                item.pubDate = timezone(parseDate($('.item').first().text().replace('发布时间：', '')), 8);
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '园岭小学公告',
+        link: host,
+        description: '园岭小学公告',
+        item: items,
+    };
+}

package/lib/routes/szftedu/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '园岭小学',
+    url: 'ylxx.szftedu.cn',
+};