rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/spglobal/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'S&P Global',
+    url: 'www.spglobal.com',
+    lang: 'en',
+};

package/lib/routes/spglobal/ratings.ts

@@ -0,0 +1,64 @@
+import { Route, ViewType } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+
+export const route: Route = {
+    path: '/ratings/:language?',
+    categories: ['finance'],
+    view: ViewType.Notifications,
+    example: '/spglobal/ratings/en',
+    parameters: {
+        language: {
+            description: '语言',
+            options: [
+                { value: 'zh', label: '中文' },
+                { value: 'en', label: 'English' },
+                { value: 'es', label: 'Español' },
+                { value: 'pt', label: 'Português' },
+                { value: 'jp', label: '日本語' },
+                { value: 'ru', label: 'Русский' },
+                { value: 'ar', label: 'العربية' },
+            ],
+        },
+    },
+    radar: [
+        {
+            source: ['www.spglobal.com/ratings/:language'],
+        },
+    ],
+    name: 'Ratings',
+    description: `
+| language | Description |
+| ---   | ---   |
+| zh | 中文 |
+| en | English |
+| es | Español |
+| pt | Português |
+| jp | 日本語 |
+| ru | Русский |
+| ar | العربية |
+    `,
+    maintainers: ['FYLSen'],
+    handler,
+};
+
+async function handler(ctx) {
+    const language = ctx.req.param('language');
+
+    const responseData = await got(
+        `https://www.spglobal.com/crownpeaksearchproxy.aspx?q=https%3A%2F%2Fsearchg2-restricted.crownpeak.net%2Fsandpglobal-spglobal-live%2Fselect%3Fq%3D*%253A*%26echoParams%3Dexplicit%26fl%3Dtitle%2Ccustom_i_article_id%2Ccustom_ss_theme%2Ccustom_ss_theme_full%2Ccustom_dt_meta_publish_date%2Ccustom_s_meta_location%20%2Ccustom_s_local_url%2Ccustom_s_tile_image%2Ccustom_s_cshtml_path%2Ccustom_s_sub_type%2Ccustom_s_meta_type%2Cscore%2Ccustom_s_division%2Ccustom_ss_contenttype%2Ccustom_ss_location%2Ccustom_ss_region%2Ccustom_ss_theme%2Ccustom_ss_author_thumbnails%2Ccustom_ss_authors%2Ccustom_ss_author_titles%2Ccustom_s_meta_videoid%2Ctaxonomy_tag_freeform%2Ccustom_ss_tags%2Ccustom_ss_freeform%26defType%3Dedismax%26wt%3Djson%26start%3D0%26rows%3D10%26fq%3Dcustom_s_type%3Aarticle%26fq%3Dcustom_s_sub_type%3A(%22blog%22%2C%20%22news%22%2C%20%22research%22%2C%20%22podcast%22%2C%20%22video%22%2C%20%22article%22%2C%20%22pdf%20details%22)%26fq%3Dcustom_s_division%3A%22Ratings%22%26fq%3Dcustom_s_region%3A%22${language}%22%26facet%3Dtrue%26facet.mincount%3D1%26facet.field%3Dcustom_ss_theme_full%26facet.limit%3D15%26sort%3Dcustom_dt_meta_publish_date%20desc%26f.custom_ss_theme_full.facet.sort%3Dindex`
+    );
+
+    const items = responseData?.data?.response?.docs || [];
+
+    return {
+        title: `S&P Global Ratings(${language})`,
+        link: `https://www.spglobal.com/ratings/${language}/`,
+        allowEmpty: true,
+        item: items.map((x) => ({
+            title: x.title,
+            pubDate: parseDate(x.custom_dt_meta_publish_date),
+            link: `https://www.spglobal.com${x.custom_s_local_url}`,
+        })),
+    };
+}

package/lib/routes/spotify/show.ts

@@ -1,11 +1,12 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import utils from './utils';
 import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/show/:id',
-    categories: ['multimedia'],
+    categories: ['multimedia', 'popular'],
+    view: ViewType.Audios,
     example: '/spotify/show/5CfCWKI5pZ28U0uOzXkDHe',
     parameters: { id: 'Show ID' },
     features: {
@@ -30,8 +31,8 @@ export const route: Route = {
             source: ['open.spotify.com/show/:id'],
         },
     ],
-    name: 'Show',
-    maintainers: ['caiohsramos'],
+    name: 'Show/Podcasts',
+    maintainers: ['caiohsramos', 'pseudoyu'],
     handler,
 };
 

package/lib/routes/sse/sselawsrules.ts

@@ -86,9 +86,9 @@ export const route: Route = {
     handler,
     example: '/sse/sselawsrules/latest',
     parameters: { category: '分类，默认为最新规则，即 `latest`，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [最新规则](https://www.sse.com.cn/lawandrules/sselawsrules/latest/)，网址为 \`https://www.sse.com.cn/lawandrules/sselawsrules/latest/\`。截取 \`https://www.sse.com.cn/lawandrules/sselawsrules/\` 到末尾 \`/\` 的部分 \`latest\` 作为参数填入，此时路由为 [\`/sse/sselawsrules/latest\`](https://rsshub.app/sse/sselawsrules/latest)。
-  :::
+:::
 
   | [最新规则](https://www.sse.com.cn/lawandrules/sselawsrules/latest/) | [章程](https://www.sse.com.cn/lawandrules/sselawsrules/article/) | [首发](https://www.sse.com.cn/lawandrules/sselawsrules/stocks/review/firstepisode/)          | [再融资](https://www.sse.com.cn/lawandrules/sselawsrules/stocks/review/refinancing/)       | [重组](https://www.sse.com.cn/lawandrules/sselawsrules/stocks/review/recombination/)           |
   | ------------------------------------------------------------------- | ---------------------------------------------------------------- | -------------------------------------------------------------------------------------------- | ------------------------------------------------------------------------------------------ | ---------------------------------------------------------------------------------------------- |

package/lib/routes/sspai/activity.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/activity/:slug',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/activity/urfp0d9i',
     parameters: { slug: '作者 slug，可在作者主页URL中找到' },
     features: {

package/lib/routes/sspai/author.ts

@@ -22,7 +22,7 @@ async function getUserId(slug) {
 
 export const route: Route = {
     path: '/author/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/author/796518',
     parameters: { id: '作者 slug 或 id，slug 可在作者主页URL中找到，id 不易查找，仅作兼容' },
     features: {

package/lib/routes/sspai/bookmarks.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/bookmarks/:slug',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/bookmarks/urfp0d9i',
     parameters: { slug: '用户 slug，可在个人主页URL中找到' },
     features: {

package/lib/routes/sspai/column.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/column/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/column/262',
     parameters: { id: '专栏 id' },
     features: {

package/lib/routes/sspai/matrix.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/matrix',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/matrix',
     parameters: {},
     features: {

package/lib/routes/sspai/series-update.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/series/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/series/77',
     parameters: { id: '专栏 id' },
     features: {

package/lib/routes/sspai/series.ts

@@ -5,7 +5,7 @@ import { load } from 'cheerio';
 
 export const route: Route = {
     path: '/series',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/series',
     parameters: {},
     features: {

package/lib/routes/sspai/shortcuts-gallery.ts

@@ -4,7 +4,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/shortcuts',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/shortcuts',
     parameters: {},
     features: {

package/lib/routes/sspai/tag.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/tag/:keyword',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/tag/apple',
     parameters: { keyword: '关键词' },
     features: {

package/lib/routes/sspai/topic.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/topic/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/topic/250',
     parameters: { id: '专题 id，可在专题主页URL中找到' },
     features: {

package/lib/routes/sspai/topics.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/topics',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/sspai/topics',
     parameters: {},
     features: {

package/lib/routes/startuplatte/index.ts

@@ -6,7 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/startuplatte',
     parameters: { category: '分类，见下表，默认为首頁' },
     features: {

package/lib/routes/stbu/jsjxy.ts

@@ -22,14 +22,17 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn', 'stbu.edu.cn'],
+            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn'],
+        },
+        {
+            source: ['stbu.edu.cn'],
         },
     ],
     name: '计算机学院 - 通知公告',
     maintainers: ['HyperCherry'],
     handler,
     url: 'jsjxy.stbu.edu.cn/news',
-    description: `:::warning
+    description: `::: warning
 计算机学院通知公告疑似禁止了非大陆 IP 访问，使用路由需要自行 [部署](https://docs.rsshub.app/deploy/)。
 :::`,
 };

package/lib/routes/steam/appcommunityfeed.ts

@@ -60,7 +60,7 @@ Example:
 - \`/appcommunityfeed/730/rgSections[]=6\` for CS2 Workshop contents only.
 - \`/appcommunityfeed/570/rgSections[]=3&rgSections[]=9\` for Dota2 Video and Guides contents.
 
-:::tip
+::: tip
 It can also access community hub contents that require a logged-in account.
 :::
 `,

package/lib/routes/steam/curator.ts

@@ -0,0 +1,93 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { getCurrentPath } from '@/utils/helpers';
+import path from 'node:path';
+import { art } from '@/utils/render';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const route: Route = {
+    path: '/curator/:id/:routeParams?',
+    categories: ['game'],
+    example: '/steam/curator/34646096-80-Days',
+    parameters: {
+        id: "Steam curator id. It usually consists of a series of numbers and the curator's name.",
+        routeParams: {
+            description: `Extra parameters to filter the reviews. The following parameters are supported:
+| Key             | Description                                                                                   | Accepts                                    | Defaults to |
+| --------------- | --------------------------------------------------------------------------------------------- | ------------------------------------------ | ----------- |
+| \`curations\`   | Review type to filter by. \`0\`: Recommended, \`1\`: Not Recommended, \`2\`: Informational    | \`0\`/\`1\`/\`2\`/\`0,1\`/\`0,2\`/\`1,2\`  |             |
+| \`tagids\`      | Tag to filter by. Details are provided below.                                                 | use comma to separate multiple tagid       |             |
+
+Note: There is a [‘Popular Tags’](https://store.steampowered.com/tag/browse) page where you can find many but not all of the tags. The tag’s ID is in the \`data-tagid\` attribute of the element.Steam does not currently provide a page that comprehensively lists all tags, and you may need to explore alternative ways to find them.
+
+Examples:
+* \`/steam/curator/34646096-80-Days/curations=&tagids=\`
+* \`/steam/curator/34646096-80-Days/curations=0&tagids=19\`
+* \`/steam/curator/34646096-80-Days/curations=0,2&tagids=19,21\`
+`,
+        },
+    },
+    radar: [
+        {
+            title: 'Latest Curator Reviews',
+            source: ['store.steampowered.com/curator/:id'],
+            target: '/curator/:id',
+        },
+    ],
+    description: 'The Latest reviews from a Steam Curator.',
+    name: 'Latest Curator Reviews',
+    maintainers: ['naremloa', 'fenxer'],
+    handler: async (ctx) => {
+        const { id, routeParams } = ctx.req.param();
+        const params = new URLSearchParams(routeParams);
+
+        const url = new URL(`https://store.steampowered.com/curator/${id}/ajaxgetfilteredrecommendations/?query&start=0&count=10&dynamic_data=&sort=recent&app_types=&reset=false&curations=&tagids=`);
+        for (const [key, value] of params) {
+            if (['curations', 'tagids'].includes(key)) {
+                url.searchParams.set(key, value || '');
+            }
+        }
+
+        const response = await ofetch(url.toString());
+        const $ = load(response.results_html ?? '');
+
+        const items = $('.recommendation')
+            .toArray()
+            .map((item) => {
+                const el = $(item);
+                const appImageEl = el.find('a.store_capsule img');
+                const appTitle = appImageEl.attr('alt')!;
+                const appImage = appImageEl.attr('src') ?? '';
+                const appLink = el.find('.recommendation_link').first().attr('href');
+                const reviewContent = el.find('.recommendation_desc').text().trim();
+                const reviewDateText = el.find('.curator_review_date').text().trim();
+
+                const notCurrentYearPattern = /,\s\b\d{4}\b$/;
+                const reviewPubDate = notCurrentYearPattern.test(reviewDateText) ? parseDate(reviewDateText) : parseDate(`${reviewDateText}, ${new Date().getFullYear()}`);
+
+                const description = art(path.join(__dirname, 'templates/curator-description.art'), { image: appImage, description: reviewContent });
+
+                return {
+                    title: appTitle,
+                    link: appLink,
+                    description,
+                    pubDate: reviewPubDate,
+                    media: {
+                        content: {
+                            url: appImage,
+                            medium: 'image',
+                        },
+                    },
+                };
+            });
+
+        return {
+            title: `Steam Curator ${id} Reviews`,
+            link: url.toString(),
+            item: items,
+        };
+    },
+};

package/lib/routes/steam/search.ts

@@ -34,6 +34,8 @@ async function handler(ctx) {
                 const isBundle = !!$el.attr('data-ds-bundle-data');
                 const isDiscounted = $el.find('.discount_original_price').length > 0;
                 const hasReview = $el.find('.search_review_summary').length > 0;
+                const appID: string | undefined = $el.attr('data-ds-appid');
+
                 let desc = '';
                 if (isBundle) {
                     const bundle = JSON.parse($el.attr('data-ds-bundle-data'));
@@ -57,6 +59,11 @@ async function handler(ctx) {
                     title: $el.find('span.title').text(),
                     link: $el.attr('href'),
                     description: desc.replaceAll('\n', '<br>'),
+                    media: {
+                        thumbnail: {
+                            url: `https://shared.akamai.steamstatic.com/store_item_assets/steam/apps/${appID}/header.jpg`,
+                        },
+                    },
                 };
             })
             .filter((it) => it.title),

package/lib/routes/steam/templates/curator-description.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}"/>
+{{ /if }}
+<p>{{ description }}</p>

package/lib/routes/stockedge/daily-news.ts

@@ -37,6 +37,9 @@ async function handler() {
     const items = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
+                if (!item.securityID) {
+                    return item;
+                }
                 const info = await getData(`${apiInfo}/${item.securityID}`);
                 item.description = item.description + '<br><br>' + info?.AboutCompanyText;
                 return item;

package/lib/routes/stockedge/utils.ts

@@ -1,3 +1,4 @@
+import { DataItem } from '@/types';
 import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
@@ -15,16 +16,20 @@ const getData = (url) =>
 const getList = (data) =>
     data.map((value) => {
         const { ID, Description: title, Date: createdOn, NewsitemSecurities, NewsitemSectors, NewsitemIndustries } = value;
-        const securityID = NewsitemSecurities[0].SecurityID;
+        const securityID = NewsitemSecurities?.[0]?.SecurityID;
+        const securitySlug = NewsitemSecurities?.[0]?.SecuritySlug;
+        const sectors = NewsitemSectors.map((v) => v.SectorName);
+        const industries = NewsitemIndustries.map((v) => v.IndustryName);
         return {
             id: ID,
-            title: `${title}  [${NewsitemSectors.map((v) => v.SectorName).join(', ')}]`,
+            title: `${title}  [${sectors.join(', ')}]`,
             description: title,
             securityID,
-            link: `${baseUrl}${NewsitemSecurities[0].SecuritySlug}/${securityID}`,
+            link: NewsitemSecurities?.length === 0 ? '' : `${baseUrl}${securitySlug}/${securityID}?section=news`,
+            guid: NewsitemSecurities?.length === 0 ? ID : `${baseUrl}${securitySlug}/${securityID}`,
             pubDate: parseDate(createdOn),
-            category: [...NewsitemIndustries.map((v) => v.IndustryName), ...NewsitemSectors.map((v) => v.SectorName)],
-        };
+            category: [...industries, ...sectors],
+        } as DataItem;
     });
 
 export { getData, getList };

package/lib/routes/storm/index.ts

@@ -29,11 +29,11 @@ export const route: Route = {
   | -------- | ------------- | -------- | ----------- |
   | articles | localarticles | history  | all-comment |
 
-  :::tip
+::: tip
   支持形如 \`https://www.storm.mg/category/118\` 的路由，即 [\`/storm/category/118\`](https://rsshub.app/storm/category/118)
 
   支持形如 \`https://www.storm.mg/localarticle-category/s149845\` 的路由，即 [\`/storm/localarticle-category/s149845\`](https://rsshub.app/storm/localarticle-category/s149845)
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/substack/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Substack',
+    url: 'substack.com',
+    lang: 'en',
+};

package/lib/routes/substack/subscribe.ts

@@ -0,0 +1,48 @@
+import { Route, ViewType } from '@/types';
+import parser from '@/utils/rss-parser';
+import { parseDate } from '@/utils/parse-date';
+import InvalidParameterError from '@/errors/types/invalid-parameter';
+
+export const route: Route = {
+    path: '/subscribe/:user',
+    categories: ['blog'],
+    view: ViewType.SocialMedia,
+    example: '/substack/subscribe/mangoread',
+    parameters: { user: 'Username of the Substack' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Substack Subscription',
+    maintainers: ['pseudoyu'],
+    handler,
+};
+
+async function handler(ctx) {
+    const user = ctx.req.param('user');
+
+    if (!user) {
+        throw new InvalidParameterError('Invalid user');
+    }
+
+    const feed = await parser.parseURL(`https://${user}.substack.com/feed`);
+
+    return {
+        title: feed.title ?? 'Substack',
+        description: feed.description ?? `${user}'s Substack`,
+        link: feed.link ?? `https://${user}.substack.com`,
+        image: feed.image?.url ?? '',
+        item: feed.items.map((item) => ({
+            title: item.title ?? 'Untitled',
+            description: item['content:encoded'] ?? item.content ?? '',
+            link: item.link ?? '',
+            pubDate: item.pubDate ? parseDate(item.pubDate) : undefined,
+            guid: item.guid ?? '',
+            author: item.creator ?? user,
+        })),
+    };
+}

package/lib/routes/sycl/feeds.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 export const route: Route = {
     path: '/:feed?',
     categories: ['programming'],
-    example: '/sycltech/news',
+    example: '/sycl/news',
     parameters: { feed: 'Feed source, defaults to news, references https://feeds.sycl.tech/' },
     features: {
         requireConfig: false,

package/lib/routes/syosetu/dev.ts

@@ -0,0 +1,67 @@
+import { Data, Route } from '@/types';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/dev',
+    categories: ['program-update'],
+    example: '/syosetu/dev',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'なろう小説 API の更新履歴',
+    url: 'dev.syosetu.com',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'なろう小説 API の更新履歴',
+            source: ['dev.syosetu.com'],
+            target: '/dev',
+        },
+    ],
+};
+
+async function handler(): Promise<Data> {
+    const url = 'https://dev.syosetu.com';
+
+    const data = await ofetch(url);
+    const $ = load(data);
+
+    const logContainer = $('.c-log');
+
+    const dates = logContainer
+        .find('dt')
+        .toArray()
+        .map((element) => $(element).text().trim());
+
+    const contents = logContainer
+        .find('dd')
+        .toArray()
+        .map((element) => $(element).text().trim());
+
+    const updates = dates
+        .map((date, index) => ({
+            date,
+            content: contents[index]?.replace(/\n/g, '<br>') ?? '',
+        }))
+        .filter((update) => update.content);
+
+    return {
+        title: 'なろうデベロッパー - なろう小説 API の更新履歴',
+        link: url,
+        language: 'ja',
+        item: updates.map((update) => ({
+            title: update.date,
+            description: update.content,
+            pubDate: parseDate(update.date.replace('/', '-')),
+            guid: `syosetu:dev:${update.date}`,
+        })),
+    };
+}