rsshub 1.0.0-master.fc1b99f → 1.0.0-master.fc2cf18

package/lib/routes/steam/appcommunityfeed.ts

@@ -0,0 +1,92 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import ofetch from '@/utils/ofetch';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const workshopFileTypes = {
+    0: 'Community',
+    1: 'Microtransaction',
+    2: 'Collection',
+    3: 'Art',
+    4: 'Video',
+    5: 'Screenshot',
+    6: 'Game',
+    7: 'Software',
+    8: 'Concept',
+    9: 'WebGuide',
+    10: 'IntegratedGuide',
+    11: 'Merch',
+    12: 'ControllerBinding',
+    13: 'SteamworksAccessInvite',
+    14: 'SteamVideo',
+    15: 'GameManagedItem',
+};
+
+export const route: Route = {
+    path: '/appcommunityfeed/:appid/:routeParams?',
+    categories: ['game'],
+    example: '/steam/appcommunityfeed/730',
+    parameters: {
+        appid: 'Steam appid, can be found on the community hub page or store page URL.',
+        routeParams: 'Query parameters.',
+    },
+    radar: [
+        {
+            title: 'Community Hub',
+            source: ['steamcommunity.com/app/:appid'],
+            target: '/appcommunityfeed/:appid',
+        },
+        {
+            title: 'Community Hub',
+            source: ['store.steampowered.com/app/:appid/*/'],
+            target: '/appcommunityfeed/:appid',
+        },
+    ],
+    description: `Query Parameters:
+
+| Name                   | Type   | Description             |
+| ---------------------- | ------ | ----------------------- |
+| p                      | string | p                       |
+| rgSections[]           | string | rgSections              |
+| filterLanguage         | string | Filter Language         |
+| languageTag            | string | Language Tag            |
+| nMaxInappropriateScore | string | Max Inappropriate Score |
+
+Example:
+- \`/appcommunityfeed/730/p=1&rgSections[]=2&rgSections[]=4&filterLanguage=english&languageTag=english&nMaxInappropriateScore=1\` for CS2 Screenshot and Artwork contents.
+- \`/appcommunityfeed/730/rgSections[]=6\` for CS2 Workshop contents only.
+- \`/appcommunityfeed/570/rgSections[]=3&rgSections[]=9\` for Dota2 Video and Guides contents.
+
+:::tip
+It can also access community hub contents that require a logged-in account.
+:::
+`,
+    name: 'Steam Community Hub Feeds',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { appid = 730, routeParams } = ctx.req.param();
+
+        const baseUrl = 'https://steamcommunity.com';
+        const apiUrl = `${baseUrl}/library/appcommunityfeed/${appid}${routeParams ? `?${routeParams}` : ''}`;
+        const response = await ofetch(apiUrl);
+
+        return {
+            title: `${appid} Steam Community Hub`,
+            link: `https://steamcommunity.com/app/${appid}`,
+            item: response.hub.map((item) => ({
+                title: item.title === '' ? workshopFileTypes[item.type] : item.title,
+                link: `https://steamcommunity.com/sharedfiles/filedetails/?id=${item.published_file_id}`,
+                description: art(path.join(__dirname, 'templates/appcommunityfeed-description.art'), {
+                    image: item.full_image_url,
+                    description: item.description,
+                }),
+                author: item.creator.name,
+                category: workshopFileTypes[item.type],
+            })),
+        };
+    },
+};

package/lib/routes/steam/sharefile-changelog.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/sharefile-changelog/:sharefileID/:routeParams?',
+    categories: ['game'],
+    example: '/steam/sharefile-changelog/2851063440/l=schinese',
+    parameters: {
+        sharefileID: 'Steam community sharefile id. Usually refers to a workshop item.',
+        routeParams: 'Route parameters.',
+    },
+    radar: [
+        {
+            title: 'Sharefile Changelog',
+            source: ['steamcommunity.com/sharedfiles/filedetails/changelog/:sharefileID'],
+            target: '/sharefile-changelog/:sharefileID',
+        },
+    ],
+    description: `Steam Community Sharefile's Changelog. Primary used for a workshop item.
+Helpful route parameters:
+- \`l=\` language parameter, change the language of description.
+- \`p=\` page parameter, change the results page. p=1 by default.
+`,
+    name: 'Sharefile Changelog',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { sharefileID, routeParams } = ctx.req.param();
+
+        const url = `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}${routeParams ? `?${routeParams}` : ''}`;
+        const response = await ofetch(url);
+        const $ = load(response);
+
+        const appName = $('div.apphub_AppName').first().text();
+        const appIcon = $('div.apphub_AppIcon').children('img').attr('src');
+        const itemTitle = $('div.workshopItemTitle').first().text();
+
+        const items = $('div.clearfix .changeLogCtn')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                // changelogHeadline is local time
+                const changelogHeadline = item.find('.headline').first().text();
+                const changelogTimestamp = item.find('p').first().attr('id');
+                const changeDetail = item.find('p').first().html();
+
+                return {
+                    title: changelogHeadline,
+                    link: `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}`,
+                    description: changeDetail,
+                    pubDate: parseDate(changelogTimestamp, 'X'),
+                };
+            });
+
+        return {
+            title: itemTitle,
+            link: `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}`,
+            description: `${appName} steam community sharefile changelog`,
+            item: items,
+            icon: appIcon,
+        };
+    },
+};

package/lib/routes/steam/templates/appcommunityfeed-description.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}"/>
+{{ /if }}
+<p>{{ description }}</p>

package/lib/routes/steam/templates/workshop-search-description.art

@@ -0,0 +1,5 @@
+{{ if image }}
+<img src="{{ image }}"/><br/>
+{{ /if }}
+{{ if rating }}<img src="{{ rating }}"/>{{ /if }}{{ if checkmark }}{{ each checkmark }} <img src="{{ $value }}"/>{{ /each }}{{ /if }}
+<p>{{ description }}</p>

package/lib/routes/steam/workshop-search.ts

@@ -0,0 +1,109 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const route: Route = {
+    path: '/workshopsearch/:appid?/:routeParams?',
+    categories: ['game'],
+    example: '/steam/workshopsearch/730',
+    parameters: {
+        appid: 'Steam appid, can be found on the community hub page or store page URL, 730 by default.',
+        routeParams: 'Route parameters, can be found on the search result page URL. Route parameters located after the appid.',
+    },
+    radar: [
+        {
+            title: 'Workshop Search Results',
+            source: ['steamcommunity.com/app/:appid/workshop/'],
+            target: '/workshopsearch/:appid',
+        },
+    ],
+    description: `Steam Community Workshop Search Results.
+The parameter 'l=language' changes the language of search results(if possible).
+For example, route \`/workshopsearch/730/l=schinese\` will display the simplified Chinese descriptions of the entry.
+
+Language Parameter:
+
+| English | 简体中文 | 繁體中文 | 日本語   | 한국어  | ภาษาไทย | български | čeština | dansk  | Deutsch | español | latam | ελληνικά | français | italiano | Bahasa Indonesia | magyar    | Nederlands | norsk     | polski | português  | brasileiro | română   | русский | suomi   | svenska | Türkçe  | Tiếng Việt | українська |
+| ------- | -------- | -------- | -------- | ------- | ------- | --------- | ------- | ------ | ------- | ------- | ----- | -------- | -------- | -------- | ---------------- | --------- | ---------- | --------- | ------ | ---------- | ---------- | -------- | ------- | ------- | ------- | ------- | ---------- | ---------- |
+| english | schinese | tchinese | japanese | koreana | thai    | bulgarian | czech   | danish | german  | spanish | latam | greek    | french   | italian  | indonesian       | hungarian | dutch      | norwegian | polish | portuguese | brazilian  | romanian | russian | finnish | swedish | turkish | vietnamese | ukrainian  |
+
+`,
+    name: 'Community Workshop Search',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { appid = 730, routeParams } = ctx.req.param();
+
+        const url = `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`;
+        const response = await ofetch(url);
+        const $ = load(response);
+
+        const appName = $('div.apphub_AppName').first().text();
+        const workshopDescription = $('div.customBrowseText').first().text();
+        const appIcon = $('div.apphub_AppIcon').children('img').attr('src');
+
+        const items = $('div.workshopBrowseItems .workshopItem')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const publishedFileId = item.find('a').first().attr('data-publishedfileid');
+                const entryTitle = item.find('.workshopItemTitle').first().text();
+                const authorNickName = item.find('.workshop_author_link').first().text();
+                const previewImage = item.find('.workshopItemPreviewImage').first().attr('src');
+                const ratingImage = item.find('.fileRating').first().attr('src');
+                // Some items are flaged as 'accepted for game' and 'incompatible item'
+                const checkMarkImages: string[] = [];
+                $(item)
+                    .find('.workshop_checkmark')
+                    .each((index, element) => {
+                        const checkMarkElement = $(element);
+                        const style = checkMarkElement.attr('style');
+                        // Only add checkmark image if it is not set to 'display: none'
+                        if (!style || !style.includes('display: none;')) {
+                            checkMarkImages.push(checkMarkElement.attr('src') || '');
+                        }
+                    });
+                // const script_tag = item.next('script');
+                // console.log(`script_tag:${script_tag.text()}`);
+                const hoverContent = item.next('script').text();
+                const regex = /SharedFileBindMouseHover\(\s*"sharedfile_\d+",\s*(?:true|false),\s*({.*?})\s*\);/;
+                const match = hoverContent.match(regex);
+
+                let entryDescription = '';
+
+                if (match) {
+                    const jsonString = match[1];
+                    // console.log(jsonString);
+                    const data = JSON.parse(jsonString);
+                    if (data.id === publishedFileId) {
+                        entryDescription = data.description;
+                    }
+                }
+
+                return {
+                    title: entryTitle,
+                    link: `https://steamcommunity.com/sharedfiles/filedetails/?id=${publishedFileId}`,
+                    description: art(path.join(__dirname, 'templates/workshop-search-description.art'), {
+                        image: previewImage,
+                        rating: ratingImage,
+                        checkmark: checkMarkImages,
+                        description: entryDescription,
+                    }),
+                    author: authorNickName,
+                };
+            });
+
+        return {
+            title: `${appName} Steam Workshop Content`,
+            link: `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`,
+            item: items,
+            icon: appIcon,
+            description: workshopDescription,
+        };
+    },
+};

package/lib/routes/stockedge/utils.ts

@@ -1,18 +1,16 @@
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 const baseUrl = 'https://web.stockedge.com/share/';
 const getData = (url) =>
-    got
-        .get(url, {
-            headers: {
-                Host: 'api.stockedge.com',
-                Origin: 'https://web.stockedge.com',
-                Referer: 'https://web.stockedge.com/',
-                accept: 'application/json, text/plain, */*',
-            },
-        })
-        .json();
+    ofetch(url, {
+        headers: {
+            Host: 'api.stockedge.com',
+            Origin: 'https://web.stockedge.com',
+            Referer: 'https://web.stockedge.com/',
+            accept: 'application/json, text/plain, */*',
+        },
+    });
 
 const getList = (data) =>
     data.map((value) => {

package/lib/routes/storyfm/episodes.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/episodes',

package/lib/routes/stream-capital/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '远川研究所',
+    url: 'www.stream-capital.com',
+};

package/lib/routes/stream-capital/search.ts

@@ -0,0 +1,79 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { encrypt, decrypt } from './utils';
+import { EncryptedResponse, WebBlog } from './types';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/search',
+    name: '最新',
+    categories: ['finance'],
+    example: '/stream-capital/search',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['www.stream-capital.com/search'],
+        },
+    ],
+};
+
+async function handler() {
+    const baseUrl = 'https://www.stream-capital.com';
+    const apiBaseUrl = 'https://api.yuanchuan.cn';
+
+    const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webbloglist`, {
+        method: 'POST',
+        query: {
+            apptype: 9,
+        },
+        body: encrypt(
+            JSON.stringify({
+                type: 0,
+                name: null,
+                page: 1,
+            })
+        ),
+    });
+
+    const list = (JSON.parse(decrypt(response.data)).list as WebBlog[]).map((item) => ({
+        title: item.title,
+        author: item.userName,
+        pubDate: timezone(parseDate(item.ctime, 'YYYY-MM-DD HH:mm:ss'), 8),
+        link: `${baseUrl}/article/${item.id}`,
+        description: item.content,
+        category: item.tags.map((t) => t.tagName),
+        id: item.id,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webblogdetail`, {
+                    method: 'POST',
+                    query: {
+                        apptype: 9,
+                    },
+                    body: encrypt(
+                        JSON.stringify({
+                            blogId: item.id,
+                        })
+                    ),
+                });
+
+                item.description = (JSON.parse(decrypt(response.data)) as WebBlog).detailInfo.articleContent;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '最新 - 远川研究所',
+        link: `${baseUrl}/search`,
+        language: 'zh',
+        item: items,
+    };
+}

package/lib/routes/stream-capital/types.ts

@@ -0,0 +1,44 @@
+export interface EncryptedResponse {
+    code: number;
+    data: string;
+    msg: string;
+}
+
+interface Tag {
+    blogId: number;
+    tagId: number;
+    length: number;
+    tagName: string;
+    beginIndex: number;
+}
+
+interface DetailInfo {
+    articleContent: string;
+    blogId: number;
+    videoCoverPicUrl: string;
+    excerpt: string;
+    id: number;
+    videoUrl: string;
+}
+
+export interface WebBlog {
+    title: string;
+    type: number;
+    intro: null;
+    avatarUrl: null;
+    userName: string;
+    ctime: string;
+    isPublish: number;
+    id: number;
+    themeTitle: string;
+    themeId: number;
+    viewCount: number;
+    coverUrl: string;
+    videoDuration: number;
+    originUrl: string;
+    userId: number;
+    content: string;
+    tags: Tag[];
+    isCollect: number;
+    detailInfo: DetailInfo;
+}

package/lib/routes/stream-capital/utils.ts

@@ -0,0 +1,18 @@
+import CryptoJS from 'crypto-js';
+
+const secret = CryptoJS.enc.Utf8.parse('r4rt5A8L6ye6ts8y');
+const iv = CryptoJS.enc.Utf8.parse('fs0Hkjg8a23u8sE0');
+
+export const encrypt = (plainText) =>
+    CryptoJS.AES.encrypt(plainText, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString();
+
+export const decrypt = (encrypted) =>
+    CryptoJS.AES.decrypt(encrypted, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString(CryptoJS.enc.Utf8);

package/lib/routes/supchina/index.ts

@@ -40,7 +40,7 @@ async function handler(ctx) {
                 title: item.find('title').text(),
                 link: item.find('guid').text(),
                 author: item
-                    .find('dc\\:creator')
+                    .find(String.raw`dc\:creator`)
                     .html()
                     .match(/CDATA\[(.*?)]/)[1],
                 category: item

package/lib/routes/supchina/podcasts.ts

@@ -47,7 +47,7 @@ async function handler(ctx) {
 
             return {
                 link: item.find('guid').text(),
-                author: item.find('itunes\\:author').text(),
+                author: item.find(String.raw`itunes\:author`).text(),
             };
         });
 
@@ -85,8 +85,10 @@ async function handler(ctx) {
     return {
         title: 'SupChina - Podcasts',
         link: `${rootUrl}/podcasts`,
-        itunes_author: $('channel itunes\\:author').first().text(),
-        image: $('itunes\\:image').attr('href'),
+        itunes_author: $(String.raw`channel itunes\:author`)
+            .first()
+            .text(),
+        image: $(String.raw`itunes\:image`).attr('href'),
         item: items,
     };
 }

package/lib/routes/surfshark/blog.ts

@@ -7,7 +7,7 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
-import * as path from 'node:path';
+import path from 'node:path';
 
 export const route: Route = {
     path: '/blog/:category{.+}?',

package/lib/routes/sustainabilitymag/articles.ts

@@ -0,0 +1,144 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import oftech from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/articles',
+    name: 'Articles',
+    url: 'sustainabilitymag.com/articles',
+    maintainers: ['mintyfrankie'],
+    categories: ['other'],
+    example: '/sustainabilitymag/articles',
+    radar: [
+        {
+            source: ['https://sustainabilitymag.com/articles'],
+            target: '/sustainabilitymag/articles',
+        },
+    ],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};
+
+const findLargestImgKey = (images) =>
+    Object.keys(images)
+        .filter((key) => key.startsWith('inline_free_') || key.startsWith('hero_landscape_'))
+        .sort((a, b) => Number.parseInt(b.split('_')[2]) - Number.parseInt(a.split('_')[2]))[0];
+
+const renderFigure = (url, caption) => `<figure><img src="${url}" alt="${caption}" /><figcaption>${caption}</figcaption></figure>`;
+
+const render = (widgets) =>
+    widgets
+        .map((w) => {
+            switch (w.type) {
+                case 'text':
+                    return w.html;
+                case 'keyFacts':
+                    return `<div><ul>${w.keyFacts.map((k) => `<li>${k.text}</li>`).join('')}</ul></div>`;
+                case 'inlineVideo':
+                    return w.provider === 'youtube'
+                        ? `<iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/${w.videoId}" frameborder="0" allowfullscreen></iframe>`
+                        : new Error(`Unhandled inlineVideo provider: ${w.provider}`);
+                case 'inlineImage':
+                    return w.inlineImageImages
+                        .map((image) => {
+                            const i = image.images[findLargestImgKey(image.images)][0];
+                            return renderFigure(i.url, i.caption);
+                        })
+                        .join('');
+                default:
+                    throw new Error(`Unhandled widget type: ${w.type}`);
+            }
+        })
+        .join('');
+
+async function handler() {
+    const baseURL = `https://sustainabilitymag.com`;
+    const feedURL = `${baseURL}/articles`;
+    const feedLang = 'en';
+    const feedDescription = 'Sustainability Magazine Articles';
+
+    const requestEndpoint = `${baseURL}/graphql`;
+    const requestBody = JSON.stringify({
+        query: `query PaginatedQuery($url: String!, $page: Int = 1, $widgetType: String!) {
+          paginatedWidget(url: $url, widgetType: $widgetType) {
+            ... on SimpleArticleGridWidget {
+              articles(page: $page) {
+                results {
+                  _id
+                  headline
+                  fullUrlPath
+                  featured
+                  category
+                  contentType
+                  tags {
+                    tag
+                  }
+                  attribution
+                  subAttribution
+                  sell
+                  images {
+                    thumbnail_widescreen_553 {
+                      url
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }`,
+        operationName: 'PaginatedQuery',
+        variables: {
+            widgetType: 'simpleArticleGrid',
+            page: 1,
+            url: 'https://sustainabilitymag.com/articles',
+        },
+    });
+
+    const results = await oftech(requestEndpoint, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: requestBody,
+    });
+
+    const list = results.data.paginatedWidget.articles.results.map((item) => ({
+        title: item.headline,
+        link: `${baseURL}${item.fullUrlPath}`,
+        image: item.images?.thumbnail_widescreen_553?.url,
+        category: item.category,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await oftech(item.link);
+                const $ = load(response);
+
+                const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+                const article = nextData.props.pageProps.article;
+                item.pubDate = parseDate(article.displayDate);
+                item.author = article.author.name;
+                const heroImage = article.images[findLargestImgKey(article.images)][0];
+                item.description = renderFigure(heroImage.url, heroImage.caption) + render(article.body.widgets);
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: 'Sustainability Magazine Articles',
+        language: feedLang,
+        description: feedDescription,
+        link: `https://${feedURL}`,
+        item: items,
+    };
+}

package/lib/routes/sustainabilitymag/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Sustainability Magazine',
+    url: 'https://sustainabilitymag.com',
+};