rsshub 1.0.0-master.f71451d → 1.0.0-master.f72af1b

package/lib/routes/stbu/jsjxy.ts

@@ -15,17 +15,17 @@ export const route: Route = {
     features: {
         requireConfig: false,
         requirePuppeteer: false,
-        antiCrawler: false,
+        antiCrawler: true,
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
     },
     radar: [
         {
-            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn/'],
+            source: ['jsjxy.stbu.edu.cn/news', 'jsjxy.stbu.edu.cn', 'stbu.edu.cn'],
         },
     ],
-    name: '计算机学院通知公告',
+    name: '计算机学院 - 通知公告',
     maintainers: ['HyperCherry'],
     handler,
     url: 'jsjxy.stbu.edu.cn/news',

package/lib/routes/stbu/xyxw.ts

@@ -9,19 +9,30 @@ import timezone from '@/utils/timezone';
 const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
 export const route: Route = {
     path: '/xyxw',
+    categories: ['university'],
+    example: '/stbu/xyxw',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
     radar: [
         {
-            source: ['stbu.edu.cn/html/news/xueyuan', 'stbu.edu.cn/'],
+            source: ['stbu.edu.cn/html/news/xueyuan', 'stbu.edu.cn'],
         },
     ],
-    name: 'Unknown',
+    name: '学院新闻',
     maintainers: ['HyperCherry'],
     handler,
     url: 'stbu.edu.cn/html/news/xueyuan',
 };
 
 async function handler() {
-    const baseUrl = 'https://www.stbu.edu.cn';
+    const baseUrl = 'http://www.stbu.edu.cn';
     const requestUrl = `${baseUrl}/html/news/xueyuan/`;
     const { data: response } = await got(requestUrl, {
         responseType: 'buffer',

package/lib/routes/steam/appcommunityfeed.ts

@@ -0,0 +1,92 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import ofetch from '@/utils/ofetch';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const workshopFileTypes = {
+    0: 'Community',
+    1: 'Microtransaction',
+    2: 'Collection',
+    3: 'Art',
+    4: 'Video',
+    5: 'Screenshot',
+    6: 'Game',
+    7: 'Software',
+    8: 'Concept',
+    9: 'WebGuide',
+    10: 'IntegratedGuide',
+    11: 'Merch',
+    12: 'ControllerBinding',
+    13: 'SteamworksAccessInvite',
+    14: 'SteamVideo',
+    15: 'GameManagedItem',
+};
+
+export const route: Route = {
+    path: '/appcommunityfeed/:appid/:routeParams?',
+    categories: ['game'],
+    example: '/steam/appcommunityfeed/730',
+    parameters: {
+        appid: 'Steam appid, can be found on the community hub page or store page URL.',
+        routeParams: 'Query parameters.',
+    },
+    radar: [
+        {
+            title: 'Community Hub',
+            source: ['steamcommunity.com/app/:appid'],
+            target: '/appcommunityfeed/:appid',
+        },
+        {
+            title: 'Community Hub',
+            source: ['store.steampowered.com/app/:appid/*/'],
+            target: '/appcommunityfeed/:appid',
+        },
+    ],
+    description: `Query Parameters:
+
+| Name                   | Type   | Description             |
+| ---------------------- | ------ | ----------------------- |
+| p                      | string | p                       |
+| rgSections[]           | string | rgSections              |
+| filterLanguage         | string | Filter Language         |
+| languageTag            | string | Language Tag            |
+| nMaxInappropriateScore | string | Max Inappropriate Score |
+
+Example:
+- \`/appcommunityfeed/730/p=1&rgSections[]=2&rgSections[]=4&filterLanguage=english&languageTag=english&nMaxInappropriateScore=1\` for CS2 Screenshot and Artwork contents.
+- \`/appcommunityfeed/730/rgSections[]=6\` for CS2 Workshop contents only.
+- \`/appcommunityfeed/570/rgSections[]=3&rgSections[]=9\` for Dota2 Video and Guides contents.
+
+:::tip
+It can also access community hub contents that require a logged-in account.
+:::
+`,
+    name: 'Steam Community Hub Feeds',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { appid = 730, routeParams } = ctx.req.param();
+
+        const baseUrl = 'https://steamcommunity.com';
+        const apiUrl = `${baseUrl}/library/appcommunityfeed/${appid}${routeParams ? `?${routeParams}` : ''}`;
+        const response = await ofetch(apiUrl);
+
+        return {
+            title: `${appid} Steam Community Hub`,
+            link: `https://steamcommunity.com/app/${appid}`,
+            item: response.hub.map((item) => ({
+                title: item.title === '' ? workshopFileTypes[item.type] : item.title,
+                link: `https://steamcommunity.com/sharedfiles/filedetails/?id=${item.published_file_id}`,
+                description: art(path.join(__dirname, 'templates/appcommunityfeed-description.art'), {
+                    image: item.full_image_url,
+                    description: item.description,
+                }),
+                author: item.creator.name,
+                category: workshopFileTypes[item.type],
+            })),
+        };
+    },
+};

package/lib/routes/steam/sharefile-changelog.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/sharefile-changelog/:sharefileID/:routeParams?',
+    categories: ['game'],
+    example: '/steam/sharefile-changelog/2851063440/l=schinese',
+    parameters: {
+        sharefileID: 'Steam community sharefile id. Usually refers to a workshop item.',
+        routeParams: 'Route parameters.',
+    },
+    radar: [
+        {
+            title: 'Sharefile Changelog',
+            source: ['steamcommunity.com/sharedfiles/filedetails/changelog/:sharefileID'],
+            target: '/sharefile-changelog/:sharefileID',
+        },
+    ],
+    description: `Steam Community Sharefile's Changelog. Primary used for a workshop item.
+Helpful route parameters:
+- \`l=\` language parameter, change the language of description.
+- \`p=\` page parameter, change the results page. p=1 by default.
+`,
+    name: 'Sharefile Changelog',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { sharefileID, routeParams } = ctx.req.param();
+
+        const url = `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}${routeParams ? `?${routeParams}` : ''}`;
+        const response = await ofetch(url);
+        const $ = load(response);
+
+        const appName = $('div.apphub_AppName').first().text();
+        const appIcon = $('div.apphub_AppIcon').children('img').attr('src');
+        const itemTitle = $('div.workshopItemTitle').first().text();
+
+        const items = $('div.clearfix .changeLogCtn')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                // changelogHeadline is local time
+                const changelogHeadline = item.find('.headline').first().text();
+                const changelogTimestamp = item.find('p').first().attr('id');
+                const changeDetail = item.find('p').first().html();
+
+                return {
+                    title: changelogHeadline,
+                    link: `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}`,
+                    description: changeDetail,
+                    pubDate: parseDate(changelogTimestamp, 'X'),
+                };
+            });
+
+        return {
+            title: itemTitle,
+            link: `https://steamcommunity.com/sharedfiles/filedetails/changelog/${sharefileID}`,
+            description: `${appName} steam community sharefile changelog`,
+            item: items,
+            icon: appIcon,
+        };
+    },
+};

package/lib/routes/steam/templates/appcommunityfeed-description.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}"/>
+{{ /if }}
+<p>{{ description }}</p>

package/lib/routes/steam/templates/workshop-search-description.art

@@ -0,0 +1,5 @@
+{{ if image }}
+<img src="{{ image }}"/><br/>
+{{ /if }}
+{{ if rating }}<img src="{{ rating }}"/>{{ /if }}{{ if checkmark }}{{ each checkmark }} <img src="{{ $value }}"/>{{ /each }}{{ /if }}
+<p>{{ description }}</p>

package/lib/routes/steam/workshop-search.ts

@@ -0,0 +1,109 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const route: Route = {
+    path: '/workshopsearch/:appid?/:routeParams?',
+    categories: ['game'],
+    example: '/steam/workshopsearch/730',
+    parameters: {
+        appid: 'Steam appid, can be found on the community hub page or store page URL, 730 by default.',
+        routeParams: 'Route parameters, can be found on the search result page URL. Route parameters located after the appid.',
+    },
+    radar: [
+        {
+            title: 'Workshop Search Results',
+            source: ['steamcommunity.com/app/:appid/workshop/'],
+            target: '/workshopsearch/:appid',
+        },
+    ],
+    description: `Steam Community Workshop Search Results.
+The parameter 'l=language' changes the language of search results(if possible).
+For example, route \`/workshopsearch/730/l=schinese\` will display the simplified Chinese descriptions of the entry.
+
+Language Parameter:
+
+| English | 简体中文 | 繁體中文 | 日本語   | 한국어  | ภาษาไทย | български | čeština | dansk  | Deutsch | español | latam | ελληνικά | français | italiano | Bahasa Indonesia | magyar    | Nederlands | norsk     | polski | português  | brasileiro | română   | русский | suomi   | svenska | Türkçe  | Tiếng Việt | українська |
+| ------- | -------- | -------- | -------- | ------- | ------- | --------- | ------- | ------ | ------- | ------- | ----- | -------- | -------- | -------- | ---------------- | --------- | ---------- | --------- | ------ | ---------- | ---------- | -------- | ------- | ------- | ------- | ------- | ---------- | ---------- |
+| english | schinese | tchinese | japanese | koreana | thai    | bulgarian | czech   | danish | german  | spanish | latam | greek    | french   | italian  | indonesian       | hungarian | dutch      | norwegian | polish | portuguese | brazilian  | romanian | russian | finnish | swedish | turkish | vietnamese | ukrainian  |
+
+`,
+    name: 'Community Workshop Search',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { appid = 730, routeParams } = ctx.req.param();
+
+        const url = `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`;
+        const response = await ofetch(url);
+        const $ = load(response);
+
+        const appName = $('div.apphub_AppName').first().text();
+        const workshopDescription = $('div.customBrowseText').first().text();
+        const appIcon = $('div.apphub_AppIcon').children('img').attr('src');
+
+        const items = $('div.workshopBrowseItems .workshopItem')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const publishedFileId = item.find('a').first().attr('data-publishedfileid');
+                const entryTitle = item.find('.workshopItemTitle').first().text();
+                const authorNickName = item.find('.workshop_author_link').first().text();
+                const previewImage = item.find('.workshopItemPreviewImage').first().attr('src');
+                const ratingImage = item.find('.fileRating').first().attr('src');
+                // Some items are flaged as 'accepted for game' and 'incompatible item'
+                const checkMarkImages: string[] = [];
+                $(item)
+                    .find('.workshop_checkmark')
+                    .each((index, element) => {
+                        const checkMarkElement = $(element);
+                        const style = checkMarkElement.attr('style');
+                        // Only add checkmark image if it is not set to 'display: none'
+                        if (!style || !style.includes('display: none;')) {
+                            checkMarkImages.push(checkMarkElement.attr('src') || '');
+                        }
+                    });
+                // const script_tag = item.next('script');
+                // console.log(`script_tag:${script_tag.text()}`);
+                const hoverContent = item.next('script').text();
+                const regex = /SharedFileBindMouseHover\(\s*"sharedfile_\d+",\s*(?:true|false),\s*({.*?})\s*\);/;
+                const match = hoverContent.match(regex);
+
+                let entryDescription = '';
+
+                if (match) {
+                    const jsonString = match[1];
+                    // console.log(jsonString);
+                    const data = JSON.parse(jsonString);
+                    if (data.id === publishedFileId) {
+                        entryDescription = data.description;
+                    }
+                }
+
+                return {
+                    title: entryTitle,
+                    link: `https://steamcommunity.com/sharedfiles/filedetails/?id=${publishedFileId}`,
+                    description: art(path.join(__dirname, 'templates/workshop-search-description.art'), {
+                        image: previewImage,
+                        rating: ratingImage,
+                        checkmark: checkMarkImages,
+                        description: entryDescription,
+                    }),
+                    author: authorNickName,
+                };
+            });
+
+        return {
+            title: `${appName} Steam Workshop Content`,
+            link: `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`,
+            item: items,
+            icon: appIcon,
+            description: workshopDescription,
+        };
+    },
+};

package/lib/routes/stockedge/utils.ts

@@ -1,18 +1,16 @@
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 const baseUrl = 'https://web.stockedge.com/share/';
 const getData = (url) =>
-    got
-        .get(url, {
-            headers: {
-                Host: 'api.stockedge.com',
-                Origin: 'https://web.stockedge.com',
-                Referer: 'https://web.stockedge.com/',
-                accept: 'application/json, text/plain, */*',
-            },
-        })
-        .json();
+    ofetch(url, {
+        headers: {
+            Host: 'api.stockedge.com',
+            Origin: 'https://web.stockedge.com',
+            Referer: 'https://web.stockedge.com/',
+            accept: 'application/json, text/plain, */*',
+        },
+    });
 
 const getList = (data) =>
     data.map((value) => {

package/lib/routes/stream-capital/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '远川研究所',
+    url: 'www.stream-capital.com',
+};

package/lib/routes/stream-capital/search.ts

@@ -0,0 +1,79 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { encrypt, decrypt } from './utils';
+import { EncryptedResponse, WebBlog } from './types';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/search',
+    name: '最新',
+    categories: ['finance'],
+    example: '/stream-capital/search',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['www.stream-capital.com/search'],
+        },
+    ],
+};
+
+async function handler() {
+    const baseUrl = 'https://www.stream-capital.com';
+    const apiBaseUrl = 'https://api.yuanchuan.cn';
+
+    const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webbloglist`, {
+        method: 'POST',
+        query: {
+            apptype: 9,
+        },
+        body: encrypt(
+            JSON.stringify({
+                type: 0,
+                name: null,
+                page: 1,
+            })
+        ),
+    });
+
+    const list = (JSON.parse(decrypt(response.data)).list as WebBlog[]).map((item) => ({
+        title: item.title,
+        author: item.userName,
+        pubDate: timezone(parseDate(item.ctime, 'YYYY-MM-DD HH:mm:ss'), 8),
+        link: `${baseUrl}/article/${item.id}`,
+        description: item.content,
+        category: item.tags.map((t) => t.tagName),
+        id: item.id,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webblogdetail`, {
+                    method: 'POST',
+                    query: {
+                        apptype: 9,
+                    },
+                    body: encrypt(
+                        JSON.stringify({
+                            blogId: item.id,
+                        })
+                    ),
+                });
+
+                item.description = (JSON.parse(decrypt(response.data)) as WebBlog).detailInfo.articleContent;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '最新 - 远川研究所',
+        link: `${baseUrl}/search`,
+        language: 'zh',
+        item: items,
+    };
+}

package/lib/routes/stream-capital/types.ts

@@ -0,0 +1,44 @@
+export interface EncryptedResponse {
+    code: number;
+    data: string;
+    msg: string;
+}
+
+interface Tag {
+    blogId: number;
+    tagId: number;
+    length: number;
+    tagName: string;
+    beginIndex: number;
+}
+
+interface DetailInfo {
+    articleContent: string;
+    blogId: number;
+    videoCoverPicUrl: string;
+    excerpt: string;
+    id: number;
+    videoUrl: string;
+}
+
+export interface WebBlog {
+    title: string;
+    type: number;
+    intro: null;
+    avatarUrl: null;
+    userName: string;
+    ctime: string;
+    isPublish: number;
+    id: number;
+    themeTitle: string;
+    themeId: number;
+    viewCount: number;
+    coverUrl: string;
+    videoDuration: number;
+    originUrl: string;
+    userId: number;
+    content: string;
+    tags: Tag[];
+    isCollect: number;
+    detailInfo: DetailInfo;
+}

package/lib/routes/stream-capital/utils.ts

@@ -0,0 +1,18 @@
+import CryptoJS from 'crypto-js';
+
+const secret = CryptoJS.enc.Utf8.parse('r4rt5A8L6ye6ts8y');
+const iv = CryptoJS.enc.Utf8.parse('fs0Hkjg8a23u8sE0');
+
+export const encrypt = (plainText) =>
+    CryptoJS.AES.encrypt(plainText, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString();
+
+export const decrypt = (encrypted) =>
+    CryptoJS.AES.decrypt(encrypted, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString(CryptoJS.enc.Utf8);

package/lib/routes/supchina/index.ts

@@ -40,7 +40,7 @@ async function handler(ctx) {
                 title: item.find('title').text(),
                 link: item.find('guid').text(),
                 author: item
-                    .find('dc\\:creator')
+                    .find(String.raw`dc\:creator`)
                     .html()
                     .match(/CDATA\[(.*?)]/)[1],
                 category: item

package/lib/routes/supchina/podcasts.ts

@@ -47,7 +47,7 @@ async function handler(ctx) {
 
             return {
                 link: item.find('guid').text(),
-                author: item.find('itunes\\:author').text(),
+                author: item.find(String.raw`itunes\:author`).text(),
             };
         });
 
@@ -85,8 +85,10 @@ async function handler(ctx) {
     return {
         title: 'SupChina - Podcasts',
         link: `${rootUrl}/podcasts`,
-        itunes_author: $('channel itunes\\:author').first().text(),
-        image: $('itunes\\:image').attr('href'),
+        itunes_author: $(String.raw`channel itunes\:author`)
+            .first()
+            .text(),
+        image: $(String.raw`itunes\:image`).attr('href'),
         item: items,
     };
 }