rsshub 1.0.0-master.f9003f9 → 1.0.0-master.f917bdc

package/lib/routes/steam/workshop-search.ts

@@ -0,0 +1,109 @@
+import { Route } from '@/types';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export const route: Route = {
+    path: '/workshopsearch/:appid?/:routeParams?',
+    categories: ['game'],
+    example: '/steam/workshopsearch/730',
+    parameters: {
+        appid: 'Steam appid, can be found on the community hub page or store page URL, 730 by default.',
+        routeParams: 'Route parameters, can be found on the search result page URL. Route parameters located after the appid.',
+    },
+    radar: [
+        {
+            title: 'Workshop Search Results',
+            source: ['steamcommunity.com/app/:appid/workshop/'],
+            target: '/workshopsearch/:appid',
+        },
+    ],
+    description: `Steam Community Workshop Search Results.
+The parameter 'l=language' changes the language of search results(if possible).
+For example, route \`/workshopsearch/730/l=schinese\` will display the simplified Chinese descriptions of the entry.
+
+Language Parameter:
+
+| English | 简体中文 | 繁體中文 | 日本語   | 한국어  | ภาษาไทย | български | čeština | dansk  | Deutsch | español | latam | ελληνικά | français | italiano | Bahasa Indonesia | magyar    | Nederlands | norsk     | polski | português  | brasileiro | română   | русский | suomi   | svenska | Türkçe  | Tiếng Việt | українська |
+| ------- | -------- | -------- | -------- | ------- | ------- | --------- | ------- | ------ | ------- | ------- | ----- | -------- | -------- | -------- | ---------------- | --------- | ---------- | --------- | ------ | ---------- | ---------- | -------- | ------- | ------- | ------- | ------- | ---------- | ---------- |
+| english | schinese | tchinese | japanese | koreana | thai    | bulgarian | czech   | danish | german  | spanish | latam | greek    | french   | italian  | indonesian       | hungarian | dutch      | norwegian | polish | portuguese | brazilian  | romanian | russian | finnish | swedish | turkish | vietnamese | ukrainian  |
+
+`,
+    name: 'Community Workshop Search',
+    maintainers: ['NyaaaDoge'],
+
+    handler: async (ctx) => {
+        const { appid = 730, routeParams } = ctx.req.param();
+
+        const url = `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`;
+        const response = await ofetch(url);
+        const $ = load(response);
+
+        const appName = $('div.apphub_AppName').first().text();
+        const workshopDescription = $('div.customBrowseText').first().text();
+        const appIcon = $('div.apphub_AppIcon').children('img').attr('src');
+
+        const items = $('div.workshopBrowseItems .workshopItem')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const publishedFileId = item.find('a').first().attr('data-publishedfileid');
+                const entryTitle = item.find('.workshopItemTitle').first().text();
+                const authorNickName = item.find('.workshop_author_link').first().text();
+                const previewImage = item.find('.workshopItemPreviewImage').first().attr('src');
+                const ratingImage = item.find('.fileRating').first().attr('src');
+                // Some items are flaged as 'accepted for game' and 'incompatible item'
+                const checkMarkImages: string[] = [];
+                $(item)
+                    .find('.workshop_checkmark')
+                    .each((index, element) => {
+                        const checkMarkElement = $(element);
+                        const style = checkMarkElement.attr('style');
+                        // Only add checkmark image if it is not set to 'display: none'
+                        if (!style || !style.includes('display: none;')) {
+                            checkMarkImages.push(checkMarkElement.attr('src') || '');
+                        }
+                    });
+                // const script_tag = item.next('script');
+                // console.log(`script_tag:${script_tag.text()}`);
+                const hoverContent = item.next('script').text();
+                const regex = /SharedFileBindMouseHover\(\s*"sharedfile_\d+",\s*(?:true|false),\s*({.*?})\s*\);/;
+                const match = hoverContent.match(regex);
+
+                let entryDescription = '';
+
+                if (match) {
+                    const jsonString = match[1];
+                    // console.log(jsonString);
+                    const data = JSON.parse(jsonString);
+                    if (data.id === publishedFileId) {
+                        entryDescription = data.description;
+                    }
+                }
+
+                return {
+                    title: entryTitle,
+                    link: `https://steamcommunity.com/sharedfiles/filedetails/?id=${publishedFileId}`,
+                    description: art(path.join(__dirname, 'templates/workshop-search-description.art'), {
+                        image: previewImage,
+                        rating: ratingImage,
+                        checkmark: checkMarkImages,
+                        description: entryDescription,
+                    }),
+                    author: authorNickName,
+                };
+            });
+
+        return {
+            title: `${appName} Steam Workshop Content`,
+            link: `https://steamcommunity.com/workshop/browse/?appid=${appid}${routeParams ? `&${routeParams}` : ''}`,
+            item: items,
+            icon: appIcon,
+            description: workshopDescription,
+        };
+    },
+};

package/lib/routes/stockedge/utils.ts

@@ -1,18 +1,16 @@
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 
 const baseUrl = 'https://web.stockedge.com/share/';
 const getData = (url) =>
-    got
-        .get(url, {
-            headers: {
-                Host: 'api.stockedge.com',
-                Origin: 'https://web.stockedge.com',
-                Referer: 'https://web.stockedge.com/',
-                accept: 'application/json, text/plain, */*',
-            },
-        })
-        .json();
+    ofetch(url, {
+        headers: {
+            Host: 'api.stockedge.com',
+            Origin: 'https://web.stockedge.com',
+            Referer: 'https://web.stockedge.com/',
+            accept: 'application/json, text/plain, */*',
+        },
+    });
 
 const getList = (data) =>
     data.map((value) => {

package/lib/routes/stream-capital/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '远川研究所',
+    url: 'www.stream-capital.com',
+};

package/lib/routes/stream-capital/search.ts

@@ -0,0 +1,79 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import { encrypt, decrypt } from './utils';
+import { EncryptedResponse, WebBlog } from './types';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/search',
+    name: '最新',
+    categories: ['finance'],
+    example: '/stream-capital/search',
+    maintainers: ['TonyRL'],
+    handler,
+    radar: [
+        {
+            source: ['www.stream-capital.com/search'],
+        },
+    ],
+};
+
+async function handler() {
+    const baseUrl = 'https://www.stream-capital.com';
+    const apiBaseUrl = 'https://api.yuanchuan.cn';
+
+    const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webbloglist`, {
+        method: 'POST',
+        query: {
+            apptype: 9,
+        },
+        body: encrypt(
+            JSON.stringify({
+                type: 0,
+                name: null,
+                page: 1,
+            })
+        ),
+    });
+
+    const list = (JSON.parse(decrypt(response.data)).list as WebBlog[]).map((item) => ({
+        title: item.title,
+        author: item.userName,
+        pubDate: timezone(parseDate(item.ctime, 'YYYY-MM-DD HH:mm:ss'), 8),
+        link: `${baseUrl}/article/${item.id}`,
+        description: item.content,
+        category: item.tags.map((t) => t.tagName),
+        id: item.id,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch<EncryptedResponse>(`${apiBaseUrl}/yc/webblogdetail`, {
+                    method: 'POST',
+                    query: {
+                        apptype: 9,
+                    },
+                    body: encrypt(
+                        JSON.stringify({
+                            blogId: item.id,
+                        })
+                    ),
+                });
+
+                item.description = (JSON.parse(decrypt(response.data)) as WebBlog).detailInfo.articleContent;
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: '最新 - 远川研究所',
+        link: `${baseUrl}/search`,
+        language: 'zh',
+        item: items,
+    };
+}

package/lib/routes/stream-capital/types.ts

@@ -0,0 +1,44 @@
+export interface EncryptedResponse {
+    code: number;
+    data: string;
+    msg: string;
+}
+
+interface Tag {
+    blogId: number;
+    tagId: number;
+    length: number;
+    tagName: string;
+    beginIndex: number;
+}
+
+interface DetailInfo {
+    articleContent: string;
+    blogId: number;
+    videoCoverPicUrl: string;
+    excerpt: string;
+    id: number;
+    videoUrl: string;
+}
+
+export interface WebBlog {
+    title: string;
+    type: number;
+    intro: null;
+    avatarUrl: null;
+    userName: string;
+    ctime: string;
+    isPublish: number;
+    id: number;
+    themeTitle: string;
+    themeId: number;
+    viewCount: number;
+    coverUrl: string;
+    videoDuration: number;
+    originUrl: string;
+    userId: number;
+    content: string;
+    tags: Tag[];
+    isCollect: number;
+    detailInfo: DetailInfo;
+}

package/lib/routes/stream-capital/utils.ts

@@ -0,0 +1,18 @@
+import CryptoJS from 'crypto-js';
+
+const secret = CryptoJS.enc.Utf8.parse('r4rt5A8L6ye6ts8y');
+const iv = CryptoJS.enc.Utf8.parse('fs0Hkjg8a23u8sE0');
+
+export const encrypt = (plainText) =>
+    CryptoJS.AES.encrypt(plainText, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString();
+
+export const decrypt = (encrypted) =>
+    CryptoJS.AES.decrypt(encrypted, secret, {
+        iv,
+        mode: CryptoJS.mode.CBC,
+        padding: CryptoJS.pad.Pkcs7,
+    }).toString(CryptoJS.enc.Utf8);

package/lib/routes/sustainabilitymag/articles.ts

@@ -0,0 +1,144 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import oftech from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/articles',
+    name: 'Articles',
+    url: 'sustainabilitymag.com/articles',
+    maintainers: ['mintyfrankie'],
+    categories: ['other'],
+    example: '/sustainabilitymag/articles',
+    radar: [
+        {
+            source: ['https://sustainabilitymag.com/articles'],
+            target: '/sustainabilitymag/articles',
+        },
+    ],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};
+
+const findLargestImgKey = (images) =>
+    Object.keys(images)
+        .filter((key) => key.startsWith('inline_free_') || key.startsWith('hero_landscape_'))
+        .sort((a, b) => Number.parseInt(b.split('_')[2]) - Number.parseInt(a.split('_')[2]))[0];
+
+const renderFigure = (url, caption) => `<figure><img src="${url}" alt="${caption}" /><figcaption>${caption}</figcaption></figure>`;
+
+const render = (widgets) =>
+    widgets
+        .map((w) => {
+            switch (w.type) {
+                case 'text':
+                    return w.html;
+                case 'keyFacts':
+                    return `<div><ul>${w.keyFacts.map((k) => `<li>${k.text}</li>`).join('')}</ul></div>`;
+                case 'inlineVideo':
+                    return w.provider === 'youtube'
+                        ? `<iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/${w.videoId}" frameborder="0" allowfullscreen></iframe>`
+                        : new Error(`Unhandled inlineVideo provider: ${w.provider}`);
+                case 'inlineImage':
+                    return w.inlineImageImages
+                        .map((image) => {
+                            const i = image.images[findLargestImgKey(image.images)][0];
+                            return renderFigure(i.url, i.caption);
+                        })
+                        .join('');
+                default:
+                    throw new Error(`Unhandled widget type: ${w.type}`);
+            }
+        })
+        .join('');
+
+async function handler() {
+    const baseURL = `https://sustainabilitymag.com`;
+    const feedURL = `${baseURL}/articles`;
+    const feedLang = 'en';
+    const feedDescription = 'Sustainability Magazine Articles';
+
+    const requestEndpoint = `${baseURL}/graphql`;
+    const requestBody = JSON.stringify({
+        query: `query PaginatedQuery($url: String!, $page: Int = 1, $widgetType: String!) {
+          paginatedWidget(url: $url, widgetType: $widgetType) {
+            ... on SimpleArticleGridWidget {
+              articles(page: $page) {
+                results {
+                  _id
+                  headline
+                  fullUrlPath
+                  featured
+                  category
+                  contentType
+                  tags {
+                    tag
+                  }
+                  attribution
+                  subAttribution
+                  sell
+                  images {
+                    thumbnail_widescreen_553 {
+                      url
+                    }
+                  }
+                }
+              }
+            }
+          }
+        }`,
+        operationName: 'PaginatedQuery',
+        variables: {
+            widgetType: 'simpleArticleGrid',
+            page: 1,
+            url: 'https://sustainabilitymag.com/articles',
+        },
+    });
+
+    const results = await oftech(requestEndpoint, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: requestBody,
+    });
+
+    const list = results.data.paginatedWidget.articles.results.map((item) => ({
+        title: item.headline,
+        link: `${baseURL}${item.fullUrlPath}`,
+        image: item.images?.thumbnail_widescreen_553?.url,
+        category: item.category,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await oftech(item.link);
+                const $ = load(response);
+
+                const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+                const article = nextData.props.pageProps.article;
+                item.pubDate = parseDate(article.displayDate);
+                item.author = article.author.name;
+                const heroImage = article.images[findLargestImgKey(article.images)][0];
+                item.description = renderFigure(heroImage.url, heroImage.caption) + render(article.body.widgets);
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: 'Sustainability Magazine Articles',
+        language: feedLang,
+        description: feedDescription,
+        link: `https://${feedURL}`,
+        item: items,
+    };
+}

package/lib/routes/sustainabilitymag/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Sustainability Magazine',
+    url: 'https://sustainabilitymag.com',
+};

package/lib/routes/t66y/index.ts

@@ -6,10 +6,10 @@ import { parseDate } from '@/utils/parse-date';
 import { baseUrl, parseContent } from './utils';
 
 export const route: Route = {
-    path: '/:id/:type?',
+    path: '/:id/:type?/:search?',
     categories: ['multimedia'],
     example: '/t66y/20/2',
-    parameters: { id: '分区 id, 可在分区页 URL 中找到', type: '类型 id, 可在分区类型过滤后的 URL 中找到' },
+    parameters: { id: '分区 id, 可在分区页 URL 中找到', type: '类型 id, 可在分区类型过滤后的 URL 中找到', search: '主题类型筛选，可在分区主题类型筛选后的 URL 中找到，默认为 `today`' },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -33,14 +33,35 @@ export const route: Route = {
 
   | 技术讨论区 | 新时代的我们 | 达盖尔的旗帜 | 成人文学交流 |
   | ---------- | ------------ | ------------ | ------------ |
-  | 7          | 8            | 16           | 20           |`,
+  | 7          | 8            | 16           | 20           |
+
+  **主题过滤**
+
+  > 因为该类型无法搭配子类型使用，所以使用时 \`type\` 子类型需使用 \`-999\` 占位
+
+  | 今日主题 | 热门主题 | 精华主题 | 原创主题 | 今日新作  |
+  | ------- | ------- | ------- | ------- | ------ |
+  | today   | hot     | digest  | 1       | 2      |`,
 };
 
+const SEARCH_NAMES = {
+    today: '今日主题',
+    hot: '热门主题',
+    digest: '精华主题',
+    1: '原创主题',
+    2: '今日新作',
+};
+
+const DEFAULT_SEARCH_TYPE = 'today';
+
 async function handler(ctx) {
-    const { id, type } = ctx.req.param();
+    const id = ctx.req.param('id');
+    const type = (Number.parseInt(ctx.req.param('type')) || -999).toString();
+    const isValidType = type !== '-999';
+    const search = isValidType ? DEFAULT_SEARCH_TYPE : (ctx.req.param('search') ?? DEFAULT_SEARCH_TYPE);
 
-    const url = new URL(`thread0806.php?fid=${id}&search=today`, baseUrl);
-    type && url.searchParams.set('type', type);
+    const url = new URL(`thread0806.php?fid=${id}&search=${search}`, baseUrl);
+    isValidType && url.searchParams.set('type', type);
 
     const { data: res } = await got(url);
     const $ = cheerio.load(res);
@@ -80,8 +101,9 @@ async function handler(ctx) {
     );
 
     return {
-        title: (type ? `[${$('.t .fn b').text()}]` : '') + $('head title').text(),
+        title: (isValidType ? `[${$('.t .fn b').text()}] ` : '') + (search ? `[${SEARCH_NAMES[search]}] ` : '') + $('head title').text(),
         link: url.href,
         item: out,
+        allowEmpty: true,
     };
 }

package/lib/routes/techcrunch/news.ts

@@ -1,8 +1,12 @@
 import { Route } from '@/types';
-import cache from '@/utils/cache';
-import parser from '@/utils/rss-parser';
 import got from '@/utils/got';
 import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+const __dirname = getCurrentPath(import.meta.url);
+
 const host = 'https://techcrunch.com';
 export const route: Route = {
     path: '/news',
@@ -29,33 +33,20 @@ export const route: Route = {
 };
 
 async function handler() {
-    const rssUrl = `${host}/feed/`;
-    const feed = await parser.parseURL(rssUrl);
-    const items = await Promise.all(
-        feed.items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const url = item.link;
-                const response = await got({
-                    url,
-                    method: 'get',
-                });
-                const html = response.data;
-                const $ = load(html);
-                const description = $('#root');
-                description.find('.article__title').remove();
-                description.find('.article__byline__meta').remove();
-                description.find('.mobile-header-nav').remove();
-                description.find('.desktop-nav').remove();
-                return {
-                    title: item.title,
-                    pubDate: item.pubDate,
-                    link: item.link,
-                    category: item.categories,
-                    description: description.html(),
-                };
-            })
-        )
-    );
+    const { data } = await got(`${host}/wp-json/wp/v2/posts`);
+    const items = data.map((item) => {
+        const head = item.yoast_head_json;
+        const $ = load(item.content.rendered, null, false);
+        return {
+            title: item.title.rendered,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                head,
+                rendered: $.html(),
+            }),
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+        };
+    });
 
     return {
         title: 'TechCrunch',

package/lib/routes/techcrunch/templates/description.art

@@ -0,0 +1,7 @@
+{{ if head.og_image }}
+{{ each head.og_image img }}
+<img src="{{ img.url.split('?')[0] }}">
+{{ /each }}
+<br>
+{{ /if }}
+{{@ rendered }}

package/lib/routes/telecompaper/news.ts

@@ -3,7 +3,7 @@ import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import tough from 'tough-cookie';
-// eslint-disable-next-line n/no-extraneous-require
+
 import FormData from 'form-data';
 
 export const route: Route = {