rsshub 1.0.0-master.facc6d5 → 1.0.0-master.fad0dfa

package/lib/routes/snowpeak/us-new-arrivals.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';
@@ -41,9 +39,10 @@ async function handler() {
 
     const $ = load(data);
     const list = $('.element.product-tile')
-        .map(function () {
+        .toArray()
+        .map((element) => {
             const data = {};
-            const product = $(this).find('.product-data').data('product');
+            const product = $(element).find('.product-data').data('product');
             data.title = product.title;
             data.link = `${host}/products/${product.handle}`;
             data.pubDate = new Date(product.published_at).toUTCString();
@@ -56,8 +55,7 @@ async function handler() {
                 });
 
             return data;
-        })
-        .get();
+        });
     return {
         title: 'Snow Peak - New Arrivals',
         link: `${host}/new-arrivals`,

package/lib/routes/sobooks/utils.ts

@@ -15,14 +15,14 @@ const utils = async (ctx, currentUrl) => {
 
     const list = $('.card-item h3 a')
         .slice(0, 15)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/sogou/search.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/sohu/mobile.ts

@@ -0,0 +1,149 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import * as cheerio from 'cheerio';
+import logger from '@/utils/logger';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/mobile',
+    categories: ['new-media'],
+    example: '/sohu/mobile',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['m.sohu.com/limit'],
+            target: '/mobile',
+        },
+    ],
+    name: '首页新闻',
+    maintainers: ['asqwe1'],
+    handler,
+    description: '订阅手机搜狐网的首页新闻',
+};
+
+async function handler() {
+    const response = await ofetch('https://m.sohu.com/limit');
+    // 从HTML中提取JSON数据
+    const $ = cheerio.load(response);
+    const jsonScript = $('script:contains("WapHomeRenderData")').text();
+    const jsonMatch = jsonScript?.match(/window\.WapHomeRenderData\s*=\s*({.*})/s);
+    if (!jsonMatch?.[1]) {
+        throw new Error('WapHomeRenderData 数据未找到');
+    }
+    const renderData = JSON.parse(jsonMatch[1]);
+    const list = extractPlateBlockNewsLists(renderData)
+        .filter((item) => item.id && item.url?.startsWith('//'))
+        .map((item) => ({
+            title: item.title,
+            link: new URL(item.url.split('?')[0], 'https://m.sohu.com').href,
+        }));
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                try {
+                    const detailResp = await ofetch(item.link);
+                    const $d = cheerio.load(detailResp);
+
+                    let description = '';
+                    let pubDate = '';
+                    if (item.link.includes('/xtopic/')) {
+                        const fullArticleUrl = $d('.tpl-top-text-item-content').prop('href')?.split('?')[0]?.replace('www.sohu.com/', 'm.sohu.com/');
+                        const response = await ofetch(`https:${fullArticleUrl}`);
+                        const $ = cheerio.load(response);
+                        description = getDescription($);
+                        pubDate = extractPubDate($);
+                    }
+
+                    return {
+                        ...item,
+                        description: description || getDescription($d) || item.title,
+                        pubDate: pubDate || extractPubDate($d),
+                    };
+                } catch (error) {
+                    logger.error(`获取详情失败: ${item.link}`, error);
+                    return item;
+                }
+            })
+        )
+    );
+    return {
+        title: '手机搜狐新闻',
+        link: 'https://m.sohu.com/limit',
+        item: items.filter(Boolean),
+    };
+}
+
+function extractPlateBlockNewsLists(jsonData: any) {
+    const result: any[] = [];
+    for (const key of Object.keys(jsonData)) {
+        if (key.startsWith('PlateBlock')) {
+            const plateBlock = jsonData[key];
+            // 处理新闻列表
+            if (plateBlock?.param?.newsData?.list) {
+                result.push(...plateBlock.param.newsData.list);
+            }
+            // 处理焦点图数据
+            if (plateBlock?.param?.focusData?.list) {
+                result.push(...plateBlock.param.focusData.list);
+            }
+            if (plateBlock?.param?.feedData0?.list) {
+                result.push(...plateBlock.param.feedData0.list);
+            }
+            if (plateBlock?.param?.feedData1?.list) {
+                result.push(...plateBlock.param.feedData1.list);
+            }
+        }
+    }
+    return result;
+}
+
+function extractPubDate($: cheerio.CheerioAPI): string {
+    const timeElements = ['.time', '#videoPublicTime'];
+    let date;
+    for (const selector of timeElements) {
+        const text = $(selector).first().text().trim();
+        if (!text) {
+            continue;
+        }
+
+        date = parseDate(text);
+        if (date) {
+            return date;
+        }
+    }
+
+    const img = $('meta[name="share_img"]')
+        .toArray()
+        .map((i) => $(i).attr('src'))
+        .find((i) => i.includes('images01'));
+    date = img ? parseDate(img?.match(/images01\/(\d{8})\//i)?.[1]) : '';
+    if (date) {
+        return date;
+    }
+}
+
+function getDescription($: cheerio.CheerioAPI): string | null {
+    const content = $('#articleContent');
+    if (content.length) {
+        return content.first().html()?.trim();
+    }
+    const video = $('#videoPlayer div');
+    if (video.length) {
+        return `<video controls preload="auto" poster="${video.attr('data-thumbnail')}"><source src="${video.attr('data-url')}" /></video>`;
+    }
+    const imageList = $('script:contains("imageList")').text();
+    if (imageList) {
+        const list = JSON.parse(imageList.match(/(\[.*\])/s)?.[1].replaceAll(/("description": ".*"),/g, '$1') || '[]');
+        return list.map((item: any) => `<img src="${item.url}" alt="${item.description || ''}" />`).join('');
+    }
+    return '';
+}

package/lib/routes/sohu/mp.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';

package/lib/routes/soundofhope/channel.ts

@@ -42,11 +42,11 @@ async function handler(ctx) {
     const $ = load(response.data);
     const title = $('div.left > nav').text().split('/').slice(1).join('');
     const list = $('div.item')
-        .map((_, item) => ({
+        .toArray()
+        .map((item) => ({
             title: $(item).find('div.title').text(),
             link: new URL($(item).find('a').attr('href'), host).href,
-        }))
-        .get();
+        }));
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/southcn/nfapp/column.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/southcn/nfapp/reporter.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/spankbang/new-videos.ts

@@ -1,5 +1,4 @@
 import { Data, Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
 
 import puppeteer from '@/utils/puppeteer';
 import * as cheerio from 'cheerio';
@@ -9,7 +8,6 @@ import { config } from '@/config';
 import logger from '@/utils/logger';
 import cache from '@/utils/cache';
 
-const __dirname = getCurrentPath(import.meta.url);
 const render = (data) => art(path.join(__dirname, 'templates/video.art'), data);
 
 const handler = async () => {

package/lib/routes/spotify/saved.ts

@@ -45,7 +45,7 @@ async function handler(ctx) {
     const token = await utils.getPrivateToken();
 
     const limit = ctx.req.param('limit');
-    const pageSize = isNaN(Number.parseInt(limit)) ? 50 : Number.parseInt(limit);
+    const pageSize = Number.isNaN(Number.parseInt(limit)) ? 50 : Number.parseInt(limit);
 
     const itemsResponse = await ofetch(`https://api.spotify.com/v1/me/tracks?limit=${pageSize}`, {
         method: 'GET',

package/lib/routes/springer/journal.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -52,15 +50,16 @@ async function handler(ctx) {
     const $2 = load(response2.data);
     const issue = $2('h2.app-journal-latest-issue__heading').text();
     const list = $2('ol.u-list-reset > li')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             const title = $(item).find('h3.app-card-open__heading').find('a').text().trim();
             const link = $(item).find('h3.app-card-open__heading').find('a').attr('href');
             const doi = link.replace('https://link.springer.com/article/', '');
             const img = $(item).find('img').attr('src');
             const authors = $(item)
                 .find('li')
-                .map((_, item) => $(item).text().trim())
-                .get()
+                .toArray()
+                .map((item) => $(item).text().trim())
                 .join('; ');
             return {
                 title,
@@ -70,8 +69,7 @@ async function handler(ctx) {
                 img,
                 authors,
             };
-        })
-        .get();
+        });
 
     const renderDesc = (item) =>
         art(path.join(__dirname, 'templates/description.art'), {

package/lib/routes/sqmc/www.ts

@@ -43,7 +43,7 @@ async function handler(ctx) {
     });
 
     const $ = load(response.data);
-    const list = $('div#wp_news_w9 ul li').get();
+    const list = $('div#wp_news_w9 ul li').toArray();
 
     return {
         title: `新乡医学院三全学院官网信息${$('title').text()}`,

package/lib/routes/sse/convert.ts

@@ -24,6 +24,16 @@ async function handler(ctx) {
     const query = ctx.req.param('query') ?? ''; // beginDate=2018-08-18&endDate=2019-08-18&companyCode=603283&title=股份
     const pageUrl = 'https://bond.sse.com.cn/disclosure/announ/convertible/';
     const host = 'https://www.sse.com.cn';
+    const queries: Record<string, string> = {};
+    if (query) {
+        const pairs = query.split('&');
+        for (const pair of pairs) {
+            const [key, value] = pair.split('=');
+            if (key) {
+                queries[key] = value;
+            }
+        }
+    }
 
     const response = await got('https://query.sse.com.cn/infodisplay/queryBulletinKzzTipsNew.do', {
         searchParams: {
@@ -31,11 +41,7 @@ async function handler(ctx) {
             'pageHelp.pageSize': 20,
             flag: 0,
             _: Date.now(),
-            ...query.split('&').reduce((acc, cur) => {
-                const [key, value] = cur.split('=');
-                acc[key] = value;
-                return acc;
-            }, {}),
+            ...queries,
         },
         headers: {
             Referer: pageUrl,

package/lib/routes/sse/disclosure.ts

@@ -22,11 +22,15 @@ export const route: Route = {
 
 async function handler(ctx) {
     const query = ctx.req.param('query') ?? ''; // beginDate=2018-08-18&endDate=2020-09-01&productId=600696
-    const queries = query.split('&').reduce((acc, cur) => {
-        const [key, value] = cur.split('=');
-        acc[key] = value;
-        return acc;
-    }, {});
+    const queries: Record<string, string> = {};
+    if (query) {
+        for (const pair of query.split('&')) {
+            const [key, value] = pair.split('=');
+            if (key) {
+                queries[key] = value;
+            }
+        }
+    }
     const pageUrl = `https://www.sse.com.cn/assortment/stock/list/info/announcement/index.shtml?productId=${queries.productId}`;
 
     const response = await got('https://query.sse.com.cn/security/stock/queryCompanyBulletin.do', {

package/lib/routes/sse/inquire.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/sse/renewal.ts

@@ -1,14 +1,12 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
 import dayjs from 'dayjs';
-import localizedFormat from 'dayjs/plugin/localizedFormat';
-import 'dayjs/locale/zh-cn';
+import localizedFormat from 'dayjs/plugin/localizedFormat.js';
+import 'dayjs/locale/zh-cn.js';
 dayjs.extend(localizedFormat);
 
 const currStatusName = ['全部', '已受理', '已询问', '通过', '未通过', '提交注册', '补充审核', '注册结果', '中止', '终止'];

package/lib/routes/ssm/news.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { load } from 'cheerio';
@@ -40,23 +38,21 @@ async function handler() {
     const $ = load(response.data);
     const list = $('body > div > div > ul > li');
 
-    const item = list
-        .map((_, item) => {
-            const title = $(item).find('a').text();
-            const link = $(item).find('a').attr('href');
-            const pubDate = parseDate($(item).find('small').text().split(':')[1].trim(), 'DD/MM/YYYY');
-            const desc = art(path.join(__dirname, 'templates/news.art'), {
-                link,
-            });
+    const item = list.toArray().map((item) => {
+        const title = $(item).find('a').text();
+        const link = $(item).find('a').attr('href');
+        const pubDate = parseDate($(item).find('small').text().split(':')[1].trim(), 'DD/MM/YYYY');
+        const desc = art(path.join(__dirname, 'templates/news.art'), {
+            link,
+        });
 
-            return {
-                title,
-                link,
-                description: desc,
-                pubDate,
-            };
-        })
-        .get();
+        return {
+            title,
+            link,
+            description: desc,
+            pubDate,
+        };
+    });
 
     return {
         title: '澳门卫生局-最新消息',

package/lib/routes/sspai/series.ts

@@ -1,6 +1,6 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 
 export const route: Route = {
@@ -29,33 +29,31 @@ export const route: Route = {
 };
 
 async function handler() {
-    const response = await got('https://sspai.com/api/v1/series/tag/all/get');
+    const response = await ofetch('https://sspai.com/api/v1/series/tag/all/get', {
+        parseResponse: JSON.parse,
+    });
 
-    const products = response.data.data.reduce((acc, cate) => {
-        if (Array.isArray(cate.children)) {
-            const result = cate.children
-                .filter((item) => item.sell_status)
-                .map((item) => {
-                    const price = item.price / 100;
-                    return {
-                        id: item.id,
-                        title: `￥${price} - ${item.title}`,
-                        link: `https://sspai.com/series/${item.id}`,
-                        author: item.author.nickname,
-                    };
-                });
-            return [...acc, ...result];
-        } else {
-            return acc;
-        }
-    }, []);
+    const products = response.data.flatMap((category) =>
+        category.children
+            .filter((item) => item.sell_status)
+            .map((item) => {
+                const price = item.price / 100;
+                return {
+                    id: item.id,
+                    title: `￥${price} - ${item.title}`,
+                    link: `https://sspai.com/series/${item.id}`,
+                    author: item.author.nickname,
+                };
+            })
+    );
 
     const item = await Promise.all(
         products.map((item) =>
             cache.tryGet(item.link, async () => {
-                const res = await got(`https://sspai.com/api/v1/series/info/get?id=${item.id}&view=second`);
-                const banner = `<img src="https://cdn.sspai.com/${res.data.data.banner_web}" />`;
-                const description = banner + res.data.data.intro;
+                const res = await ofetch(`https://sspai.com/api/v1/series/info/get?id=${item.id}&view=second`);
+                const data = res.data;
+                const banner = `<img src="https://cdn.sspai.com/${data.banner_web}" />`;
+                const description = banner + data.intro;
                 const $ = load(description);
                 $('img').css('max-width', '100%');
                 item.description = $.html();

package/lib/routes/startuplatte/index.ts

@@ -44,15 +44,15 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('.post-header h2 a')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/stcn/index.ts

@@ -5,7 +5,8 @@ import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 
-import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
 import { type Context } from 'hono';
 
 export const handler = async (ctx: Context): Promise<Data> => {

package/lib/routes/stdaily/digitalpaper.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import path from 'node:path';
@@ -30,7 +28,8 @@ const getPageLength = async (url) => {
 const getArticleList = ($, paperUrl) => {
     const pageName = $('.zi .zi-top .banci strong').text();
     const list = $('.zi-meat ul>li')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             const link = $(item).find('a').attr('href');
             const title = $(item).find('a div').text();
             return {
@@ -38,8 +37,7 @@ const getArticleList = ($, paperUrl) => {
                 title: `[${pageName}] ${title}`,
                 // pubDate,
             };
-        })
-        .get();
+        });
 
     return list;
 };
@@ -69,11 +67,13 @@ const getListArticles = async (list, cache) => {
                 const subtitle = $('.right-meat .futi').text();
                 const article = $('.right-meat .tuwen .article #ozoom').html();
                 const pics = $('.right-meat .tuwen .picture')
-                    .map((_, item) => {
+                    .toArray()
+                    .map((item) => {
                         const pic = {};
                         $(item)
                             .find('tr')
-                            .map((_, row) => {
+                            .toArray()
+                            .map((row) => {
                                 const src = $(row).find('img').attr('src');
                                 if (src) {
                                     pic.src = src;
@@ -81,11 +81,9 @@ const getListArticles = async (list, cache) => {
                                     pic.des = $(row).find('td').text();
                                 }
                                 return null;
-                            })
-                            .get();
+                            });
                         return pic;
-                    })
-                    .get();
+                    });
 
                 item.author = $('.right-meat .author').text();
                 item.description = renderDescription({ subtitle, quotation, article, pics });

package/lib/routes/steam/appcommunityfeed.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import ofetch from '@/utils/ofetch';
 import { art } from '@/utils/render';

package/lib/routes/steam/curator.ts

@@ -2,12 +2,9 @@ import { Route } from '@/types';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
-import { getCurrentPath } from '@/utils/helpers';
 import path from 'node:path';
 import { art } from '@/utils/render';
 
-const __dirname = getCurrentPath(import.meta.url);
-
 export const route: Route = {
     path: '/curator/:id/:routeParams?',
     categories: ['game'],

package/lib/routes/steam/search.ts

@@ -34,7 +34,6 @@ async function handler(ctx) {
                 const isBundle = !!$el.attr('data-ds-bundle-data');
                 const isDiscounted = $el.find('.discount_original_price').length > 0;
                 const hasReview = $el.find('.search_review_summary').length > 0;
-                const appID: string | undefined = $el.attr('data-ds-appid');
 
                 let desc = '';
                 if (isBundle) {
@@ -61,7 +60,7 @@ async function handler(ctx) {
                     description: desc.replaceAll('\n', '<br>'),
                     media: {
                         thumbnail: {
-                            url: `https://shared.akamai.steamstatic.com/store_item_assets/steam/apps/${appID}/header.jpg`,
+                            url: $el.find('.search_capsule img').attr('src'),
                         },
                     },
                 };

package/lib/routes/steam/workshop-search.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';

package/lib/routes/stheadline/std/realtime.ts

@@ -27,7 +27,7 @@ async function handler(ctx) {
             return {
                 title: item.attr('title'),
                 link: item.attr('href'),
-                guid: item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+                guid: item.attr('href').slice(0, item.attr('href').lastIndexOf('/')),
             };
         });