rsshub 1.0.0-master.fd741f1 → 1.0.0-master.fd8463a

package/lib/routes/sicau/dky.ts

@@ -46,7 +46,8 @@ async function handler(ctx) {
 
     const list = $('a.tit')
         .slice(0, 10)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
@@ -54,8 +55,7 @@ async function handler(ctx) {
                 link: `${rootUrl}/${item.attr('href')}`,
                 pubDate: timezone(parseDate(item.prev().text(), 'YYYY-MM-DD'), +8),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/sicau/jiaowu.ts

@@ -40,7 +40,7 @@ export const route: Route = {
                 const a = $(item);
                 const href = a.attr('href')!;
                 return {
-                    link: `${baseUrl}/${href.substring(href.lastIndexOf('/') + 1)}`,
+                    link: `${baseUrl}/${href.slice(href.lastIndexOf('/') + 1)}`,
                 } as DataItem;
             });
 

package/lib/routes/sicau/yan.ts

@@ -46,15 +46,15 @@ async function handler(ctx) {
 
     const list = $('.list-4 a[title]')
         .slice(0, 10)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: `${rootUrl}${item.attr('href').replace(/\.\./, '/')}`,
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/sicau/zsjy.ts

@@ -44,7 +44,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('a.tit')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
@@ -52,8 +53,7 @@ async function handler(ctx) {
                 pubDate: parseDate(item.prev().text()),
                 link: `${rootUrl}${item.attr('href').replace(/\.\./, '/')}`,
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/simpleinfo/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';
@@ -12,7 +10,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/:category?',
-    categories: ['new-media', 'popular'],
+    categories: ['new-media'],
     example: '/simpleinfo',
     parameters: { category: '分类名' },
     features: {
@@ -55,15 +53,15 @@ async function handler(ctx) {
     $('.-ad').remove();
 
     const list = $('.article-item')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.find('.title').text(),
                 link: item.find('a').first().attr('href'),
                 category: item.find('.category').text(),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/sina/utils.ts

@@ -1,6 +1,3 @@
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
-
 import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';

package/lib/routes/sinchew/index.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import { getSubPath } from '@/utils/common-utils';
 import cache from '@/utils/cache';

package/lib/routes/sjtu/gs.ts

@@ -59,7 +59,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     const list = $('a.announcement-item')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             const day = item.find('.day').text().trim().replace('.', '-');
@@ -70,8 +71,7 @@ async function handler(ctx) {
                 link: `${item.attr('href').startsWith('http') ? '' : rootUrl}${item.attr('href')}`,
                 pubDate: timezone(parseDate(`${year}-${day}`, 'YYYY-MM-DD'), +8),
             };
-        })
-        .get();
+        });
 
     const items = await Promise.all(
         list.map((item) =>

package/lib/routes/sjtu/seiee/icisee.ts

@@ -0,0 +1,67 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+import ofetch from '@/utils/ofetch';
+import { finishArticleItem } from '@/utils/wechat-mp';
+
+export const route: Route = {
+    path: '/seiee/icisee/:cat',
+    categories: ['university'],
+    example: '/sjtu/seiee/icisee/news',
+    parameters: { cat: '子类别' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [],
+    name: '集成电路学院（信息与电子工程学院）',
+    maintainers: ['dzx-dzx'],
+    handler,
+};
+
+async function handler(ctx) {
+    const cat = ctx.req.param('cat');
+
+    const rootUrl = 'https://icisee.sjtu.edu.cn/';
+    const currentUrl = `${rootUrl}/${cat}.html`;
+    const response = await ofetch(currentUrl);
+
+    const $ = load(response);
+
+    const list = $('.djdt li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.find('.tit').text().trim(),
+                link: item.find('a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.time').text().trim())),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await ofetch.raw(item.link);
+                if (new URL(detailResponse.url).hostname !== 'mp.weixin.qq.com') {
+                    return { ...item, description: $(detailResponse._data).find('.xwxq').html() };
+                }
+                item.link = detailResponse.url;
+                return await finishArticleItem(item);
+            })
+        )
+    );
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+}

package/lib/routes/sjtu/tongqu/activity.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import got from '@/utils/got';
 import { art } from '@/utils/render';

package/lib/routes/skeb/utils.ts

@@ -4,9 +4,6 @@ import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { art } from '@/utils/render';
 import path from 'node:path';
-import { getCurrentPath } from '@/utils/helpers';
-
-const __dirname = getCurrentPath(import.meta.url);
 
 export const baseUrl = 'https://skeb.jp';
 

package/lib/routes/slowmist/slowmist.ts

@@ -6,7 +6,7 @@ import { finishArticleItem } from '@/utils/wechat-mp';
 
 export const route: Route = {
     path: '/:type?',
-    categories: ['new-media', 'popular'],
+    categories: ['new-media'],
     example: '/slowmist/research',
     parameters: { type: '分类，见下表，默认为公司新闻' },
     features: {

package/lib/routes/smartlink/index.ts

@@ -0,0 +1,84 @@
+import { Route } from '@/types';
+import { toTitleCase } from '@/utils/common-utils';
+import ofetch from '@/utils/ofetch';
+
+function parseTitle(smartlinkUrl: string): string {
+    try {
+        const url = new URL(smartlinkUrl);
+        const pathSegments = url.pathname.split('/').filter((segment) => segment.length > 0);
+
+        // Find the segment after the date (YYYY-MM-DD pattern)
+        const dateRegex = /^\d{4}-\d{2}-\d{2}$/;
+        const dateIndex = pathSegments.findIndex((segment) => dateRegex.test(segment));
+
+        // Use the segment after the date if found, otherwise use the last path segment
+        const titleSlug = dateIndex !== -1 && dateIndex < pathSegments.length - 1 ? pathSegments[dateIndex + 1] : pathSegments.at(-1) || '';
+
+        // Convert hyphens to spaces and capitalize each word
+        return toTitleCase(titleSlug.replaceAll('-', ' '));
+    } catch {
+        // If URL parsing fails, return the URL without query parameters as fallback
+        return smartlinkUrl.split('?')[0];
+    }
+}
+
+function isYouTubeUrl(url: string): boolean {
+    try {
+        const parsedUrl = new URL(url);
+        const hostname = parsedUrl.hostname.toLowerCase();
+        return hostname === 'youtube.com' || hostname === 'www.youtube.com' || hostname === 'm.youtube.com' || hostname === 'youtu.be';
+    } catch {
+        return false;
+    }
+}
+
+function getTitle(item: any): string {
+    return isYouTubeUrl(item.smartlink)
+        ? item.smartlink.split('?')[0] // For YouTube URLs, use the URL without query parameters
+        : parseTitle(item.smartlink); // Use existing parseTitle for other URLs
+}
+
+export const route: Route = {
+    path: '/:site',
+    categories: ['social-media'],
+    example: '/smartlink/bloombergpursuits',
+    parameters: { site: 'the site attached to smartlink.bio/' },
+    radar: [
+        {
+            source: ['smartlink.bio/'],
+        },
+    ],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Posts',
+    maintainers: ['nickyfoto'],
+    handler,
+    description: 'smartlink.bio link in bio takes your audience from Instagram and TikTok to your website in one easy step.',
+};
+
+async function handler(ctx) {
+    const site = ctx.req.param('site');
+    const link = `https://smartlink.bio/api/instagram/${site}/posts`;
+    const data = await ofetch(link);
+    // the API returns text/plain as MIME type
+    // Parse the JSON string into an array
+    const parsedData = JSON.parse(data);
+    const items = parsedData.map((item) => ({
+        title: getTitle(item),
+        link: item.smartlink.split('?')[0],
+        description: `<p><img src="${item.imageUrl}"></p>`,
+        pubDate: item.created,
+        guid: item.id,
+    }));
+    return {
+        title: `@${site} SmartLink`,
+        link: `https://smartlink.bio/${site}`,
+        item: items,
+    };
+}

package/lib/routes/smartlink/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'SmartLink',
+    url: 'smartlink.bio',
+    lang: 'en',
+};

package/lib/routes/smzdm/article.ts

@@ -4,6 +4,9 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
+import { config } from '@/config';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/article/:uid',
@@ -11,7 +14,12 @@ export const route: Route = {
     example: '/smzdm/article/6902738986',
     parameters: { uid: '用户 id，网址上直接可以看到' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -29,9 +37,15 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const link = `https://zhiyou.smzdm.com/member/${ctx.req.param('uid')}/article/`;
 
-    const response = await got(link);
+    const response = await got(link, {
+        headers: getHeaders(),
+    });
     const $ = load(response.data);
     const title = $('.info-stuff-nickname a').text();
 
@@ -49,7 +63,9 @@ async function handler(ctx) {
     const out = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
+                const response = await got(item.link, {
+                    headers: getHeaders(),
+                });
                 const $ = load(response.data);
                 item.description = $('.m-contant article').html();
                 item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content'), 'YYYY-MM-DD HH:mm:ss'), 8);

package/lib/routes/smzdm/baoliao.ts

@@ -4,6 +4,9 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
+import { config } from '@/config';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 
 export const route: Route = {
     path: '/baoliao/:uid',
@@ -11,7 +14,12 @@ export const route: Route = {
     example: '/smzdm/baoliao/7367111021',
     parameters: { uid: '用户id，网址上直接可以看到' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -29,9 +37,15 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const link = `https://zhiyou.smzdm.com/member/${ctx.req.param('uid')}/baoliao/`;
 
-    const response = await got(link);
+    const response = await got(link, {
+        headers: getHeaders(),
+    });
     const $ = load(response.data);
     const title = $('.info-stuff-nickname').text();
 
@@ -49,7 +63,9 @@ async function handler(ctx) {
     const out = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
+                const response = await got(item.link, {
+                    headers: getHeaders(),
+                });
                 const $ = load(response.data);
                 item.description = $('article.txt-detail').html();
                 item.pubDate = timezone(parseDate($('.time').first().text().trim().replace('更新时间：', '')), 8);

package/lib/routes/smzdm/haowen-fenlei.ts

@@ -4,13 +4,21 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
+import { config } from '@/config';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
 export const route: Route = {
     path: '/haowen/fenlei/:name/:sort?',
     categories: ['shopping'],
     example: '/smzdm/haowen/fenlei/shenghuodianqi',
     parameters: { name: '分类名，可在 URL 中查看', sort: '排序方式，默认为最新' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -32,12 +40,18 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const name = ctx.req.param('name');
     const sort = ctx.req.param('sort') || '0';
 
     const link = sort === '0' ? `https://post.smzdm.com/fenlei/${name}/` : `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
 
-    const response = await got.get(link);
+    const response = await got.get(link, {
+        headers: getHeaders(),
+    });
     const $ = load(response.data);
     const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
 
@@ -58,7 +72,9 @@ async function handler(ctx) {
         list.map((item) =>
             cache.tryGet(item.link, async () => {
                 try {
-                    const response = await got(item.link);
+                    const response = await got(item.link, {
+                        headers: getHeaders(),
+                    });
                     const $ = load(response.data);
                     item.description = $('article').html();
                     item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);

package/lib/routes/smzdm/haowen.ts

@@ -4,6 +4,9 @@ import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/haowen/:day?',
@@ -21,7 +24,12 @@ export const route: Route = {
         },
     },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -34,10 +42,16 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const day = ctx.req.param('day') ?? '1';
     const link = `https://post.smzdm.com/hot_${day}/`;
 
-    const response = await ofetch(link);
+    const response = await ofetch(link, {
+        headers: getHeaders(),
+    });
     const $ = load(response);
     const title = $('li.filter-tab.active').text();
 
@@ -55,7 +69,9 @@ async function handler(ctx) {
     const out = await Promise.all(
         list.map((item) =>
             cache.tryGet(item.link ?? '', async () => {
-                const response = await ofetch(item.link ?? '');
+                const response = await ofetch(item.link ?? '', {
+                    headers: getHeaders(),
+                });
                 const $ = load(response);
                 const content = $('#articleId');
                 content.find('.item-name').remove();

package/lib/routes/smzdm/keyword.ts

@@ -3,15 +3,23 @@ import got from '@/utils/got';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/keyword/:keyword',
-    categories: ['shopping', 'popular'],
+    categories: ['shopping'],
     view: ViewType.Notifications,
     example: '/smzdm/keyword/女装',
     parameters: { keyword: '你想订阅的关键词' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -24,10 +32,15 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const keyword = ctx.req.param('keyword');
 
     const response = await got(`https://search.smzdm.com`, {
         headers: {
+            ...getHeaders(),
             Referer: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time&v=a`,
         },
         searchParams: {

package/lib/routes/smzdm/product.ts

@@ -2,6 +2,9 @@ import { Route, DataItem } from '@/types';
 import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import cache from '@/utils/cache';
+import { getHeaders } from './utils';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import { config } from '@/config';
 
 export const route: Route = {
     path: '/product/:id',
@@ -9,7 +12,12 @@ export const route: Route = {
     example: '/smzdm/product/zm5vzpe',
     parameters: { id: '商品 id，网址上直接可以看到' },
     features: {
-        requireConfig: false,
+        requireConfig: [
+            {
+                name: 'SMZDM_COOKIE',
+                description: '什么值得买登录后的 Cookie 值',
+            },
+        ],
         requirePuppeteer: false,
         antiCrawler: false,
         supportBT: false,
@@ -28,9 +36,15 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
+    if (!config.smzdm.cookie) {
+        throw new ConfigNotFoundError('什么值得买排行榜 is disabled due to the lack of SMZDM_COOKIE');
+    }
+
     const link = `https://wiki.smzdm.com/p/${ctx.req.param('id')}`;
 
-    const response = await ofetch(link);
+    const response = await ofetch(link, {
+        headers: getHeaders(),
+    });
     const $ = load(response);
     const title = $('title').text();
 
@@ -55,7 +69,9 @@ async function handler(ctx) {
     const out = await Promise.all(
         items.map((item) =>
             cache.tryGet(item.link, async () => {
-                const response = await ofetch(item.link);
+                const response = await ofetch(item.link, {
+                    headers: getHeaders(),
+                });
                 const $ = load(response);
 
                 // filter outdated articles