rsshub 1.0.0-master.fe34161 → 1.0.0-master.fe416a0

package/lib/routes/sdo/ff14risingstones/utils.ts

@@ -0,0 +1,215 @@
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import ofetch from '@/utils/ofetch';
+import type { BaseResponse, DutiesPartyDetail, FreeCompanyPartyDetail, NoviceNetworkParty, PostDetail, UserDynamic, UserPost } from './types';
+import { DataItem } from '@/types';
+import { DynamicSource, INDEX_URL, JOB, NoviceNetworkIdentity, PLAY_STYLE } from './constant';
+import { getDutiesRecruitDetail, getFreeCompanyRecruitDetail, getNoviceNetworkRecruitDetail, getPostsDetail } from './api';
+import timezone from '@/utils/timezone';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+export function checkConfig() {
+    if (!config.sdo.ff14risingstones || !config.sdo.ua) {
+        throw new ConfigNotFoundError('ff14risingstones RSS is disabled due to the lack of relevant config');
+    }
+}
+
+export function request(url: string, options?: RequestInit) {
+    return ofetch(url, {
+        ...options,
+        headers: {
+            Cookie: `ff14risingstones=${config.sdo.ff14risingstones}`,
+            'User-Agent': config.sdo.ua!,
+            ...options?.headers,
+        },
+    });
+}
+
+export async function requestAPI<T = any>(url: string, options?: RequestInit) {
+    const response = (await request(url, options)) as BaseResponse<T>;
+
+    if (response.code !== 10000) {
+        throw new Error(response.msg);
+    }
+    return response.data;
+}
+
+export async function generatePostFeeds(posts: UserPost[]) {
+    return await Promise.all(
+        posts.map(async (post) => {
+            const detail = await getPostsDetail(post.posts_id);
+            return {
+                title: `[${post.part_name}] ${post.title}`,
+                link: `${INDEX_URL}#/post/detail/${post.posts_id}`,
+                description: detail?.contentInfo.content,
+                pubDate: timezone(parseDate(post.created_at), +8),
+                updated: detail?.updated_at ? timezone(parseDate(detail.updated_at), +8) : undefined,
+                guid: `sdo/ff14risingstones/posts:${post.posts_id}`,
+                author: `${post.character_name}@${post.group_name}`,
+            } as DataItem;
+        })
+    );
+}
+
+export async function generateDynamicFeeds(dynamics: UserDynamic[]) {
+    return await Promise.all(
+        dynamics.map(async (dynamic) => {
+            let title = `${dynamic.character_name}@${dynamic.group_name} ${dynamic.mask_content}`;
+            let link: string | undefined;
+            let description: string | undefined;
+            let detail: PostDetail | DutiesPartyDetail | FreeCompanyPartyDetail | NoviceNetworkParty | null = null;
+
+            switch (dynamic.from) {
+                case DynamicSource.Post:
+                case DynamicSource.Strat:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += dynamic.from_info.title;
+                    link = `${INDEX_URL}#/post/detail/${dynamic.from_info.posts_id}`;
+                    detail = await getPostsDetail(dynamic.from_info.posts_id);
+                    description = detail?.contentInfo.content;
+                    break;
+
+                case DynamicSource.NoviceNetwork:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += `[找${dynamic.from_info.identity === NoviceNetworkIdentity.Mentor ? '豆芽' : '导师'}] ${dynamic.from_info.title}`;
+                    link = `${INDEX_URL}#/recruit/beginner?id=${dynamic.from_info.id}`;
+                    detail = await getNoviceNetworkRecruitDetail(dynamic.from_info.id);
+                    description = art(path.join(__dirname, 'templates/novice-network-party.art'), {
+                        detail_mask: dynamic.from_info.detail_mask,
+                        styles: dynamic.from_info.style.map((i) => PLAY_STYLE[i]).join(','),
+                        target: `${dynamic.from_info.target_area_name} ${dynamic.from_info.target_group_name ?? '全区'}`,
+                        weekday_time: detail?.weekday_time,
+                        weekend_time: detail?.weekend_time,
+                    });
+                    break;
+
+                case DynamicSource.Duty:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += `[${dynamic.from_info.fb_type}] ${dynamic.from_info.fb_name}`;
+                    link = `${INDEX_URL}#/recruit/party?id=${dynamic.from_info.id}`;
+                    detail = await getDutiesRecruitDetail(dynamic.from_info.id);
+
+                    description = art(path.join(__dirname, 'templates/duties-party.art'), {
+                        progress: dynamic.from_info.progress,
+                        strategy: dynamic.from_info.strategy,
+                        fb_name: dynamic.from_info.fb_name,
+                        fb_time: dynamic.from_info.fb_time,
+                        labelInfo: dynamic.from_info.labelInfo,
+                        team_composition: dynamic.from_info.team_composition,
+                        team_position: dynamic.from_info.team_position
+                            ? {
+                                  A: Object.keys(dynamic.from_info.team_position.A)
+                                      .filter((i) => dynamic.from_info!.team_position!.A[i] !== '0')
+                                      .map((i) => `${i}: ${JOB[dynamic.from_info!.team_position!.A[i]]}`)
+                                      .join('，'),
+                                  B: Object.keys(dynamic.from_info.team_position.B)
+                                      .filter((i) => dynamic.from_info!.team_position!.B[i] !== '0')
+                                      .map((i) => `${i}: ${JOB[dynamic.from_info!.team_position!.B[i]]}`)
+                                      .join('，'),
+                                  C: Object.keys(dynamic.from_info.team_position.C)
+                                      .filter((i) => dynamic.from_info!.team_position!.C[i] !== '0')
+                                      .map((i) => `${i}: ${JOB[dynamic.from_info!.team_position!.C[i]]}`)
+                                      .join('，'),
+                              }
+                            : null,
+                        MT: JOB[dynamic.from_info.MT],
+                        ST: JOB[dynamic.from_info.ST],
+                        T: JOB[dynamic.from_info.T],
+                        H: JOB[dynamic.from_info.H],
+                        H1: JOB[dynamic.from_info.H1],
+                        H2: JOB[dynamic.from_info.H2],
+                        D1: JOB[dynamic.from_info.D1],
+                        D2: JOB[dynamic.from_info.D2],
+                        D3: JOB[dynamic.from_info.D3],
+                        D4: JOB[dynamic.from_info.D4],
+                        need_job: detail?.need_job.map((i) => JOB[i]).join('，'),
+                        team_detail_mask: detail?.team_detail_mask,
+                        recruit_require_mask: detail?.recruit_require_mask,
+                        strategy_desc_mask: detail?.strategy_desc_mask,
+                    });
+                    break;
+
+                case DynamicSource.FreeCompany:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += `[部队招待] ${dynamic.from_info.guild_name} <${dynamic.from_info.guild_tag}>`;
+                    link = `${INDEX_URL}#/recruit/guild/detail/${dynamic.from_info.id}`;
+                    detail = await getFreeCompanyRecruitDetail(dynamic.from_info.id);
+
+                    description = art(path.join(__dirname, 'templates/fc-party.art'), {
+                        cover_pic: dynamic.from_info.cover_pic,
+                        guild_name: dynamic.from_info.guild_name,
+                        guild_tag: dynamic.from_info.guild_tag,
+                        labelInfo: dynamic.from_info.labelInfo,
+                        area_name: dynamic.from_info.target_area_name,
+                        group_name: dynamic.from_info.target_group_name,
+                        active_member_num: dynamic.from_info.active_member_num,
+                        target_recruit_num: dynamic.from_info.target_recruit_num,
+                        weekday_time: dynamic.from_info.weekday_time,
+                        weekend_time: dynamic.from_info.weekend_time,
+                        guild_address: detail?.guild_address ?? '',
+                        create_time: detail?.create_time ?? '',
+                        foot_pic: detail?.foot_pic ?? '',
+                        detail_mask: dynamic.from_info.detail_mask,
+                    });
+                    break;
+
+                case DynamicSource.RolePlay:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += dynamic.from_info.rp_name;
+                    link = `${INDEX_URL}#/recruit/roleplay/detail/${dynamic.from_info.id}`;
+                    description = art(path.join(__dirname, 'templates/rp-party.art'), {
+                        cover_pic: dynamic.from_info.cover_pic,
+                        open_time: dynamic.from_info.open_time,
+                        rp_type: `${dynamic.from_info.rp_type
+                            .map(
+                                (i) =>
+                                    ({
+                                        '0': '无',
+                                        '1': '轻',
+                                        '2': '中',
+                                        '3': '重',
+                                    })[i]
+                            )
+                            .join('/')}RP 元素`,
+                        create_time: dynamic.from_info.create_time,
+                        area: `${dynamic.from_info.rp_area_name} ${dynamic.from_info.rp_group_name}`,
+                        address: dynamic.from_info.address,
+                        custom_label: dynamic.from_info.custom_label,
+                        profile: dynamic.from_info.profile,
+                        detail_mask: dynamic.from_info.detail_mask,
+                    });
+                    break;
+                case DynamicSource.Other:
+                    if (!dynamic.from_info) {
+                        break;
+                    }
+                    title += `[${dynamic.from_info.category_name}] ${dynamic.from_info.title}`;
+                    link = `${INDEX_URL}#/recruit/others?id=${dynamic.from_info.id}`;
+                    description = dynamic.from_info.detail_mask;
+                    break;
+                default:
+                // do nothing
+            }
+            return {
+                title,
+                link,
+                pubDate: timezone(parseDate(dynamic.created_at), +8),
+                guid: `sdo/ff14risingstones/dynamics:${dynamic.id}`,
+                author: `${dynamic.character_name}@${dynamic.group_name}`,
+                description,
+            } as DataItem;
+        })
+    );
+}

package/lib/routes/sdo/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '盛趣游戏在线',
+    url: 'sdo.com',
+    lang: 'zh-CN',
+};

package/lib/routes/sdu/cmse.ts

@@ -37,7 +37,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     let item = $('.article_list li')
-        .map((_, e) => {
+        .toArray()
+        .map((e) => {
             e = $(e);
             const a = e.find('a');
             return {
@@ -45,8 +46,7 @@ async function handler(ctx) {
                 link: a.attr('href'),
                 pubDate: parseDate(e.find('.date').text(), 'YYYY/MM/DD'),
             };
-        })
-        .get();
+        });
 
     item = await Promise.all(
         item

package/lib/routes/sdu/cs/index.ts

@@ -59,7 +59,7 @@ export const route: Route = {
     name: '计算机科学与技术学院通知',
     maintainers: ['Ji4n1ng', 'wiketool'],
     handler,
-    description: `| 学院公告 | 学术报告 | 科技简讯 | 本科教育 | 研究生教育 | 
+    description: `| 学院公告 | 学术报告 | 科技简讯 | 本科教育 | 研究生教育 |
 | -------- | -------- | -------- | -------- | -------- |
 | announcement | academic | technology | undergraduate | postgraduate |`,
 };
@@ -73,7 +73,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     let item = $('.dqlb ul li')
-        .map((_, e) => {
+        .toArray()
+        .map((e) => {
             e = $(e);
             const a = e.find('a');
             return {
@@ -81,8 +82,7 @@ async function handler(ctx) {
                 link: a.attr('href').startsWith('info/') ? host + a.attr('href') : a.attr('href'),
                 pubDate: parseDate(e.find('.fr').text().trim(), 'YYYY-MM-DD'),
             };
-        })
-        .get();
+        });
 
     item = await Promise.all(
         item.map((item) =>

package/lib/routes/sdu/epe.ts

@@ -38,14 +38,14 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     let item = $('#page_right_main li a')
-        .map((_, e) => {
+        .toArray()
+        .map((e) => {
             e = $(e);
             return {
                 title: e.attr('title'),
                 link: e.attr('href'),
             };
-        })
-        .get();
+        });
 
     item = await Promise.all(
         item

package/lib/routes/sdu/mech.ts

@@ -38,15 +38,14 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     let item = $('#page_list li a')
-        .slice(0, 1)
-        .map((_, e) => {
+        .toArray()
+        .map((e) => {
             e = $(e);
             return {
                 title: e.attr('title'),
                 link: e.attr('href'),
             };
-        })
-        .get();
+        });
 
     item = await Promise.all(
         item

package/lib/routes/sdu/sc.ts

@@ -37,7 +37,8 @@ async function handler(ctx) {
     const $ = load(response.data);
 
     let item = $('.newlist01 li')
-        .map((_, e) => {
+        .toArray()
+        .map((e) => {
             e = $(e);
             const a = e.find('a');
             let link = a.attr('href');
@@ -47,8 +48,7 @@ async function handler(ctx) {
                 link,
                 pubDate: parseDate(e.find('.date').text().trim()),
             };
-        })
-        .get();
+        });
 
     item = await Promise.all(
         item.map((item) =>

package/lib/routes/secretsanfrancisco/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Secret San francisco',
+    url: 'secretsanfrancisco.com',
+    lang: 'en',
+};

package/lib/routes/secretsanfrancisco/rss.ts

@@ -0,0 +1,101 @@
+import { Route } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/:category?',
+    categories: ['new-media'],
+    example: '/secretsanfrancisco/top-news',
+    parameters: { category: 'category name, can be found in url' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['secretsanfrancisco.com/:category'],
+            target: '/:category',
+        },
+    ],
+    name: 'Category',
+    maintainers: ['EthanWng97'],
+    handler,
+};
+
+async function handler(ctx) {
+    const baseUrl = 'https://secretsanfrancisco.com';
+    const categoryApiPath = '/wp-json/wp/v2/categories';
+    const postApiPath = '/wp-json/wp/v2/posts';
+
+    // get category number
+    const categorySlug = ctx.req.param('category') || '';
+
+    let category;
+    if (categorySlug) {
+        category = await cache.tryGet(`${baseUrl}${categoryApiPath}`, async () => {
+            const { data } = await got(`${baseUrl}${categoryApiPath}`, {
+                searchParams: { slug: categorySlug },
+            });
+            if (!data || data.length === 0) {
+                throw new Error(`Category "${categorySlug}" not found`);
+            }
+            return data[0];
+        });
+    }
+
+    const categoryId = category?.id;
+    const categoryName = category?.name;
+    const categoryLink = category?.link;
+
+    // get posts
+    const postsUrl = `${baseUrl}${postApiPath}`;
+    const postsResponse = await got(postsUrl, {
+        searchParams: {
+            per_page: ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 10,
+            _embed: '',
+            ...(categoryId && { categories: categoryId }),
+        },
+    });
+
+    const items = postsResponse.data
+        .filter((item) => item.language === 'en')
+        .map((item) => {
+            const featuredMedia = item._embedded?.['wp:featuredmedia']?.find((v) => v.id === item.featured_media);
+            const image = featuredMedia?.source_url;
+            const altText = featuredMedia?.alt_text || featuredMedia?.title?.rendered;
+            let caption;
+            if (featuredMedia?.caption?.rendered) {
+                caption = load(featuredMedia?.caption?.rendered);
+            }
+
+            const single = {
+                title: item.title.rendered,
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    content: item.content.rendered,
+                    image,
+                    altText,
+                    caption: caption?.text() || '',
+                }),
+                link: item.link,
+                pubDate: parseDate(item.date_gmt),
+                updated: parseDate(item.modified_gmt),
+                image,
+                author: item._embedded.author[0].name,
+            };
+            return single;
+        });
+
+    return {
+        title: categoryName ? `Secret San Francisco - ${categoryName}` : 'Secret San Francisco',
+        link: categoryLink || `${baseUrl}/${categorySlug}`,
+        item: items,
+    };
+}

package/lib/routes/secretsanfrancisco/templates/description.art

@@ -0,0 +1,9 @@
+{{ if image }}
+  <figure>
+    <img src="{{ image }}" alt="{{ altText }}">
+    <figcaption>{{ caption }}</figcaption>
+  </figure>
+{{ /if }}
+{{ if content }}
+{{@ content }}
+{{ /if }}

package/lib/routes/seekingalpha/index.ts

@@ -3,9 +3,7 @@ import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import { art } from '@/utils/render';
 import { parseDate } from '@/utils/parse-date';
-import { getCurrentPath } from '@/utils/helpers';
 import path from 'node:path';
-const __dirname = getCurrentPath(import.meta.url);
 
 const baseUrl = 'https://seekingalpha.com';
 
@@ -66,7 +64,7 @@ async function handler(ctx) {
             'filter[until]': 0,
             id: symbol.toLowerCase(),
             include: 'author,primaryTickers,secondaryTickers,sentiments',
-            'page[size]': ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : (category === 'news' ? 40 : 20),
+            'page[size]': ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : category === 'news' ? 40 : 20,
             'page[number]': 1,
         },
     });

package/lib/routes/sehuatang/index.ts

@@ -1,10 +1,10 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
-import logger from '@/utils/logger';
-import puppeteer from '@/utils/puppeteer';
+import { config } from '@/config';
 
 const host = 'https://www.sehuatang.net/';
 
@@ -42,10 +42,10 @@ export const route: Route = {
     path: ['/bt/:subforumid?', '/picture/:subforumid', '/:subforumid?/:type?', '/:subforumid?', ''],
     name: 'Forum',
     maintainers: ['qiwihui', 'junfengP', 'nczitzk'],
+    handler,
     features: {
-        requirePuppeteer: true,
+        nsfw: true,
     },
-    handler,
     description: `**原创 BT 电影**
 
 | 国产原创 | 亚洲无码原创 | 亚洲有码原创 | 高清中文字幕 | 三级写真 | VR 视频 | 素人有码 | 欧美无码 | 韩国主播 | 动漫原创 | 综合讨论 |
@@ -59,29 +59,34 @@ export const route: Route = {
 | yczp     | ztzp     | hrjp     | yzxa     | omxa     | ktdm     | ttxz     |`,
 };
 
+const getSafeId = () =>
+    cache.tryGet(
+        'sehuatang:safeid',
+        async () => {
+            const response = await ofetch(host);
+            const $ = load(response);
+            const safeId = $('script:contains("safeid")')
+                .text()
+                .match(/safeid\s*=\s*'(.+)';/)?.[1];
+            return safeId;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
 async function handler(ctx) {
     const subformName = ctx.req.param('subforumid') ?? 'gqzwzm';
     const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
     const type = ctx.req.param('type');
     const typefilter = type ? `&filter=typeid&typeid=${type}` : '';
     const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
+    const headers = {
+        Cookie: `_safe=${await getSafeId()};`,
+    };
 
-    const browser = await puppeteer();
-    const page = await browser.newPage();
-    await page.setRequestInterception(true);
-    page.on('request', (request) => {
-        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
-    });
-    logger.http(`Requesting ${link}`);
-    await page.goto(link, {
-        waitUntil: 'domcontentloaded',
+    const response = await ofetch(link, {
+        headers,
     });
-    await page.waitForSelector('a.enter-btn', { visible: true });
-
-    await Promise.all([page.click('a.enter-btn'), page.waitForNavigation({ waitUntil: 'domcontentloaded' })]);
-    const response = await page.content();
-    await page.close();
-
     const $ = load(response);
 
     const list = $('#threadlisttableid tbody[id^=normalthread]')
@@ -101,20 +106,12 @@ async function handler(ctx) {
     const out = await Promise.all(
         list.map((info) =>
             cache.tryGet(info.link, async () => {
-                const page = await browser.newPage();
-                await page.setRequestInterception(true);
-                page.on('request', (request) => {
-                    request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+                const response = await ofetch(info.link, {
+                    headers,
                 });
 
-                await page.goto(info.link, {
-                    // 指定页面等待载入的时间
-                    waitUntil: 'domcontentloaded',
-                });
-                const response = await page.content();
-                await page.close();
                 const $ = load(response);
-                const postMessage = $("td[id^='postmessage']").slice(0, 1);
+                const postMessage = $('div[id^="postmessage"], td[id^="postmessage"]').slice(0, 1);
                 const images = $(postMessage).find('img');
                 for (const image of images) {
                     const file = $(image).attr('file');
@@ -151,11 +148,12 @@ async function handler(ctx) {
                     info.enclosure_url = enclosureUrl;
                     info.enclosure_type = isMag ? 'application/x-bittorrent' : 'application/octet-stream';
                 }
+
                 return info;
             })
         )
     );
-    await browser.close();
+
     return {
         title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
         link,

package/lib/routes/sehuatang/user.ts

@@ -26,6 +26,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: '作者文章',
     maintainers: ['JamYiz'],

package/lib/routes/sensortower/blog.ts

@@ -1,6 +1,4 @@
 import { Route } from '@/types';
-import { getCurrentPath } from '@/utils/helpers';
-const __dirname = getCurrentPath(import.meta.url);
 
 import cache from '@/utils/cache';
 import got from '@/utils/got';

package/lib/routes/setn/index.ts

@@ -2,6 +2,7 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import got from '@/utils/got';
 import { load } from 'cheerio';
+import timezone from '@/utils/timezone';
 import { parseDate } from '@/utils/parse-date';
 
 const defaultRootUrl = 'https://www.setn.com';
@@ -118,11 +119,19 @@ async function handler(ctx) {
 
                 const content = load(detailResponse.data);
 
+                let head = {};
+                try {
+                    head = JSON.parse(content('script[type="application/ld+json"]').first().text());
+                } catch {
+                    head = {};
+                }
+
                 content('#gad_setn_innity_oop_1x1').remove();
 
-                item.author = content('meta[property="author"]').attr('content');
+                item.title = content('h1').text();
+                item.author = head?.author?.name || content('meta[name="author"]').attr('content');
                 item.category = [content('meta[property="article:section"]').attr('content'), ...content('meta[name="news_keywords"]').attr('content').split(',')];
-                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+                item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
                 item.description = content('article, .content-p').html();
 
                 return item;