rsshub 1.0.0-master.ff487f3 → 1.0.0-master.ff76aa7

package/lib/routes/skeb/utils.ts

@@ -0,0 +1,155 @@
+import { config } from '@/config';
+import { DataItem } from '@/types';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const baseUrl = 'https://skeb.jp';
+
+interface Work {
+    path: string;
+    private_thumbnail_image_urls: null | string;
+    private: boolean;
+    genre: string;
+    tipped: boolean;
+    creator_id: number;
+    client_id: number;
+    vtt_url: null | string;
+    thumbnail_image_urls: {
+        src: string;
+        srcset: string;
+    };
+    preview_url: null | string;
+    duration: null | number;
+    nsfw: boolean;
+    hardcore: boolean;
+    consored_thumbnail_image_urls: {
+        src: string;
+        srcset: string;
+    };
+    body: string;
+    nc: number;
+    word_count: number;
+    transcoder: string;
+    creator_acceptable_same_genre: boolean;
+}
+
+interface Creator {
+    id: number;
+    creator: boolean;
+    nsfw_acceptable: boolean;
+    acceptable: boolean;
+    name: string;
+    screen_name: string;
+    avatar_url: string;
+    header_url: string | null;
+    appeal_receivable: boolean;
+    popular_creator_rank: number | null;
+    request_master_rank: number | null;
+    first_requester_rank: number | null;
+    deleted_at: string | null;
+    tip_acceptable_by: string;
+    accept_expiration_days: number;
+    skills: { genre: string }[];
+    nc: number;
+}
+
+export function processWork(work: Work): DataItem | null {
+    if (!work || typeof work !== 'object' || work.private === true) {
+        return null;
+    }
+
+    const imageUrl = work.thumbnail_image_urls?.srcset?.split(',').pop()?.trim().split(' ')[0] || '';
+    const body = work.body || '';
+
+    const audioUrl = work.genre === 'music' || work.genre === 'voice' ? work.preview_url : null;
+
+    const renderedHtml = art(path.join(__dirname, 'templates/work.art'), {
+        imageUrl,
+        body,
+        audioUrl,
+    });
+
+    return {
+        title: work.path || '',
+        link: `${baseUrl}${work.path || ''}`,
+        description: renderedHtml,
+    };
+}
+
+const skillMap = {
+    art: 'Illust',
+    voice: 'Voice',
+    novel: 'Novel',
+    video: 'Video',
+    music: 'Music',
+    correction: 'Advice',
+    comic: 'Comic',
+};
+
+export function processCreator(creator: Creator): DataItem | null {
+    if (!creator || typeof creator !== 'object') {
+        return null;
+    }
+
+    const avatarUrl = creator.avatar_url || '';
+
+    let renderedHtml;
+
+    if (creator.creator) {
+        const acceptingCommissions = creator.acceptable ? 'Yes' : 'No';
+        const nsfwAcceptable = creator.nsfw_acceptable ? 'Yes' : 'No';
+
+        let skills = '';
+        if (Array.isArray(creator.skills) && creator.skills.length > 0) {
+            skills = creator.skills
+                .map((skill) => skillMap[skill.genre] || skill.genre)
+                .filter(Boolean)
+                .join(', ');
+        }
+
+        renderedHtml = art(path.join(__dirname, 'templates/creator.art'), {
+            avatarUrl,
+            acceptingCommissions,
+            nsfwAcceptable,
+            skills,
+        });
+    }
+
+    return {
+        title: creator.name || '',
+        link: `${baseUrl}/@${creator.screen_name || ''}`,
+        description: renderedHtml,
+    };
+}
+
+export async function getFollowingsItems(username: string, path: 'friend_works' | 'following_works' | 'following_creators'): Promise<DataItem[]> {
+    const url = `${baseUrl}/api/users/${username.replace('@', '')}/followings`;
+
+    const followings_data = await cache.tryGet(
+        `skeb:followings_data:${username}`,
+        async () => {
+            const data = await ofetch(url, {
+                headers: {
+                    Authorization: `Bearer ${config.skeb.bearerToken}`,
+                },
+            });
+            return data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    if (!followings_data || typeof followings_data !== 'object') {
+        throw new Error('Failed to fetch followings data');
+    }
+
+    if (path === 'following_creators') {
+        return followings_data[path].map((item) => processCreator(item)).filter(Boolean) as DataItem[];
+    }
+    return followings_data[path].map((item) => processWork(item)).filter(Boolean) as DataItem[];
+}

package/lib/routes/skeb/works.ts

@@ -0,0 +1,88 @@
+import { Data, DataItem, Route } from '@/types';
+import { config } from '@/config';
+import ConfigNotFoundError from '@/errors/types/config-not-found';
+import { baseUrl, processWork } from './utils';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/works/:username',
+    categories: ['picture'],
+    example: '/skeb/works/@brm2_1925',
+    parameters: { username: 'Skeb Username with @' },
+    features: {
+        requireConfig: [
+            {
+                name: 'SKEB_BEARER_TOKEN',
+                optional: false,
+                description: '在瀏覽器開發者工具（F12）的主控台中輸入 `localStorage.getItem("token")` 獲取',
+            },
+        ],
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Creator Works',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Creator Works',
+            source: ['skeb.jp/:username'],
+            target: '/works/:username',
+        },
+    ],
+    description: 'Get the latest works of a specific creator on Skeb',
+};
+
+async function handler(ctx): Promise<Data> {
+    const username = ctx.req.param('username');
+
+    if (!config.skeb || !config.skeb.bearerToken) {
+        throw new ConfigNotFoundError('Skeb works RSS is disabled due to the lack of <a href="https://docs.rsshub.app/deploy/config#route-specific-configurations">relevant config</a>');
+    }
+
+    const url = `${baseUrl}/api/users/${username.replace('@', '')}/works`;
+
+    const items = await cache.tryGet(url, async () => {
+        const fetchData = async (retryCount = 0, maxRetries = 3) => {
+            const data = await ofetch(url, {
+                retry: 0,
+                method: 'GET',
+                query: { role: 'creator', sort: 'date', offset: '0' },
+                headers: {
+                    'User-Agent': config.ua,
+                    Cookie: `request_key=${cache.get('skeb:request_key')}`,
+                    Authorization: `Bearer ${config.skeb.bearerToken}`,
+                },
+            }).catch((error) => {
+                if (retryCount >= maxRetries) {
+                    throw new Error('Max retries reached');
+                }
+                const newRequestKey = error.response?._data?.match(/request_key=(.*?);/)?.[1];
+                if (newRequestKey) {
+                    cache.set('skeb:request_key', newRequestKey);
+                    return fetchData(retryCount + 1, maxRetries);
+                }
+                throw error;
+            });
+            return data;
+        };
+
+        const data = await fetchData();
+
+        if (!data || !Array.isArray(data)) {
+            throw new Error('Invalid data received from API');
+        }
+
+        return data.map((item) => processWork(item)).filter(Boolean);
+    });
+
+    return {
+        title: `Skeb - ${username}'s Works`,
+        link: `${baseUrl}/${username}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/illust.ts

@@ -0,0 +1,83 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/illust/:type',
+    categories: ['anime'],
+    example: '/skebetter/illust/hot',
+    parameters: { type: 'Type, see below' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Illust',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Illust - Hot',
+            source: ['skebetter.com/illust'],
+            target: '/illust/hot',
+        },
+        {
+            title: 'Illust - Week',
+            source: ['skebetter.com/illust'],
+            target: '/illust/week',
+        },
+        {
+            title: 'Illust - Month',
+            source: ['skebetter.com/illust'],
+            target: '/illust/month',
+        },
+        {
+            title: 'Illust - Latest',
+            source: ['skebetter.com/illust'],
+            target: '/illust/latest',
+        },
+    ],
+    description: `
+| 急上昇 | 週間 | 月間 | 新着 |
+| ----- | ---- | ---- | ---- |
+| hot | week | month| latest |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const type = ctx.req.param('type');
+    const baseUrl = 'https://api.twieromanga.com/api/illust/hot';
+    const typeMap = {
+        hot: '急上昇',
+        week: '週間',
+        month: '月間',
+        latest: '新着',
+    };
+    const linkMap = {
+        hot: '',
+        week: '?term=week',
+        month: '?term=month',
+        latest: '?term=latest',
+    };
+
+    const url = `${baseUrl}?type=${type}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url);
+            return processItems(data, 'illust');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter Illust - ${typeMap[type]}`,
+        link: `https://skebetter.com/illust${linkMap[type]}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/index.ts

@@ -0,0 +1,83 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/:type',
+    categories: ['anime'],
+    example: '/skebetter/hot',
+    parameters: { type: 'Type, see below' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Hot',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Skebetter - Hot',
+            source: ['skebetter.com'],
+            target: '/hot',
+        },
+        {
+            title: 'Skebetter - Week',
+            source: ['skebetter.com'],
+            target: '/week',
+        },
+        {
+            title: 'Skebetter - Month',
+            source: ['skebetter.com'],
+            target: '/month',
+        },
+        {
+            title: 'Skebetter - Latest',
+            source: ['skebetter.com'],
+            target: '/latest',
+        },
+    ],
+    description: `
+| 急上昇 | 週間 | 月間 | 新着 |
+| ----- | ---- | ---- | ---- |
+| hot | week | month| latest |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const type = ctx.req.param('type');
+    const baseUrl = 'https://api.twieromanga.com/api/hotv2';
+    const typeMap = {
+        hot: '急上昇',
+        week: '週間',
+        month: '月間',
+        latest: '新着',
+    };
+    const linkMap = {
+        hot: '',
+        week: '?term=week',
+        month: '?term=month',
+        latest: '?term=latest',
+    };
+
+    const url = `${baseUrl}?type=${type}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url);
+            return processItems(data, 'index');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter - ${typeMap[type]}`,
+        link: `https://skebetter.com/${linkMap[type]}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/manga.ts

@@ -0,0 +1,65 @@
+import { Data, DataItem, Route } from '@/types';
+import cache from '@/utils/cache';
+import { processItems, fetchData } from './utils';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/manga/:order',
+    categories: ['anime'],
+    example: '/skebetter/manga/1',
+    parameters: { order: 'Order, see below.' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Manga',
+    maintainers: ['SnowAgar25'],
+    handler,
+    radar: [
+        {
+            title: 'Manga - Latest',
+            source: ['skebetter.com/series'],
+            target: '/manga/1',
+        },
+        {
+            title: 'Manga - Hot',
+            source: ['skebetter.com/series'],
+            target: '/manga/2',
+        },
+    ],
+    description: `
+| 新着 (Latest) | 人気 (Hot) |
+| ---- | ---- |
+| 1    | 2    |`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const order = ctx.req.param('order') ?? '1';
+    const baseUrl = 'https://api.twieromanga.com/api/mangaseries';
+    const orderMap = {
+        '1': '新着',
+        '2': '人気',
+    };
+
+    const url = `${baseUrl}?order=${order}`;
+
+    const items = await cache.tryGet(
+        url,
+        async () => {
+            const data = await fetchData(url, true);
+            return processItems(data, 'manga');
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    return {
+        title: `Skebetter Manga - ${orderMap[order]}`,
+        link: `https://skebetter.com/series?order=${order}`,
+        item: items as DataItem[],
+    };
+}

package/lib/routes/skebetter/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Skebetter',
+    url: 'skebetter.com',
+};

package/lib/routes/skebetter/utils.ts

@@ -0,0 +1,72 @@
+import { DataItem } from '@/types';
+import { ofetch } from 'ofetch';
+
+export interface MediaUrl {
+    h: number;
+    w: number;
+    sh: number;
+    sw: number;
+    type: string;
+    media_id: string | null;
+    media_uri: string;
+    media_index: number;
+}
+
+export interface Tweet {
+    id: string;
+    screen_name: string;
+    series_id?: number;
+    text: string;
+    date: string;
+    img: string;
+    user_name: string;
+    fav: string;
+    retweet: string;
+    user_id: string;
+    media_url: string;
+    media_count: number;
+    hashtags?: Record<string, unknown>;
+    media_urls: MediaUrl[];
+    score: string;
+    rank: number;
+}
+
+export const processItems = (data: Tweet[], type: 'index' | 'illust' | 'manga'): DataItem[] =>
+    data.map((item) => {
+        const baseAuthorUrl = `https://skebetter.com/author/${item.user_id}`;
+        const description = `
+            <p>❤${item.fav}    🔁${item.retweet}</p>
+            ${item.media_urls.map((media) => `<img src="${media.media_uri}" />`).join('')}
+        `;
+
+        if (type === 'manga') {
+            return {
+                title: item.text,
+                description,
+                author: item.user_name,
+                link: `https://skebetter.com/series/${item.series_id}`,
+            };
+        }
+
+        if (type === 'illust') {
+            return {
+                title: item.text,
+                description,
+                author: item.user_name,
+                link: `${baseAuthorUrl}/illust/${item.id}`,
+            };
+        }
+
+        // type === 'index'
+        return {
+            title: item.text,
+            description,
+            author: item.user_name,
+            link: item.series_id ? `https://skebetter.com/series/${item.series_id}` : `${baseAuthorUrl}/manga/${item.id}`,
+        };
+    });
+
+export const fetchData = async (url: string, isManga: boolean = false) => {
+    const response = await ofetch(url);
+    return isManga ? (response as Tweet[]) : (response.tweet as Tweet[]);
+};

package/lib/routes/smzdm/product.ts

@@ -0,0 +1,85 @@
+import { Route, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+
+export const route: Route = {
+    path: '/product/:id',
+    categories: ['shopping'],
+    example: '/smzdm/product/zm5vzpe',
+    parameters: { id: '商品 id，网址上直接可以看到' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['wiki.smzdm.com/p/:id'],
+            target: '/product/:id',
+        },
+    ],
+    name: '商品',
+    maintainers: ['chesha1'],
+    handler,
+};
+
+async function handler(ctx) {
+    const link = `https://wiki.smzdm.com/p/${ctx.req.param('id')}`;
+
+    const response = await ofetch(link);
+    const $ = load(response);
+    const title = $('title').text();
+
+    // get simple info from list
+    const items: DataItem[] = $('ul#feed-main-list li')
+        .map(function () {
+            const altText = $(this).find('img').attr('alt');
+            const link = $(this).find('h5.feed-block-title a').attr('href');
+            const price = $(this).find('.z-highlight').text();
+            const title = altText + ' ' + price;
+            const description = $(this).find('.feed-block-descripe').text().replaceAll(/\s+/g, '');
+
+            return {
+                title,
+                link,
+                description,
+            };
+        })
+        .toArray();
+
+    // get detail info from each item
+    const out = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+
+                // filter outdated articles
+                if ($('span.old').length > 0) {
+                    return null;
+                } else {
+                    const pubDate = $('meta[name="weibo:webpage:create_at"]').attr('content');
+                    item.pubDate = pubDate;
+
+                    if (item.description === '阅读全文') {
+                        item.description = $('p[itemprop="description"]').first().html() as string;
+                    }
+
+                    return item;
+                }
+            })
+        )
+    );
+
+    const filteredOut = out.filter((result) => result !== null);
+
+    return {
+        title,
+        link,
+        item: filteredOut,
+    };
+}

package/lib/routes/solidot/main.ts

@@ -1,4 +1,4 @@
-import { Route } from '@/types';
+import { Route, ViewType } from '@/types';
 import cache from '@/utils/cache';
 // Warning: The author still knows nothing about javascript!
 
@@ -13,9 +13,34 @@ import InvalidParameterError from '@/errors/types/invalid-parameter';
 
 export const route: Route = {
     path: '/:type?',
-    categories: ['traditional-media'],
+    categories: ['traditional-media', 'popular'],
+    view: ViewType.Articles,
     example: '/solidot/linux',
-    parameters: { type: '消息类型。默认为 www. 在网站上方选择后复制子域名即可' },
+    parameters: {
+        type: {
+            description: '消息类型，在网站上方选择后复制子域名或参见 [https://www.solidot.org/index.rss](https://www.solidot.org/index.rss) 即可',
+            options: [
+                { value: 'www', label: '全部' },
+                { value: 'startup', label: '创业' },
+                { value: 'linux', label: 'Linux' },
+                { value: 'science', label: '科学' },
+                { value: 'technology', label: '科技' },
+                { value: 'mobile', label: '移动' },
+                { value: 'apple', label: '苹果' },
+                { value: 'hardware', label: '硬件' },
+                { value: 'software', label: '软件' },
+                { value: 'security', label: '安全' },
+                { value: 'games', label: '游戏' },
+                { value: 'books', label: '书籍' },
+                { value: 'ask', label: 'ask' },
+                { value: 'idle', label: 'idle' },
+                { value: 'blog', label: '博客' },
+                { value: 'cloud', label: '云计算' },
+                { value: 'story', label: '奇客故事' },
+            ],
+            default: 'www',
+        },
+    },
     features: {
         requireConfig: false,
         requirePuppeteer: false,
@@ -27,15 +52,6 @@ export const route: Route = {
     name: '最新消息',
     maintainers: ['sgqy', 'hang333', 'TonyRL'],
     handler,
-    description: `:::tip
-  Solidot 提供的 feed:
-
-  -   [https://www.solidot.org/index.rss](https://www.solidot.org/index.rss)
-  :::
-
-  | 全部 | 创业    | Linux | 科学    | 科技       | 移动   | 苹果  | 硬件     | 软件     | 安全     | 游戏  | 书籍  | ask | idle | 博客 | 云计算 | 奇客故事 |
-  | ---- | ------- | ----- | ------- | ---------- | ------ | ----- | -------- | -------- | -------- | ----- | ----- | --- | ---- | ---- | ------ | -------- |
-  | www  | startup | linux | science | technology | mobile | apple | hardware | software | security | games | books | ask | idle | blog | cloud  | story    |`,
 };
 
 async function handler(ctx) {