rsshub 1.0.0-master.f6cb490 → 1.0.0-master.f6f0273

package/lib/routes/tmtpost/new.ts

@@ -1,211 +1,16 @@
-import { type Data, type DataItem, type Route, ViewType } from '@/types';
+import { type Data, type Route, ViewType } from '@/types';
 
-import { art } from '@/utils/render';
-import cache from '@/utils/cache';
-import { getCurrentPath } from '@/utils/helpers';
-import ofetch from '@/utils/ofetch';
-import { parseDate } from '@/utils/parse-date';
-
-import { type CheerioAPI, load } from 'cheerio';
 import { type Context } from 'hono';
-import path from 'node:path';
 
-const __dirname = getCurrentPath(import.meta.url);
+import { baseUrl, apiBaseUrl, processItems } from './util';
 
 export const handler = async (ctx: Context): Promise<Data> => {
-    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '1', 10);
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
 
-    const baseUrl: string = 'https://www.tmtpost.com';
-    const apiBaseUrl: string = 'https://api.tmtpost.com';
     const targetUrl: string = new URL('new', baseUrl).href;
     const listApiUrl: string = new URL('v1/lists/new', apiBaseUrl).href;
-    const postApiUrl: string = new URL('v1/posts/', apiBaseUrl).href;
-
-    const headers = {
-        'app-version': 'web1.0',
-    };
-
-    const response = await ofetch(listApiUrl, {
-        query: {
-            limit,
-        },
-        headers,
-    });
-
-    const targetResponse = await ofetch(targetUrl);
-    const $: CheerioAPI = load(targetResponse);
-    const language = $('html').attr('lang') ?? 'zh-CN';
-
-    let items: DataItem[] = [];
-
-    items = response.data.slice(0, limit).map((item): DataItem => {
-        const title: string = item.title;
-        const description: string = art(path.join(__dirname, 'templates/description.art'), {
-            intro: item.summary,
-        });
-        const pubDate: number | string = item.time_published;
-        const linkUrl: string | undefined = item.share_link;
-        const guid: string = item.guid;
-        const image: string | undefined = item.thumb_image?.original?.url;
-        const updated: number | string = item.updated ?? pubDate;
-
-        const processedItem: DataItem = {
-            title,
-            description,
-            pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
-            link: linkUrl,
-            guid,
-            id: guid,
-            content: {
-                html: description,
-                text: item.content ?? description,
-            },
-            image,
-            banner: image,
-            updated: updated ? parseDate(updated, 'X') : undefined,
-            language,
-        };
-
-        return processedItem;
-    });
-
-    items = (
-        await Promise.all(
-            items.map((item) => {
-                if (!item.link) {
-                    return item;
-                }
-
-                return cache.tryGet(item.link, async (): Promise<DataItem> => {
-                    const apiUrl: string = new URL(item.guid as string, postApiUrl).href;
-
-                    const detailResponse = await ofetch(apiUrl, {
-                        query: {
-                            fields: ['authors', 'tags', 'featured_image', 'categories', 'stock_list', 'big_plate', 'concept_plate', 'plate', 'plate_list', 'share_link'].join(';'),
-                        },
-                        headers,
-                    });
-                    const data = detailResponse.data;
-
-                    if (!data) {
-                        return item;
-                    }
-
-                    const title: string = data.title;
-                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
-                        intro: data.summary,
-                        description: data.main,
-                    });
-                    const pubDate: number | string = data.time_published;
-                    const linkUrl: string | undefined = data.share_link;
-                    const categories: string[] = [
-                        ...new Set(
-                            (
-                                [...(data.categories ?? []), ...(data.stock_list ?? []), ...(data.big_plate ?? []), ...(data.concept_plate ?? []), ...(data.plate ?? []), ...(data.plate_list ?? []), ...(data.tags ?? [])].map(
-                                    (c) => c.title ?? c.name ?? c.tag
-                                ) as string[]
-                            ).filter(Boolean)
-                        ),
-                    ];
-                    const authors: DataItem['author'] = data.authors?.map((author) => ({
-                        name: author.username,
-                        url: new URL(`user/${author.guid}`, baseUrl).href,
-                        avatar: author.avatar,
-                    }));
-                    const guid: string = `tmtpost-${data.post_guid}`;
-                    const image: string | undefined = data.images?.[0]?.url;
-                    const updated: number | string = data.time_updated;
-
-                    let processedItem: DataItem = {
-                        title,
-                        description,
-                        pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
-                        link: linkUrl ?? item.link,
-                        category: categories,
-                        author: authors,
-                        guid,
-                        id: guid,
-                        content: {
-                            html: description,
-                            text: description,
-                        },
-                        image,
-                        banner: image,
-                        updated: updated ? parseDate(updated, 'X') : undefined,
-                        language,
-                    };
-
-                    const enclosureUrl: string | undefined = data.audio;
-
-                    if (enclosureUrl) {
-                        const enclosureType: string = `audio/${enclosureUrl.split(/\./).pop()}`;
-                        const itunesDuration: string | number | undefined = data.duration;
-
-                        processedItem = {
-                            ...processedItem,
-                            enclosure_url: enclosureUrl,
-                            enclosure_type: enclosureType,
-                            enclosure_title: title,
-                            enclosure_length: undefined,
-                            itunes_duration: itunesDuration,
-                            itunes_item_image: image,
-                        };
-                    }
-
-                    const medias: Record<string, Record<string, string>> = {};
-
-                    if (data.full_size_images ?? data.images) {
-                        const images = data.full_size_images ?? data.images;
-                        for (const media of images) {
-                            const url: string | undefined = media.url ?? media;
-
-                            if (!url) {
-                                continue;
-                            }
-
-                            const medium: string = 'image';
-                            const count: number = Object.values(medias).filter((m) => m.medium === medium).length + 1;
-                            const key: string = `${medium}${count}`;
-
-                            medias[key] = {
-                                url,
-                                medium,
-                                title,
-                                thumbnail: media.thumbnail ?? url,
-                            };
-                        }
-                    }
-
-                    processedItem = {
-                        ...processedItem,
-                        media: medias,
-                    };
-
-                    return {
-                        ...item,
-                        ...processedItem,
-                    };
-                });
-            })
-        )
-    ).filter((_): _ is DataItem => true);
-
-    const title: string = $('title').text();
-    const author: string | undefined = title.split(/-/).pop();
 
-    return {
-        title,
-        description: $('meta[property="og:description"]').attr('content'),
-        link: targetUrl,
-        item: items,
-        allowEmpty: true,
-        image: $('meta[property="og:image"]').attr('content'),
-        author: title.split(/-/).pop(),
-        language,
-        itunes_author: author,
-        itunes_category: 'Technology',
-        id: targetUrl,
-    };
+    return await processItems(limit, {}, listApiUrl, targetUrl);
 };
 
 export const route: Route = {

package/lib/routes/tmtpost/util.ts

@@ -0,0 +1,207 @@
+import { type Data, type DataItem } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, load } from 'cheerio';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+const baseUrl: string = 'https://www.tmtpost.com';
+const apiBaseUrl: string = 'https://api.tmtpost.com';
+const postApiUrl: string = new URL('v1/posts/', apiBaseUrl).href;
+
+const headers = {
+    'app-version': 'web1.0',
+};
+
+const processItems = async (limit: number, query: Record<string, any>, apiUrl: string, targetUrl: string): Promise<Data> => {
+    const response = await ofetch(apiUrl, {
+        query: {
+            limit,
+            ...query,
+        },
+        headers,
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = response.data.slice(0, limit).map((item): DataItem => {
+        const title: string = item.title;
+        const description: string = art(path.join(__dirname, 'templates/description.art'), {
+            intro: item.summary,
+        });
+        const pubDate: number | string = item.time_published;
+        const linkUrl: string | undefined = item.share_link;
+        const guid: string = item.guid;
+        const image: string | undefined = item.thumb_image?.original?.url;
+        const updated: number | string = item.updated ?? pubDate;
+
+        const processedItem: DataItem = {
+            title,
+            description,
+            pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
+            link: linkUrl,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: item.content ?? description,
+            },
+            image,
+            banner: image,
+            updated: updated ? parseDate(updated, 'X') : undefined,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailApiUrl: string = new URL(item.guid as string, postApiUrl).href;
+
+                    const detailResponse = await ofetch(detailApiUrl, {
+                        query: {
+                            fields: ['authors', 'tags', 'featured_image', 'categories', 'stock_list', 'big_plate', 'concept_plate', 'plate', 'plate_list', 'share_link'].join(';'),
+                        },
+                        headers,
+                    });
+                    const data = detailResponse.data;
+
+                    if (!data) {
+                        return item;
+                    }
+
+                    const title: string = data.title;
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        intro: data.summary,
+                        description: data.main,
+                    });
+                    const pubDate: number | string = data.time_published;
+                    const linkUrl: string | undefined = data.share_link;
+                    const categories: string[] = [
+                        ...new Set(
+                            (
+                                [...(data.categories ?? []), ...(data.stock_list ?? []), ...(data.big_plate ?? []), ...(data.concept_plate ?? []), ...(data.plate ?? []), ...(data.plate_list ?? []), ...(data.tags ?? [])].map(
+                                    (c) => c.title ?? c.name ?? c.tag
+                                ) as string[]
+                            ).filter(Boolean)
+                        ),
+                    ];
+                    const authors: DataItem['author'] = data.authors?.map((author) => ({
+                        name: author.username,
+                        url: new URL(`user/${author.guid}`, baseUrl).href,
+                        avatar: author.avatar,
+                    }));
+                    const guid: string = `tmtpost-${data.post_guid}`;
+                    const image: string | undefined = data.images?.[0]?.url;
+                    const updated: number | string = data.time_updated;
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDate ? parseDate(pubDate, 'X') : undefined,
+                        link: linkUrl ?? item.link,
+                        category: categories,
+                        author: authors,
+                        guid,
+                        id: guid,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: updated ? parseDate(updated, 'X') : undefined,
+                        language,
+                    };
+
+                    const enclosureUrl: string | undefined = data.audio;
+
+                    if (enclosureUrl) {
+                        const enclosureType: string = `audio/${enclosureUrl.split(/\./).pop()}`;
+                        const itunesDuration: string | number | undefined = data.duration;
+
+                        processedItem = {
+                            ...processedItem,
+                            enclosure_url: enclosureUrl,
+                            enclosure_type: enclosureType,
+                            enclosure_title: title,
+                            enclosure_length: undefined,
+                            itunes_duration: itunesDuration,
+                            itunes_item_image: image,
+                        };
+                    }
+
+                    const medias: Record<string, Record<string, string>> = {};
+
+                    if (data.full_size_images ?? data.images) {
+                        const images = data.full_size_images ?? data.images;
+                        for (const media of images) {
+                            const url: string | undefined = media.url ?? media;
+
+                            if (!url) {
+                                continue;
+                            }
+
+                            const medium: string = 'image';
+                            const count: number = Object.values(medias).filter((m) => m.medium === medium).length + 1;
+                            const key: string = `${medium}${count}`;
+
+                            medias[key] = {
+                                url,
+                                medium,
+                                title,
+                                thumbnail: media.thumbnail ?? url,
+                            };
+                        }
+                    }
+
+                    processedItem = {
+                        ...processedItem,
+                        media: medias,
+                    };
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const title: string = $('title').text();
+    const author: string | undefined = title.split(/-/).pop();
+
+    return {
+        title,
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: title.split(/-/).pop(),
+        language,
+        itunes_author: author,
+        itunes_category: 'Technology',
+        id: targetUrl,
+    };
+};
+
+export { baseUrl, apiBaseUrl, processItems };

package/lib/routes/toranoana/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'とらのあな',
+    url: 'toranoana.jp',
+    lang: 'ja',
+};

package/lib/routes/toranoana/news.ts

@@ -0,0 +1,110 @@
+import { Route, Data, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/news/:category?',
+    categories: ['anime'],
+    example: '/toranoana/news/toragen',
+    parameters: { category: 'category' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Category',
+    maintainers: ['Tsuyumi25'],
+    handler,
+    radar: [
+        {
+            title: '総合新着記事',
+            source: ['news.toranoana.jp'],
+            target: '/news',
+        },
+        {
+            title: '女性向け',
+            source: ['news.toranoana.jp/joshi'],
+            target: '/news/joshi',
+        },
+        {
+            title: 'イラスト展',
+            source: ['news.toranoana.jp/exhibitions'],
+            target: '/news/exhibition',
+        },
+        {
+            source: ['news.toranoana.jp/category/:category'],
+            target: '/news/:category',
+        },
+    ],
+    description: `
+::: warning TIP
+[総合新着記事](https://news.toranoana.jp)→\`/toranoana/news\`  
+[女性向け](https://news.toranoana.jp/joshi)→\`/toranoana/news/joshi\`  
+[イラスト展](https://news.toranoana.jp/exhibitions)→\`/toranoana/news/exhibition\`  
+[\`https://news.toranoana.jp/category/media\`](https://news.toranoana.jp/category/media)→\`/toranoana/news/media\`
+:::`,
+};
+
+async function handler(ctx): Promise<Data> {
+    const { category = '' } = ctx.req.param();
+    let apiUrl = 'https://news.toranoana.jp/wp-json/wp/v2/posts';
+
+    if (category) {
+        const categoryResponse = await ofetch(`https://news.toranoana.jp/wp-json/wp/v2/categories?slug=${category}`);
+        if (categoryResponse && categoryResponse.length > 0) {
+            apiUrl += `?categories=${categoryResponse[0].id}`;
+        }
+    } else {
+        // exclude category-joshi to get result of general
+        apiUrl += `?categories_exclude=1598`;
+    }
+
+    const posts = await ofetch(apiUrl, {
+        query: {
+            per_page: 20,
+            _embed: 'wp:featuredmedia',
+        },
+    });
+
+    if (!posts || !posts.length) {
+        throw new Error('No posts found');
+    }
+
+    const items = posts.map((post) => {
+        const $ = load(post.content.rendered);
+
+        // remove unnecessary title
+        $('h1').first().remove();
+        $('h2').first().remove();
+
+        let thumbnail = '';
+        if (post._embedded && post._embedded['wp:featuredmedia'][0].source_url) {
+            thumbnail = post._embedded['wp:featuredmedia'][0].source_url;
+        }
+
+        if (thumbnail) {
+            $('body').prepend(`<img src="${thumbnail}" alt="${post.title.rendered}" />`);
+        }
+
+        return {
+            title: post.title.rendered,
+            link: post.link,
+            description: $.html(),
+            pubDate: parseDate(post.date_gmt),
+            guid: post.link,
+            author: 'とらのあな',
+        };
+    });
+
+    return {
+        title: category ? `とらのあな総合インフォメーション - ${category}` : 'とらのあな総合インフォメーション',
+        link: category ? `https://news.toranoana.jp/category/${category}` : 'https://news.toranoana.jp/',
+        description: 'とらのあなの最新情報をお届け！同人誌、書籍、コミック、店舗フェア、イラスト展、とらのあな限定版、キャンペーンなど…スペシャルでお得な情報をいち早くチェック！',
+        item: items.filter(Boolean) as DataItem[],
+        language: 'ja',
+    };
+}

package/lib/routes/wainao/templates/description.art

@@ -0,0 +1,9 @@
+{{ if elements.length > 0 }}
+  {{ each elements element }}
+    {{ if element.type === 'text' }}
+      <p>{{ element.content }}</p>
+    {{ else if element.type === 'raw_html' }}
+      {{@ element.content }}
+    {{ /if }}
+  {{ /each }}
+{{ /if }}