rsshub 1.0.0-master.fdb1381 → 1.0.0-master.fdb4325

package/lib/routes/kpopping/kpics.ts

@@ -0,0 +1,218 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { filter } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://kpopping.com';
+    const targetUrl: string = new URL(`kpics${filter ? `/${filter}` : ''}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('div.pics div.matrix div.cell')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('figcaption section').text();
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                images: $el.find('a.picture img').attr('src')
+                    ? [
+                          {
+                              src: $el.find('a.picture img').attr('src'),
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+            });
+            const linkUrl: string | undefined = $el.find('a').first().attr('href');
+            const authors: DataItem['author'] = $el.find('figcaption section a').contents().last().text();
+            const image: string | undefined = $el.find('a.picture img').attr('src');
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('h1').contents().first().text();
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.pics').first().html(),
+                    });
+                    const pubDateStr: string | undefined = $$('meta[property="article:published_time"]').attr('content');
+                    const categoryEls: Element[] = $$('div.buttons a').toArray();
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).text()).filter(Boolean))];
+                    const authorEls: Element[] = $$('div.content-snippet aside:not(.like)').toArray();
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $$authorEl: Cheerio<Element> = $$(authorEl);
+                        const $$authorAEl: Cheerio<Element> = $$authorEl.find('a').last();
+
+                        return {
+                            name: $$authorAEl.text(),
+                            url: new URL($$authorAEl.attr('href') as string, baseUrl).href,
+                            avatar: $$authorEl.find('img').attr('src'),
+                        };
+                    });
+                    const image: string | undefined = $$('meta[name="twitter:image"]').attr('content');
+                    const upDatedStr: string | undefined = $$('meta[property="article:modified_time"]').attr('content');
+
+                    let processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    const mediaEls: Element[] = $$('div.pics').first().find('img').toArray();
+                    const medias: Record<string, Record<string, string>> = mediaEls.reduce((acc: Record<string, Record<string, string>>, mediaEl) => {
+                        const $$mediaEl: Cheerio<Element> = $$(mediaEl);
+                        const url: string | undefined = $$mediaEl.attr('src') ? new URL($$mediaEl.attr('src') as string, baseUrl).href : undefined;
+
+                        if (!url) {
+                            return acc;
+                        }
+
+                        const medium: string = 'image';
+                        const count: number = Object.values(acc).filter((m) => m.medium === medium).length + 1;
+                        const key: string = `${medium}${count}`;
+
+                        acc[key] = {
+                            url,
+                            medium,
+                            title: $$mediaEl.attr('alt') || title,
+                            description: $$mediaEl.attr('alt') || title,
+                            thumbnail: url,
+                        };
+
+                        return acc;
+                    }, {});
+
+                    if (medias) {
+                        processedItem = {
+                            ...processedItem,
+                            media: medias,
+                        };
+                    }
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/kpics/:filter{.+}?',
+    name: 'Pics',
+    url: 'kpopping.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/kpopping/kpics/gender-male/category-all/idol-any/group-any/order',
+    parameters: {
+        filter: 'Filter',
+    },
+    description: `:::tip
+If you subscribe to [All male photo albums](https://kpopping.com/kpics/gender-male/category-all/idol-any/group-any/order)，where the URL is \`https://kpopping.com/kpics/gender-male/category-all/idol-any/group-any/order\`, extract the part \`https://kpopping.com/kpics/\` to the end, which is \`gender-male/category-all/idol-any/group-any/order\`, and use it as the parameter to fill in. Therefore, the route will be [\`/kpopping/kpics/gender-male/category-all/idol-any/group-any/order\`](https://rsshub.app/kpopping/kpics/gender-male/category-all/idol-any/group-any/order).
+:::
+`,
+    categories: ['picture'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['kpopping.com/kpics/:filter'],
+            target: (params) => {
+                const filter: string = params.filter;
+
+                return `/kpopping/kpics${filter ? `/${filter}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+
+    zh: {
+        path: '/kpics/:filter{.+}?',
+        name: 'Pics',
+        url: 'kpopping.com',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/kpopping/kpics/gender-male/category-all/idol-any/group-any/order',
+        parameters: {
+            filter: '筛选，可在对应分类页 URL 中找到',
+        },
+        description: `:::tip
+若订阅 [All male photo albums](https://kpopping.com/kpics/gender-male/category-all/idol-any/group-any/order)，网址为 \`https://kpopping.com/kpics/gender-male/category-all/idol-any/group-any/order\`，请截取 \`https://kpopping.com/kpics/\` 到末尾的部分 \`gender-male/category-all/idol-any/group-any/order\` 作为 \`filter\` 参数填入，此时目标路由为 [\`/kpopping/kpics/gender-male/category-all/idol-any/group-any/order\`](https://rsshub.app/kpopping/kpics/gender-male/category-all/idol-any/group-any/order)。
+:::
+`,
+    },
+};

package/lib/routes/kpopping/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'kpopping',
+    url: 'kpopping.com',
+    categories: ['new-media'],
+    description: '',
+    lang: 'en',
+};

package/lib/routes/kpopping/news.ts

@@ -0,0 +1,197 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { filter } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '2', 10);
+
+    const baseUrl: string = 'https://kpopping.com';
+    const targetUrl: string = new URL(`news${filter ? `/${filter}` : ''}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('section.news-list-item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+            const $aEl: Cheerio<Element> = $el.find('h4.title-wr a').last();
+
+            const title: string = $aEl.text();
+            const pubDateStr: string | undefined = $el.find('time.datetime-wr').attr('datetime');
+            const linkUrl: string | undefined = $aEl.attr('href');
+            const categoryEls: Element[] = [$el.find('h4.title-wr a').first()];
+            const categories: string[] = [...new Set(categoryEls.map((el) => $(el).text()).filter(Boolean))];
+            const authorEls: Element[] = $el.find('aside.author-wr').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+                const $authorAEl: Cheerio<Element> = $authorEl.find('a').last();
+
+                return {
+                    name: $authorAEl.text(),
+                    url: new URL($authorAEl.attr('href') as string, baseUrl).href,
+                    avatar: new URL($el.find('aside.author-wr a img').attr('src') as string, baseUrl).href,
+                };
+            });
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? timezone(parseDate(pubDateStr, 'MMM D, YYYY h:mma'), +8) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                category: categories,
+                author: authors,
+                doi: $el.find('meta[name="citation_doi"]').attr('content'),
+                updated: upDatedStr ? timezone(parseDate(upDatedStr, 'MMM D, YYYY h:mma'), +8) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('h1').contents().first().text();
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        images: $$('figure.opening img').attr('src')
+                            ? [
+                                  {
+                                      src: new URL($$('figure.opening img').attr('src') as string, baseUrl).href,
+                                      alt: title,
+                                  },
+                              ]
+                            : undefined,
+                        description: $$('div#article-content').html(),
+                    });
+                    const pubDateStr: string | undefined = $$('meta[property="article:published_time"]').attr('content');
+                    const categoryEls: Element[] = $$('aside.info a, div.supplements a.item').toArray();
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).text()?.trim()).filter(Boolean))];
+                    const authorEls: Element[] = $$('div.content-snippet aside:not(.like)').toArray();
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $$authorEl: Cheerio<Element> = $$(authorEl);
+                        const $$authorAEl: Cheerio<Element> = $$authorEl.find('a').last();
+
+                        return {
+                            name: $$authorAEl.text(),
+                            url: new URL($$authorAEl.attr('href') as string, baseUrl).href,
+                            avatar: $$authorEl.find('img').attr('src'),
+                        };
+                    });
+                    const image: string | undefined = $$('meta[property="og:image"]').attr('content');
+                    const upDatedStr: string | undefined = $$('meta[property="article:modified_time"]').attr('content');
+
+                    const processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        image,
+                        banner: image,
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/news/:filter{.+}?',
+    name: 'News',
+    url: 'kpopping.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/kpopping/news/gender-all/category-all/idol-any/group-any/order',
+    parameters: {
+        filter: 'Filter',
+    },
+    description: `:::tip
+If you subscribe to [All male articles](https://kpopping.com/news/gender-male/category-all/idol-any/group-any/order)，where the URL is \`https://kpopping.com/news/gender-male/category-all/idol-any/group-any/order\`, extract the part \`https://kpopping.com/news\` to the end, which is \`gender-male/category-all/idol-any/group-any/order\`, and use it as the parameter to fill in. Therefore, the route will be [\`/kpopping/news/gender-male/category-all/idol-any/group-any/order\`](https://rsshub.app/kpopping/news/gender-male/category-all/idol-any/group-any/order).
+:::
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['kpopping.com/news/:filter'],
+            target: (params) => {
+                const filter: string = params.filter;
+
+                return `/kpopping/news${filter ? `/${filter}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Articles,
+
+    zh: {
+        path: '/news/:filter{.+}?',
+        name: 'News',
+        url: 'kpopping.com',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/kpopping/news/gender-all/category-all/idol-any/group-any/order',
+        parameters: {
+            filter: '筛选，可在对应分类页 URL 中找到',
+        },
+        description: `:::tip
+若订阅 [All male articles](https://kpopping.com/news/gender-male/category-all/idol-any/group-any/order)，网址为 \`https://kpopping.com/news/gender-male/category-all/idol-any/group-any/order\`，请截取 \`https://kpopping.com/news/\` 到末尾的部分 \`gender-male/category-all/idol-any/group-any/order\` 作为 \`filter\` 参数填入，此时目标路由为 [\`/kpopping/news/gender-male/category-all/idol-any/group-any/order\`](https://rsshub.app/kpopping/news/gender-male/category-all/idol-any/group-any/order)。
+:::
+`,
+    },
+};

package/lib/routes/kpopping/templates/description.art

@@ -0,0 +1,17 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/kurogames/namespace.ts

@@ -1,7 +1,7 @@
 import { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '库洛游戏',
+    name: '库洛游戏 | Kuro Games',
     url: 'www.kurogames.com',
     categories: ['game'],
     lang: 'zh-CN',

package/lib/routes/kurogames/wutheringwaves/constants.ts

@@ -0,0 +1,34 @@
+/** The language. */
+export enum Language {
+    English = 'en',
+    Japanese = 'jp',
+    Korean = 'kr',
+    /** Legacy code to ensure old results don't change. */
+    Chinese = 'zh',
+    ChineseTaiwan = 'zh-tw',
+    Spanish = 'es',
+    French = 'fr',
+    German = 'de',
+}
+
+/** Route parameters. */
+export enum Parameter {
+    Limit = 'limit',
+    Language = 'language',
+}
+
+/** The languages supported by the API. */
+export const SUPPORTED_LANGUAGES = Object.values(Language);
+
+export interface Article {
+    articleContent: string;
+    articleDesc: string;
+    articleId: number;
+    articleTitle: string;
+    articleType: number;
+    createTime: string;
+    sortingMark: number;
+    startTime: string;
+    suggestCover: string;
+    top: number;
+}

package/lib/routes/kurogames/wutheringwaves/news.ts

@@ -4,56 +4,83 @@ import { parseDate } from '@/utils/parse-date';
 import timezone from '@/utils/timezone';
 import * as cheerio from 'cheerio';
 import ofetch from '@/utils/ofetch';
-
-interface NewsItem {
-    articleContent: string;
-    articleDesc: string;
-    articleId: number;
-    articleTitle: string;
-    articleType: number;
-    createTime: string;
-    sortingMark: number;
-    startTime: string;
-    suggestCover: string;
-    top: number;
-}
+import { Article, Language, Parameter, SUPPORTED_LANGUAGES } from './constants';
+import { fetchArticles, getArticleContentLink, getArticleLink, getHandlerLanguage, isValidLanguage, parseInteger } from './utils';
 
 export const route: Route = {
-    path: '/wutheringwaves/news',
+    path: `/wutheringwaves/news/:${Parameter.Language}?`,
     categories: ['game'],
     example: '/kurogames/wutheringwaves/news',
+    parameters: {
+        [Parameter.Language]: 'The language to use for the content. Default: `zh`.',
+    },
     name: '鸣潮 — 游戏公告、新闻与活动',
     radar: [
         {
             source: ['mc.kurogames.com/m/main/news', 'mc.kurogames.com/main'],
         },
+        {
+            title: 'Wuthering Waves — Game announcements, news and events',
+            source: ['wutheringwaves.kurogames.com/en/main/news', 'wutheringwaves.kurogames.com/en/main'],
+        },
     ],
-    maintainers: ['enpitsulin'],
-    description: '',
-    async handler() {
-        const res = await ofetch<NewsItem[]>('https://media-cdn-mingchao.kurogame.com/akiwebsite/website2.0/json/G152/zh/ArticleMenu.json', { query: { t: Date.now() } });
+    maintainers: ['goestav', 'enpitsulin'],
+    description: `
+Language codes for the \`${Parameter.Language}\` parameter:
+
+| Language | Code         |
+|----------|--------------|
+| English  | en           |
+| 日本語    | jp           |
+| 한국어     | kr           |
+| 简体中文   | zh (default) |
+| 繁體中文   | zh-tw        |
+| Español  | es           |
+| Français | fr           |
+| Deutsch  | de           |
+    `,
+    async handler(ctx) {
+        const limitParam = ctx.req.query(Parameter.Limit);
+        const languageParam = ctx.req.param(Parameter.Language);
+
+        const limit = parseInteger(limitParam, 30);
+        const language = languageParam || Language.Chinese;
+
+        if (!isValidLanguage(language)) {
+            throw new TypeError(`Language parameter is not valid. Please use one of the following: ${SUPPORTED_LANGUAGES.join(', ')}`);
+        }
+
+        const articles = await fetchArticles(language);
+        const filteredArticles = articles.filter((a) => a.articleType !== 0).slice(0, limit);
+
         const item = await Promise.all(
-            res.map((i) => {
-                const contentUrl = `https://media-cdn-mingchao.kurogame.com/akiwebsite/website2.0/json/G152/zh/article/${i.articleId}.json`;
-                const item = {
-                    title: i.articleTitle,
-                    pubDate: timezone(parseDate(i.createTime), +8),
-                    link: `https://mc.kurogames.com/main/news/detail/${i.articleId}`,
-                } as DataItem;
-                return cache.tryGet(contentUrl, async () => {
-                    const data = await ofetch<NewsItem>(contentUrl, { query: { t: Date.now() } });
-                    const $ = cheerio.load(data.articleContent);
-
-                    item.description = $.html() ?? i.articleDesc ?? '';
+            filteredArticles.map((article) => {
+                const contentUrl = getArticleContentLink(language, article.articleId);
+                const item: DataItem = {
+                    title: article.articleTitle,
+                    pubDate: timezone(parseDate(article.createTime), +8),
+                    link: getArticleLink(language, article.articleId),
+                };
+
+                return cache.tryGet(`wutheringwaves:${language}:${article.articleId}`, async () => {
+                    const { articleContent } = await ofetch<Article>(contentUrl, { query: { t: Date.now() } });
+                    const $ = cheerio.load(articleContent);
+
+                    item.description = $.html() ?? article.articleDesc ?? '';
+
                     return item;
                 }) as Promise<DataItem>;
             })
         );
+
+        const title = language === Language.Chinese ? '《鸣潮》— 游戏公告、新闻和活动' : 'Wuthering Waves - Announcements, News and Events';
+        const link = language === Language.Chinese ? 'https://mc.kurogames.com/main#news' : `https://wutheringwaves.kurogames.com/${language}/main/#news`;
+
         return {
-            title: '《鸣潮》— 游戏公告、新闻和活动',
-            link: 'https://mc.kurogames.com/main#news',
+            title,
+            link,
             item,
-            language: 'zh-cn',
+            language: getHandlerLanguage(language),
         };
     },
 };