rsshub 1.0.0-master.f9b85f5 → 1.0.0-master.f9c381a

package/lib/routes/juejin/utils.ts

@@ -1,10 +1,6 @@
 import ofetch from '@/utils/ofetch';
 import * as cheerio from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
-// import MarkdownIt from 'markdown-it';
-// const md = MarkdownIt({
-//     html: true,
-// });
 import crypto from 'node:crypto';
 import cache from '@/utils/cache';
 import { Category, Collection, Tag } from './types';
@@ -18,22 +14,6 @@ const s256 = (s1: Uint8Array, s2: string) => {
     return sha.digest('hex');
 };
 
-// 加载文章页
-// async function loadContent(id) {
-//     const response = await ofetch('https://api.juejin.cn/content_api/v1/article/detail', {
-//         method: 'post',
-//         body: {
-//             article_id: id,
-//         },
-//     });
-//     let description;
-//     if (response.data) {
-//         description = md.render(response.data.article_info.mark_content) || response.data.article_info.content;
-//     }
-
-//     return { description };
-// }
-
 const solveWafChallenge = (cs) => {
     const c = JSON.parse(Buffer.from(cs, 'base64').toString());
     const prefix = b64tou8a(c.v.a);
@@ -49,6 +29,11 @@ const solveWafChallenge = (cs) => {
     return Buffer.from(JSON.stringify(c)).toString('base64');
 };
 
+export const generateUuid = () => {
+    const e = (t) => (t ? (t ^ ((16 * 0.5) >> (t / 4))).toString(10) : '10000000-1000-4000-8000-100000000000'.replaceAll(/[018]/g, e));
+    return e().replaceAll('-', '').slice(0, 19);
+};
+
 export const getArticle = async (link) => {
     let response = await ofetch(link);
     let $ = cheerio.load(response);
@@ -70,16 +55,23 @@ export const getArticle = async (link) => {
     return $('.article-viewer').html();
 };
 
-// const loadNews = async (link) => {
-//     const response = await ofetch(link);
-//     const $ = cheerio.load(response);
-//     $('h1.title, .main-box .message').remove();
-//     return { description: $('.main-box .article').html() };
-// };
-
 export const parseList = (data) =>
     data.map((item) => {
         const isArticle = !!item.article_info;
+        const isShortMsg = !!item.msg_Info;
+        if (isShortMsg) {
+            const msg = item.msg_Info;
+            const contentMatches = msg.content.match(/\[(.*?)\]\s+(.*)/);
+            return {
+                title: contentMatches?.[1],
+                description: contentMatches?.[2]?.trim(),
+                pubDate: parseDate(msg.ctime, 'X'),
+                author: item.author_user_info.user_name,
+                link: `https://juejin.cn/pin/7548882523352186915${item.msg_id}`,
+                category: [item.topic.title],
+                isShortMsg: true,
+            };
+        }
 
         return {
             title: isArticle ? item.article_info.title : item.content_info.title,
@@ -95,36 +87,13 @@ export const ProcessFeed = (list) =>
     Promise.all(
         list.map((item) =>
             cache.tryGet(item.link, async () => {
-                item.description = (await getArticle(item.link)) || item.description;
+                item.description = item.isShortMsg ? item.description : (await getArticle(item.link)) || item.description;
 
                 return item;
             })
         )
     );
 
-// export const ProcessFeed = (list, caches) =>
-//     Promise.all(
-//         list.map(async (item) => {
-//             const isArticle = !!item.article_info;
-//             const pubDate = parseDate((isArticle ? item.article_info.ctime : item.content_info.ctime) * 1000);
-//             const link = `https://juejin.cn${isArticle ? '/post/' + item.article_id : '/news/' + item.content_id}`;
-//             // 列表上提取到的信息
-//             const single = {
-//                 title: isArticle ? item.article_info.title : item.content_info.title,
-//                 description: ((isArticle ? item.article_info.brief_content : item.content_info.brief) || '无描述').replaceAll(/[\u0000-\u0008\u000B\u000C\u000E-\u001F\u007F]/g, ''),
-//                 pubDate,
-//                 author: item.author_user_info.user_name,
-//                 link,
-//             };
-
-//             // 使用tryGet方法从缓存获取内容。
-//             // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-//             const other = await caches.tryGet(link, () => (isArticle ? loadContent(item.article_id) : loadNews(link)));
-//             // 合并解析后的结果集作为该篇文章最终的输出结果
-//             return { ...single, ...other };
-//         })
-//     );
-
 export const getCategoryBrief = () =>
     cache.tryGet('juejin:categoryBriefs', async () => {
         const response = await ofetch('https://api.juejin.cn/tag_api/v1/query_category_briefs');
@@ -152,3 +121,19 @@ export const getTag = (tag) =>
         });
         return response.data;
     }) as Promise<{ tag_id: string; tag: Tag }>;
+
+export const getTagList = () =>
+    cache.tryGet('juejin:tagList', async () => {
+        const response = await ofetch('https://api.juejin.cn/tag_api/v1/query_tag_list', {
+            method: 'POST',
+            body: {
+                key_word: '',
+                status: [0],
+                id_type: 1101,
+                sort_type: 0,
+                cursor: '0',
+                limit: 100,
+            },
+        });
+        return response.data;
+    }) as Promise<{ tag_id: string; tag: Tag }[]>;

package/lib/routes/kakuyomu/works.ts

@@ -49,7 +49,7 @@ async function handler(ctx: Context): Promise<Data> {
     const episodes = values.filter((value) => value.__typename === 'Episode') as NextDataEpisode[];
     const items = (await Promise.all(
         episodes
-            .sort((a, b) => b.publishedAt.localeCompare(a.publishedAt))
+            .toSorted((a, b) => b.publishedAt.localeCompare(a.publishedAt))
             .slice(0, limit)
             .map((item) => {
                 const episodeUrl = `https://kakuyomu.jp/works/${id}/episodes/${item.id}`;

package/lib/routes/kemono/index.ts

@@ -63,7 +63,7 @@ export const route: Route = {
 ::: tip
   When \`posts\` is selected as the value of the parameter **source**, the parameter **id** does not take effect.
   There is an optinal parameter **limit** which controls the number of posts to fetch, default value is 25.
-  
+
   Support for announcements and fancards:
   - Use \`/:source/:id/announcements\` to get announcements
   - Use \`/:source/:id/fancards\` to get fancards
@@ -201,7 +201,7 @@ async function processDiscordMessages(channels: any[], limit: number) {
 
                 return channelResponse.data
                     .filter((message: DiscordMessage) => message.content || message.attachments)
-                    .sort((a, b) => b.id.localeCompare(a.id))
+                    .toSorted((a, b) => b.id.localeCompare(a.id))
                     .slice(0, limit)
                     .map((message: DiscordMessage) => ({
                         title: message.content || 'Discord Message',

package/lib/routes/komiic/comic.ts

@@ -62,7 +62,7 @@ async function handler(ctx) {
         },
     });
 
-    const sortedChapters = chapterData.data.chaptersByComicId.sort((a, b) => Date.parse(b.dateUpdated) - Date.parse(a.dateUpdated));
+    const sortedChapters = chapterData.data.chaptersByComicId.toSorted((a, b) => Date.parse(b.dateUpdated) - Date.parse(a.dateUpdated));
 
     const chapterLimit = Number(limit) || sortedChapters.length;
     const filteredChapters = sortedChapters.slice(0, chapterLimit);

package/lib/routes/koyso/index.ts

@@ -0,0 +1,338 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = '0', sort = 'latest' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://koyso.to';
+    const targetUrl: string = new URL(`?${category === '0' ? '' : `category=${category}&`}sort=${sort}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('a.game_item')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('div.game_info').text();
+            const image: string | undefined = $el.find('div.game_media img').attr('data-src');
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+            });
+            const linkUrl: string | undefined = $el.attr('href');
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                $$('div.ind').remove();
+                $$('div.download_div').remove();
+
+                const title: string = $$('h1.content_title').text();
+
+                $$('h1.content_title').remove();
+
+                const description: string | undefined = item.description + ($$('div.game_content').html() || '');
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    const categoryName: string = $(`ul.category li#category_${category}`).text();
+    const sortName: string = $(`div.genres_content ul li.${sort}`).text();
+
+    return {
+        title: `${$('title').text()} - ${categoryName} - ${sortName}`,
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/:category?/:sort?',
+    name: '游戏',
+    url: 'koyso.to',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/koyso/0/latest',
+    parameters: {
+        category: {
+            description: '排序，默认为 `0`，即全部，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '全部游戏',
+                    value: '0',
+                },
+                {
+                    label: '动作游戏',
+                    value: '3',
+                },
+                {
+                    label: '冒险游戏',
+                    value: '5',
+                },
+                {
+                    label: '绅士游戏',
+                    value: '7',
+                },
+                {
+                    label: '射击游戏',
+                    value: '1',
+                },
+                {
+                    label: '休闲游戏',
+                    value: '2',
+                },
+                {
+                    label: '体育竞速',
+                    value: '4',
+                },
+                {
+                    label: '模拟经营',
+                    value: '6',
+                },
+                {
+                    label: '角色扮演',
+                    value: '8',
+                },
+                {
+                    label: '策略游戏',
+                    value: '9',
+                },
+                {
+                    label: '格斗游戏',
+                    value: '10',
+                },
+                {
+                    label: '恐怖游戏',
+                    value: '11',
+                },
+                {
+                    label: '即时战略',
+                    value: '12',
+                },
+                {
+                    label: '卡牌游戏',
+                    value: '13',
+                },
+                {
+                    label: '独立游戏',
+                    value: '14',
+                },
+                {
+                    label: '局域网联机',
+                    value: '15',
+                },
+            ],
+        },
+        sort: {
+            description: '排序，默认为 `latest`，即最新，可在对应页 URL 中找到',
+            options: [
+                {
+                    label: '热度',
+                    value: 'views',
+                },
+                {
+                    label: '最新',
+                    value: 'latest',
+                },
+            ],
+        },
+    },
+    description: `:::tip
+订阅 [最新动作游戏](https://koyso.to/?category=3&sort=latest)，其源网址为 \`https://koyso.to/?category=3&sort=latest\`，请参考该 URL 指定部分构成参数，此时路由为 [\`/koyso/3/latest\`](https://koyso.to/?category=3&sort=latest)。
+:::
+
+#### 分类
+
+| 分类                                        | ID                                |
+| ------------------------------------------- | --------------------------------- |
+| [全部游戏](https://koyso.to/)               | [0](https://rsshub.app/koyso/0)   |
+| [动作游戏](https://koyso.to/?category=3)    | [3](https://rsshub.app/koyso/3)   |
+| [冒险游戏](https://koyso.to/?category=5)    | [5](https://rsshub.app/koyso/5)   |
+| [绅士游戏](https://koyso.to/?category=7)    | [7](https://rsshub.app/koyso/7)   |
+| [射击游戏](https://koyso.to/?category=1)    | [1](https://rsshub.app/koyso/1)   |
+| [休闲游戏](https://koyso.to/?category=2)    | [2](https://rsshub.app/koyso/2)   |
+| [体育竞速](https://koyso.to/?category=4)    | [4](https://rsshub.app/koyso/4)   |
+| [模拟经营](https://koyso.to/?category=6)    | [6](https://rsshub.app/koyso/6)   |
+| [角色扮演](https://koyso.to/?category=8)    | [8](https://rsshub.app/koyso/8)   |
+| [策略游戏](https://koyso.to/?category=9)    | [9](https://rsshub.app/koyso/9)   |
+| [格斗游戏](https://koyso.to/?category=10)   | [10](https://rsshub.app/koyso/10) |
+| [恐怖游戏](https://koyso.to/?category=11)   | [11](https://rsshub.app/koyso/11) |
+| [即时战略](https://koyso.to/?category=12)   | [12](https://rsshub.app/koyso/12) |
+| [卡牌游戏](https://koyso.to/?category=13)   | [13](https://rsshub.app/koyso/13) |
+| [独立游戏](https://koyso.to/?category=14)   | [14](https://rsshub.app/koyso/14) |
+| [局域网联机](https://koyso.to/?category=15) | [15](https://rsshub.app/koyso/15) |
+
+#### 排序
+
+| 排序                                  | ID                                          |
+| ------------------------------------- | ------------------------------------------- |
+| [热度](https://koyso.to/?sort=views)  | [views](https://rsshub.app/koyso/0/views)   |
+| [最新](https://koyso.to/?sort=latest) | [latest](https://rsshub.app/koyso/0/latest) |
+`,
+    categories: ['game'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['koyso.to'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const category: string | undefined = urlObj.searchParams.get('category') ?? undefined;
+                const sort: string | undefined = urlObj.searchParams.get('sort') ?? undefined;
+
+                return `/koyso${category ? `/${category}` : '0'}${sort ? `/${sort}` : ''}`;
+            },
+        },
+        {
+            title: '全部游戏',
+            source: ['koyso.to'],
+            target: '/0',
+        },
+        {
+            title: '动作游戏',
+            source: ['koyso.to'],
+            target: '/3',
+        },
+        {
+            title: '冒险游戏',
+            source: ['koyso.to'],
+            target: '/5',
+        },
+        {
+            title: '绅士游戏',
+            source: ['koyso.to'],
+            target: '/7',
+        },
+        {
+            title: '射击游戏',
+            source: ['koyso.to'],
+            target: '/1',
+        },
+        {
+            title: '休闲游戏',
+            source: ['koyso.to'],
+            target: '/2',
+        },
+        {
+            title: '体育竞速',
+            source: ['koyso.to'],
+            target: '/4',
+        },
+        {
+            title: '模拟经营',
+            source: ['koyso.to'],
+            target: '/6',
+        },
+        {
+            title: '角色扮演',
+            source: ['koyso.to'],
+            target: '/8',
+        },
+        {
+            title: '策略游戏',
+            source: ['koyso.to'],
+            target: '/9',
+        },
+        {
+            title: '格斗游戏',
+            source: ['koyso.to'],
+            target: '/10',
+        },
+        {
+            title: '恐怖游戏',
+            source: ['koyso.to'],
+            target: '/11',
+        },
+        {
+            title: '即时战略',
+            source: ['koyso.to'],
+            target: '/12',
+        },
+        {
+            title: '卡牌游戏',
+            source: ['koyso.to'],
+            target: '/13',
+        },
+        {
+            title: '独立游戏',
+            source: ['koyso.to'],
+            target: '/14',
+        },
+        {
+            title: '局域网联机',
+            source: ['koyso.to'],
+            target: '/15',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/koyso/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Koyso',
+    url: 'koyso.to',
+    categories: ['game'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/koyso/templates/description.art

@@ -0,0 +1,13 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}

package/lib/routes/letterboxd/index.ts

@@ -0,0 +1,65 @@
+import { Route } from '@/types';
+import { namespace } from './namespace';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { load } from 'cheerio';
+import type { Context } from 'hono';
+
+const baseUrl = `https://${namespace.url}`;
+
+export const route: Route = {
+    path: '/:username/watchlist',
+    categories: ['social-media'],
+    example: '/letterboxd/matthew/watchlist',
+    parameters: {
+        username: 'Letterboxd username',
+    },
+    radar: [
+        {
+            source: ['letterboxd.com/:username/watchlist/'],
+        },
+    ],
+    name: 'User Watchlist',
+    maintainers: ['johan456789'],
+    handler,
+    url: 'letterboxd.com',
+};
+
+async function handler(ctx: Context) {
+    const { username } = ctx.req.param();
+    const currentUrl = `${baseUrl}/${username}/watchlist/`;
+
+    const html = await ofetch(currentUrl);
+    const $ = load(html);
+
+    const wrappers = $('div.react-component[data-component-class*="LazyPoster"]').toArray();
+
+    const items = await Promise.all(
+        wrappers.map(async (el) => {
+            const wrapper = $(el);
+            const linkPath = wrapper.attr('data-item-link') || wrapper.attr('data-target-link') || '';
+            const link = linkPath ? new URL(linkPath, baseUrl).href : undefined;
+            const title = (wrapper.attr('data-item-full-display-name') || wrapper.attr('data-item-name') || '') as string;
+            let image: string | undefined;
+            if (link) {
+                const posterApiUrl = `${link}poster/std/125/`;
+                const cacheKey = `letterboxd:poster:${posterApiUrl}`;
+                const posterData = await cache.tryGet<Record<string, any>>(cacheKey, () => ofetch(posterApiUrl, { responseType: 'json' }));
+                image = posterData.url2x || posterData.url;
+            }
+
+            return {
+                title,
+                link,
+                image,
+            };
+        })
+    );
+
+    return {
+        title: $('title').text() || `${username}'s Watchlist • Letterboxd`,
+        link: currentUrl,
+        item: items,
+        allowEmpty: true,
+    };
+}

package/lib/routes/letterboxd/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Letterboxd',
+    url: 'letterboxd.com',
+    categories: ['social-media'],
+    lang: 'en',
+};

package/lib/routes/maccms/index.ts

@@ -53,7 +53,7 @@ export const route: Route = {
             title: each.vod_name,
             image: each.vod_pic,
             link: `https://${domain}/vod/${each.vod_id}/`,
-            guid: each.vod_play_url?.match(/https:\/\/.+?\.m3u8/g)?.slice(-1)[0],
+            guid: each.vod_play_url?.match(/https:\/\/.+?\.m3u8/g)?.at(-1),
             pubDate: timezone(parseDate(each.vod_time, 'YYYY-MM-DD HH:mm:ss'), +8),
             category: [each.type_name, ...each.vod_class!.split(',')],
             description: render(each, `https://${domain}/vod/${each.vod_id}/`) + each.vod_content,

package/lib/routes/mercari/util.ts

@@ -1,7 +1,6 @@
 import crypto from 'node:crypto';
 import { Buffer } from 'node:buffer';
 import ofetch from '@/utils/ofetch';
-import { v4 as uuidv4 } from 'uuid';
 import { SearchResponse, ItemDetail, ShopItemDetail } from './types';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
@@ -14,6 +13,7 @@ const rootShopProductURL = 'https://jp.mercari.com/shops/product/';
 const searchURL = `${rootURL}v2/entities:search`;
 const itemInfoURL = `${rootURL}items/get`;
 const shopItemInfoURL = `${rootURL}v1/marketplaces/shops/products/`;
+const uuidv4 = () => crypto.randomUUID();
 
 const MercariStatus = {
     default: '',

package/lib/routes/mingpao/index.ts

@@ -137,7 +137,7 @@ async function handler(ctx) {
                     ? $(script)
                           .text()
                           ?.match(/\$\('#lower'\)\.prepend\('(.*)'\);/)?.[1]
-                          ?.replaceAll(/\\"/g, '"')
+                          ?.replaceAll(String.raw`\"`, '"')
                     : '';
                 if (lowerContent) {
                     const $ = cheerio.load(lowerContent, null, false);