rsshub 1.0.0-master.f6cb490 → 1.0.0-master.f6f0273

package/lib/routes/instructables/projects.ts

@@ -1,5 +1,7 @@
 import { Route } from '@/types';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/projects/:category?',
@@ -30,10 +32,10 @@ export const route: Route = {
 };
 
 async function handler(ctx) {
-    const category = ctx.req.param('category') ?? 'all';
+    const { category = 'all' } = ctx.req.param();
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit'), 10) : 50;
 
-    const siteDomain = 'www.instructables.com';
-    const apiKey = 'NU5CdGwyRDdMVnVmM3l4cWNqQzFSVzJNZU5jaUxFU3dGK3J2L203MkVmVT02ZWFYeyJleGNsdWRlX2ZpZWxkcyI6WyJvdXRfb2YiLCJzZWFyY2hfdGltZV9tcyIsInN0ZXBCb2R5Il0sInBlcl9wYWdlIjo1MH0=';
+    const siteDomain = 'instructables.com';
 
     let pathPrefix, projectFilter;
     if (category === 'all') {
@@ -45,32 +47,35 @@ async function handler(ctx) {
         projectFilter = category === 'teachers' ? `&& teachers:=${filterValue}` : ` && category:=${filterValue}`;
     }
 
-    const link = `https://${siteDomain}/${pathPrefix}projects?projects=all`;
+    const pageLink = `https://${siteDomain}/${pathPrefix}projects`;
 
-    const response = await got({
+    const pageResponse = await ofetch(pageLink);
+    const $ = load(pageResponse);
+    const { typesenseProxy, typesenseApiKey } = JSON.parse($('script#js-page-context').text());
+
+    const data = await ofetch(`${typesenseProxy}/collections/projects/documents/search`, {
         method: 'get',
-        url: `https://${siteDomain}/api_proxy/search/collections/projects/documents/search`,
+        baseURL: `https://${siteDomain}`,
         headers: {
-            Referer: link,
+            Referer: pageLink,
             Host: siteDomain,
-            'x-typesense-api-key': apiKey,
+            'x-typesense-api-key': typesenseApiKey,
         },
-        searchParams: {
+        query: {
             q: '*',
             query_by: 'title,stepBody,screenName',
             page: 1,
-            per_page: 50,
+            per_page: limit,
             sort_by: 'publishDate:desc',
             include_fields: 'title,urlString,coverImageUrl,screenName,publishDate,favorites,views,primaryClassification,featureFlag,prizeLevel,IMadeItCount',
             filter_by: `featureFlag:=true${projectFilter}`,
         },
+        parseResponse: JSON.parse,
     });
 
-    const data = response.data;
-
     return {
         title: 'Instructables Projects', // 项目的标题
-        link, // 指向项目的链接
+        link: `https://${siteDomain}/projects`, // 指向项目的链接
         description: 'Instructables Projects', // 描述项目
         language: 'en', // 频道语言
         item: data.hits.map((item) => ({
@@ -78,7 +83,7 @@ async function handler(ctx) {
             link: `https://${siteDomain}/${item.document.urlString}`,
             author: item.document.screenName,
             description: `<img src="${item.document.coverImageUrl}?auto=webp&crop=1.2%3A1&frame=1&width=500" width="500">`,
-            pubDate: new Date(item.document.publishDate).toUTCString(),
+            pubDate: parseDate(item.document.publishDate),
             category: item.document.primaryClassification,
         })),
     };

package/lib/routes/juejin/collections.ts

@@ -42,7 +42,7 @@ async function handler(ctx) {
     const collectionId = response.data.map((item) => item.tag_id);
 
     const temp = (await Promise.all(collectionId.map((id) => getArticleList(id)))) as Article[][];
-    const posts = temp.flat();
+    const posts = temp.flat().filter(Boolean);
     const list = parseList(posts);
 
     const result = await ProcessFeed(list);

package/lib/routes/komiic/comic.ts

@@ -0,0 +1,88 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import got from '@/utils/got';
+
+export const route: Route = {
+    path: '/comic/:id',
+    categories: ['anime'],
+    example: '/komiic/comic/533',
+    parameters: { id: '漫画 ID' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['komiic.com/comic/:id'],
+            target: '/comic/:id',
+        },
+    ],
+    name: '漫画更新',
+    maintainers: ['NekoAria'],
+    handler,
+};
+
+async function handler(ctx) {
+    const { id } = ctx.req.param();
+    const { limit = 0 } = ctx.req.query();
+    const baseUrl = 'https://komiic.com';
+
+    const { data: comicInfo } = await got.post(`${baseUrl}/api/query`, {
+        json: {
+            operationName: 'comicById',
+            variables: { comicId: id },
+            query: `query comicById($comicId: ID!) {
+                comicById(comicId: $comicId) {
+                    title
+                    imageUrl
+                }
+            }`,
+        },
+    });
+
+    const { title, imageUrl } = comicInfo.data.comicById;
+
+    const { data: chapterData } = await got.post(`${baseUrl}/api/query`, {
+        json: {
+            operationName: 'chapterByComicId',
+            variables: { comicId: id },
+            query: `query chapterByComicId($comicId: ID!) {
+                chaptersByComicId(comicId: $comicId) {
+                    id
+                    serial
+                    type
+                    dateUpdated
+                    size
+                }
+            }`,
+        },
+    });
+
+    const sortedChapters = chapterData.data.chaptersByComicId.sort((a, b) => Date.parse(b.dateUpdated) - Date.parse(a.dateUpdated));
+
+    const chapterLimit = Number(limit) || sortedChapters.length;
+    const filteredChapters = sortedChapters.slice(0, chapterLimit);
+
+    const generateChapterDescription = (chapter) =>
+        `
+        <h1>${chapter.size}p</h1>
+        <img src="${imageUrl}" />
+    `.trim();
+
+    const items = filteredChapters.map((chapter) => ({
+        title: chapter.type === 'book' ? `第 ${chapter.serial} 卷` : `第 ${chapter.serial} 话`,
+        link: `${baseUrl}/comic/${id}/chapter/${chapter.id}/images/all`,
+        pubDate: parseDate(chapter.dateUpdated),
+        description: generateChapterDescription(chapter),
+    }));
+
+    return {
+        title: `Komiic - ${title}`,
+        link: `${baseUrl}/comic/${id}`,
+        item: items,
+    };
+}

package/lib/routes/komiic/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Komiic',
+    url: 'komiic.com',
+    lang: 'zh-CN',
+};

package/lib/routes/leagueoflegends/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'League of Legends',
+    url: 'leagueoflegends.com',
+    categories: ['game'],
+    lang: 'en',
+};

package/lib/routes/leagueoflegends/patch-notes.ts

@@ -0,0 +1,76 @@
+import { DataItem, Route } from '@/types';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/patch-notes',
+    categories: ['game'],
+    example: '/leagueoflegends/patch-notes',
+    radar: [
+        {
+            source: ['www.leagueoflegends.com/en-us/news/tags/patch-notes/', 'www.leagueoflegends.com/en-us/news/game-updates/:postSlug'],
+        },
+    ],
+    name: 'Patch Notes',
+    maintainers: ['noahm'],
+    async handler() {
+        const url = 'https://www.leagueoflegends.com/en-us/news/tags/patch-notes/';
+        const response = await got({
+            method: 'get',
+            url,
+        });
+
+        const data = response.data;
+
+        const $ = load(data);
+        const nextData = $('script[id="__NEXT_DATA__"]').text();
+        if (!nextData) {
+            throw new Error('missing next data');
+        }
+        const list: PatchNotesItem[] = JSON.parse(nextData).props.pageProps.page.blades[2].items;
+
+        return {
+            title: 'League of Legends Patch Notes',
+            link: url,
+            item: list.map(
+                (item): DataItem => ({
+                    title: item.title,
+                    description: item.description.body,
+                    pubDate: parseDate(item.publishedAt),
+                    link: item.action.payload.url,
+                    guid: item.analytics.contentId,
+                    image: item.media.url,
+                    itunes_item_image: item.media.url,
+                })
+            ),
+        };
+    },
+};
+
+// partial type definition of JSON data pre-filled on the page
+interface PatchNotesItem {
+    title: string;
+    publishedAt: string;
+    description: {
+        type: 'html';
+        body: string;
+    };
+    media: {
+        dimensions: {
+            height: number;
+            width: number;
+        };
+        mimeType: string;
+        url: string;
+    };
+    action: {
+        payload: {
+            url: string;
+        };
+        type: 'weblink';
+    };
+    analytics: {
+        contentId: string;
+    };
+}

package/lib/routes/likeshop/index.ts

@@ -0,0 +1,43 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+
+export const route: Route = {
+    path: '/:site',
+    categories: ['social-media'],
+    example: '/likeshop/bloombergpursuits',
+    parameters: { site: 'the site attached to likeshop.me/' },
+    radar: [
+        {
+            source: ['likeshop.me/'],
+        },
+    ],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    name: 'Posts',
+    maintainers: ['nickyfoto'],
+    handler,
+    description: 'LikeShop link in bio takes your audience from Instagram and TikTok to your website in one easy step.',
+};
+
+async function handler(ctx) {
+    const site = ctx.req.param('site');
+    const link = `https://api.likeshop.me/api/accounts/${site}/galleries/likeshop`;
+    const data = await ofetch(link);
+    const items = data.data.media.map((item) => ({
+        title: item.comment,
+        link: item.product_url.split('?')[0],
+        description: `<p><img src="${item.image_url.split('?')[0]}"></p>`,
+        guid: item.id,
+    }));
+    return {
+        title: `@${site} Likeshop`,
+        link: `https://likeshop.me/${site}`,
+        item: items,
+    };
+}

package/lib/routes/likeshop/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'LikeShop',
+    url: 'likeshop.me',
+    lang: 'en',
+};

package/lib/routes/ltaaa/article.ts

@@ -0,0 +1,180 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import { getCurrentPath } from '@/utils/helpers';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+const __dirname = getCurrentPath(import.meta.url);
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://www.ltaaa.cn';
+    const targetUrl: string = new URL('article', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh-CN';
+
+    let items: DataItem[] = [];
+
+    items = $('ul.wlist li')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const $aEl: Cheerio<Element> = $el.find('div.li-title a');
+
+            const title: string = $aEl.text();
+            const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                intro: $el.find('div.dbody p').first().text(),
+            });
+            const pubDateStr: string | undefined = $el.find('i.icon-time').next().text().trim();
+            const linkUrl: string | undefined = $aEl.attr('href');
+            const authorEls: Element[] = $el.find('i.icon-user').parent().find('a').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: new URL($authorEl.attr('href') ?? '', baseUrl).href,
+                    avatar: undefined,
+                };
+            });
+            const image: string | undefined = $el.find('div.li-thumb img').attr('src');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = (
+        await Promise.all(
+            items.map((item) => {
+                if (!item.link) {
+                    return item;
+                }
+
+                return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                    const detailResponse = await ofetch(item.link);
+                    const $$: CheerioAPI = load(detailResponse);
+
+                    const title: string = $$('div.post-title').text();
+
+                    const pubDateStr: string | undefined = $$('i.icon-time').next().text().trim();
+                    const categoryEls: Element[] = $$('span.keywords a').toArray();
+                    const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).text()).filter(Boolean))];
+                    const authorEls: Element[] = $$('i.icon-user').first().nextAll('a').toArray();
+                    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                        const $$authorEl: Cheerio<Element> = $$(authorEl);
+
+                        return {
+                            name: $$authorEl.text(),
+                            url: new URL($$authorEl.attr('href') ?? '', baseUrl).href,
+                            avatar: undefined,
+                        };
+                    });
+                    const upDatedStr: string | undefined = pubDateStr;
+
+                    $$('div.post-tip').each((_, el) => {
+                        const $$el: Cheerio<Element> = $$(el);
+                        const content: string = $$el.html() ?? '';
+
+                        if (content) {
+                            $$el.replaceWith(`<h1>${content}</h1>`);
+                        }
+                    });
+                    $$('div.post-param, div.post-title, div.post-keywords').remove();
+                    $$('div.attitude, div.clear').remove();
+
+                    const description: string = art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.post-body').html(),
+                    });
+
+                    const processedItem: DataItem = {
+                        title,
+                        description,
+                        pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                        category: categories,
+                        author: authors,
+                        content: {
+                            html: description,
+                            text: description,
+                        },
+                        updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                        language,
+                    };
+
+                    return {
+                        ...item,
+                        ...processedItem,
+                    };
+                });
+            })
+        )
+    ).filter((_): _ is DataItem => true);
+
+    const title: string = $('title').text();
+
+    return {
+        title,
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: new URL('static/home/images/logo.png', baseUrl).href,
+        author: title.split(/-/).pop(),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/article',
+    name: '网站翻译',
+    url: 'www.ltaaa.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/ltaaa/article',
+    parameters: undefined,
+    description: undefined,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.ltaaa.cn/article'],
+            target: '/article',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/ltaaa/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '龙腾网',
+    url: 'ltaaa.cn',
+    categories: ['new-media'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/ltaaa/templates/description.art

@@ -0,0 +1,7 @@
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/mashiro/index.ts

@@ -26,6 +26,7 @@ export const route: Route = {
         const $ = load(response);
         const links = $('.archives-group article')
             .toArray()
+            .slice(0, 10)
             .map((item) => {
                 item = $(item);
                 const a = item.find('a').first();

package/lib/routes/nhentai/util.ts

@@ -103,7 +103,10 @@ const parseSimpleDetail = ($ele) => {
     const link = new URL($ele.attr('href'), baseUrl).href;
     const thumb = $ele.children('img');
     const thumbSrc = thumb.attr('data-src') || thumb.attr('src');
-    const highResoThumbSrc = thumbSrc.replace('thumb', '1').replace(/t(\d+)\.nhentai\.net/, 'i$1.nhentai.net');
+    const highResoThumbSrc = thumbSrc
+        .replace('thumb', '1')
+        .replace(/t(\d+)\.nhentai\.net/, 'i$1.nhentai.net')
+        .replace('.webp.webp', '.webp');
     return {
         title: $ele.children('.caption').text(),
         link,

package/lib/routes/pinterest/user.ts

@@ -69,6 +69,9 @@ async function handler(ctx) {
 const getUserResource = (username: string) =>
     cache.tryGet(`pinterest:user:${username}`, async () => {
         const response = await ofetch(`${baseUrl}/resource/UserResource/get/`, {
+            headers: {
+                'x-pinterest-pws-handler': 'www/[username]/_created.js',
+            },
             query: {
                 source_url: `/${username}/_created`,
                 data: JSON.stringify({ options: { username, field_set_key: 'unauth_profile' }, context: {} }),
@@ -81,6 +84,9 @@ const getUserResource = (username: string) =>
 
 const getUserActivityPinsResource = async (username: string, userId: string) => {
     const response = await ofetch(`${baseUrl}/resource/UserActivityPinsResource/get/`, {
+        headers: {
+            'x-pinterest-pws-handler': 'www/[username]/_created.js',
+        },
         query: {
             source_url: `/${username}/_created`,
             data: JSON.stringify({ options: { exclude_add_pin_rep: true, field_set_key: 'grid_item', is_own_profile_pins: false, user_id: userId, username }, context: {} }),
@@ -93,6 +99,9 @@ const getUserActivityPinsResource = async (username: string, userId: string) =>
 
 const getBoardsFeedResource = async (username: string) => {
     const response = await ofetch(`${baseUrl}/resource/BoardsFeedResource/get/`, {
+        headers: {
+            'x-pinterest-pws-handler': 'www/[username]/_saved.js',
+        },
         query: {
             source_url: `/${username}/_saved`,
             data: JSON.stringify({ options: { field_set_key: 'profile_grid_item', filter_stories: false, sort: 'last_pinned_to', username }, context: {} }),

package/lib/routes/sohu/mp.ts

@@ -124,11 +124,12 @@ async function handler(ctx) {
             )
             .sort((a: any, b: any) => b.length - a.length)[0] || '{}'
     );
-    const renderData = JSON.parse(
+    const blockRenderData = JSON.parse(
         $('script:contains("column_2_text")')
             .text()
-            .match(/renderData:\s(.*)/)?.[1] || '{}'
+            .match(/({.*})/)?.[1]
     );
+    const renderData = blockRenderData[Object.keys(blockRenderData).find((e) => e.startsWith('FeedSlideloadAuthor'))];
     const globalConst = JSON.parse(
         $('script:contains("globalConst")')
             .text()

package/lib/routes/spotify/show.ts

@@ -58,7 +58,7 @@ async function handler(ctx) {
         itunes_category: meta.type,
         itunes_explicit: meta.explicit,
         allowEmpty: true,
-        item: episodes.map((x) => ({
+        item: episodes.filter(Boolean).map((x) => ({
             title: x.name,
             description: x.html_description,
             pubDate: parseDate(x.release_date),