rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/18comic/search.ts

@@ -1,5 +1,9 @@
 import { Route } from '@/types';
-import { defaultDomain, getRootUrl, ProcessItems } from './utils';
+import { apiMapCategory, defaultDomain, getApiUrl, getRootUrl, processApiItems } from './utils';
+import { parseDate } from '@/utils/parse-date';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import cache from '@/utils/cache';
 
 export const route: Route = {
     path: '/search/:option?/:category?/:keyword?/:time?/:order?',
@@ -40,11 +44,56 @@ async function handler(ctx) {
     const category = ctx.req.param('category') ?? 'all';
     const keyword = ctx.req.param('keyword') ?? '';
     const time = ctx.req.param('time') ?? 'a';
-    const order = ctx.req.param('order') ?? 'mr';
     const { domain = defaultDomain } = ctx.req.query();
     const rootUrl = getRootUrl(domain);
-
+    let order = ctx.req.param('order') ?? 'mr';
     const currentUrl = `${rootUrl}/search/${option}${category === 'all' ? '' : `/${category}`}${keyword ? `?search_query=${keyword}` : '?'}${time === 'a' ? '' : `&t=${time}`}${order === 'mr' ? '' : `&o=${order}`}`;
+    const limit = ctx.req.query('limit') ? Number.parseInt(ctx.req.query('limit')) : 20;
+
+    let apiUrl = getApiUrl();
+    order = time === 'a' ? order : `${order}_${time}`;
+    apiUrl = `${apiUrl}/search?search_query=${keyword}&o=${order}`;
+    let apiResult = await processApiItems(apiUrl);
+    let filteredItemsByCategory = apiResult.content;
+    // Filter items by category if not 'all'
+    if (category !== 'all') {
+        filteredItemsByCategory = apiResult.content.filter((item) => item.category.title === apiMapCategory(category));
+    }
+    filteredItemsByCategory = filteredItemsByCategory.slice(0, limit);
+    const results = await Promise.all(
+        filteredItemsByCategory.map((item) =>
+            cache.tryGet(`18comic:search:${item.id}`, async () => {
+                const result = {};
+                result.title = item.name;
+                result.link = `${rootUrl}/album/${item.id}`;
+                result.guid = `18comic:/album/${item.id}`;
+                result.updated = parseDate(item.update_at);
+                apiUrl = `${getApiUrl()}/album?id=${item.id}`;
+                apiResult = await processApiItems(apiUrl);
+                result.pubDate = new Date(apiResult.addtime * 1000);
+                result.category = apiResult.tags.map((tag) => tag);
+                result.author = apiResult.author.map((a) => a).join(', ');
+                result.description = art(path.join(__dirname, 'templates/description.art'), {
+                    introduction: apiResult.description,
+                    images: [
+                        `https://cdn-msp3.${domain}/media/albums/${item.id}_3x4.jpg`,
+                        // 取得的预览图片会被分割排序，所以先只取封面图
+                        // `https://cdn-msp3.${domain}/media/photos/${item.id}/00001.webp`,
+                        // `https://cdn-msp3.${domain}/media/photos/${item.id}/00002.webp`,
+                        // `https://cdn-msp3.${domain}/media/photos/${item.id}/00003.webp`,
+                    ],
+                    cover: `https://cdn-msp3.${domain}/media/albums/${item.id}_3x4.jpg`,
+                    category: result.category,
+                });
+                return result;
+            })
+        )
+    );
 
-    return await ProcessItems(ctx, currentUrl, rootUrl);
+    return {
+        title: `Search Results For '${keyword}' - 禁漫天堂`,
+        link: currentUrl.replace(/\?$/, ''),
+        item: results,
+        allowEmpty: true,
+    };
 }

package/lib/routes/18comic/utils.ts

@@ -6,11 +6,15 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 import { config } from '@/config';
 import ConfigNotFoundError from '@/errors/types/config-not-found';
+import md5 from '@/utils/md5';
+import CryptoJS from 'crypto-js';
 
 const defaultDomain = 'jmcomic1.me';
 // list of address: https://jmcomic2.bet
 const allowDomain = new Set(['18comic.vip', '18comic.org', 'jmcomic.me', 'jmcomic1.me', 'jm-comic3.art', 'jm-comic.club', 'jm-comic2.ark']);
 
+const apiDomain = 'www.cdnblackmyth.club';
+
 const getRootUrl = (domain) => {
     if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.has(domain)) {
         throw new ConfigNotFoundError(`This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
@@ -19,6 +23,71 @@ const getRootUrl = (domain) => {
     return `https://${domain}`;
 };
 
+const apiMapCategory = (category) => {
+    switch (category) {
+        case 'another':
+            return '其他漫畫';
+        case 'doujin':
+            return '同人';
+        case 'hanman':
+            return '韓漫';
+        case 'meiman':
+            return '美漫';
+        case 'short':
+            return '短篇';
+        case 'single':
+            return '單本';
+        default:
+            return null;
+    }
+};
+
+const getApiUrl = () => `https://${apiDomain}`;
+
+// using api to fetch data
+const processApiItems = async (apiUrl: string) => {
+    apiUrl = apiUrl.replace(/\?$/, '');
+    // get timestamp using javascript native api
+    const ts = Date.now();
+    const tokenParam = `${ts},1.7.5`;
+    // md5 from {token ts + "18comicAPP"
+    let token = `${ts}18comicAPP`;
+    token = md5(token);
+
+    const response = await got(apiUrl, {
+        headers: {
+            token,
+            tokenparam: tokenParam,
+        },
+    });
+
+    // decode base64
+    const encryptedWordArray = CryptoJS.enc.Base64.parse(response.data.data);
+
+    // to md5 hex string , this string must be 32 bytes , because it is used as key for AES-256
+    const md5HexStr = CryptoJS.MD5(ts + '185Hcomic3PAPP7R').toString(); // hex 字串
+
+    // convert string to WordArray that can be used as key for AES
+    const key = CryptoJS.enc.Utf8.parse(md5HexStr); // 32 bytes => AES-256
+
+    // create a CipherParams object from the encrypted WordArray
+    const cipherParams = CryptoJS.lib.CipherParams.create({
+        ciphertext: encryptedWordArray,
+    });
+
+    // decrypt the CipherParams object using AES in ECB mode with PKCS7 padding
+    const decrypted = CryptoJS.AES.decrypt(cipherParams, key, {
+        mode: CryptoJS.mode.ECB,
+        padding: CryptoJS.pad.Pkcs7,
+    });
+
+    // convert the decrypted WordArray to a UTF-8 string , the result is a JSON string
+    const resultJson = decrypted.toString(CryptoJS.enc.Utf8);
+
+    const result = JSON.parse(resultJson);
+    return result;
+};
+
 const ProcessItems = async (ctx, currentUrl, rootUrl) => {
     currentUrl = currentUrl.replace(/\?$/, '');
 
@@ -82,4 +151,4 @@ const ProcessItems = async (ctx, currentUrl, rootUrl) => {
     };
 };
 
-export { defaultDomain, getRootUrl, ProcessItems };
+export { defaultDomain, getRootUrl, ProcessItems, getApiUrl, processApiItems, apiMapCategory };

package/lib/routes/2048/index.ts

@@ -20,6 +20,7 @@ export const route: Route = {
         supportBT: true,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: '论坛',
     maintainers: ['nczitzk'],

package/lib/routes/30secondsofcode/utils.ts

@@ -48,7 +48,6 @@ async function processItem({ link: articleLink, date }) {
             category: tags,
             image: `${rootUrl}${image}`,
             banner: `${rootUrl}${image}`,
-            language: 'en-us',
         } as DataItem;
     });
 }

package/lib/routes/6park/index.ts

@@ -32,7 +32,7 @@ async function handler(ctx) {
 
     const rootUrl = 'https://club.6parkbbs.com';
     const indexUrl = `${rootUrl}/${id}/index.php`;
-    const currentUrl = `${indexUrl}${type === '' || keyword === '' ? '' : (type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&${type}=${keyword}&submit=${type === 'type' ? '查询' : '栏目搜索'}`)}`;
+    const currentUrl = `${indexUrl}${type === '' || keyword === '' ? '' : type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&${type}=${keyword}&submit=${type === 'type' ? '查询' : '栏目搜索'}`}`;
 
     const response = await got({
         method: 'get',

package/lib/routes/7mmtv/index.ts

@@ -19,6 +19,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Category',
     maintainers: ['nczitzk'],

package/lib/routes/91porn/index.ts

@@ -20,6 +20,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/95mm/tab.ts

@@ -13,6 +13,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/agefans/detail.ts

@@ -44,7 +44,7 @@ async function handler(ctx) {
                 link: a.attr('href').replace('http://', 'https://'),
             };
         })
-        .reverse();
+        .toReversed();
 
     return {
         title: `AGE动漫 - ${ldJson.name}`,

package/lib/routes/aliyun/database-month.ts

@@ -61,6 +61,6 @@ async function handler() {
     return {
         title: $('title').text(),
         link: url,
-        item: result.reverse(),
+        item: result.toReversed(),
     };
 }

package/lib/routes/anthropic/research.ts

@@ -0,0 +1,112 @@
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import { Route } from '@/types';
+import pMap from 'p-map';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/research',
+    categories: ['programming'],
+    example: '/anthropic/research',
+    parameters: {},
+    radar: [
+        {
+            source: ['www.anthropic.com/research', 'www.anthropic.com'],
+        },
+    ],
+    name: 'Research',
+    maintainers: ['ttttmr'],
+    handler,
+    url: 'www.anthropic.com/research',
+};
+
+async function handler() {
+    const link = 'https://www.anthropic.com/research';
+    const response = await ofetch(link);
+    const $ = load(response);
+
+    // self.__next_f.push
+    const regexp = /self\.__next_f\.push\((.+)\)/;
+    const textList: string[] = [];
+    for (const e of $('script').toArray()) {
+        const $e = $(e);
+        const text = $e.text();
+        const match = regexp.exec(text);
+        if (match) {
+            let data;
+            try {
+                data = JSON.parse(match[1]);
+                if (Array.isArray(data) && data.length === 2 && data[0] === 1) {
+                    textList.push(data[1]);
+                }
+            } catch {
+                // ignore
+            }
+        }
+    }
+
+    const partRegex = /^([0-9a-zA-Z]+):([0-9a-zA-Z]+)?(\[.*)$/;
+    const fd = textList
+        .join('')
+        .split('\n')
+        .map((d) => {
+            const matchPart = partRegex.exec(d);
+            if (matchPart) {
+                return {
+                    id: matchPart[1],
+                    tag: matchPart[2],
+                    data: JSON.parse(matchPart[3]),
+                };
+            }
+            return {
+                id: '',
+                tag: '',
+                data: d,
+            };
+        });
+
+    const sections = fd.flatMap((d) => (Array.isArray(d.data) ? d.data : [])).flatMap((item) => item?.page?.sections ?? []);
+    const tabPages = sections.flatMap((section) => section?.tabPages ?? []).filter((tabPage) => tabPage?.label === 'Overview');
+    const publicationSections = tabPages.flatMap((tabPage) => tabPage.sections).filter((section) => section?.title === 'Publications');
+    const posts = publicationSections
+        .flatMap((section) => section?.posts ?? [])
+        .map((post) => ({
+            title: post.title,
+            link: `https://www.anthropic.com/research/${post.slug.current}`,
+            pubDate: parseDate(post.publishedOn),
+        }));
+
+    const items = await pMap(
+        posts,
+        (item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await ofetch(item.link);
+                const $ = load(response);
+
+                const content = $('div[class*="PostDetail_post-detail__"]');
+                content.find('img').each((_, e) => {
+                    const $e = $(e);
+                    $e.removeAttr('style srcset');
+                    const src = $e.attr('src');
+                    const params = new URLSearchParams(src);
+                    const newSrc = params.get('/_next/image?url');
+                    if (newSrc) {
+                        $e.attr('src', newSrc);
+                    }
+                });
+
+                item.description = content.html();
+
+                return item;
+            }),
+        { concurrency: 5 }
+    );
+
+    return {
+        title: 'Anthropic Research',
+        link,
+        description: 'Latest research from Anthropic',
+        item: items,
+    };
+}

package/lib/routes/apnews/topics.ts

@@ -1,3 +1,4 @@
+import { routePath } from 'hono/route';
 import { Route, ViewType } from '@/types';
 import got from '@/utils/got';
 import { load } from 'cheerio';
@@ -37,7 +38,7 @@ export const route: Route = {
 
 async function handler(ctx) {
     const { topic = 'trending-news', nav = '' } = ctx.req.param();
-    const useNav = ctx.req.routePath === '/apnews/nav/:nav{.*}?';
+    const useNav = routePath(ctx) === '/apnews/nav/:nav{.*}?';
     const url = useNav ? `${HOME_PAGE}/${nav}` : `${HOME_PAGE}/hub/${topic}`;
     const response = await got(url);
     const $ = load(response.data);

package/lib/routes/apnews/utils.ts

@@ -44,7 +44,7 @@ export function fetchArticle(item) {
                 description: $('div.RichTextStoryBody').html() || $(':is(.VideoLead, .VideoPage-pageSubHeading)').html(),
                 category: [...(section ? [section] : []), ...(ldjson.keywords ?? [])],
                 guid: $("meta[name='brightspot.contentId']").attr('content'),
-                author: ldjson.author,
+                author: ldjson.author?.map((e) => e.mainEntity),
             };
         } else {
             // Live

package/lib/routes/apple/design.ts

@@ -0,0 +1,54 @@
+import { Route } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
+import md5 from '@/utils/md5';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    categories: ['design'],
+    example: '/apple/design',
+    handler,
+    maintainers: ['jean-jacket'],
+    name: 'Design updates',
+    path: '/design',
+    url: 'developer.apple.com/design/whats-new/',
+};
+
+async function handler() {
+    const LINK = 'https://developer.apple.com/design/whats-new/';
+
+    const response = await ofetch(LINK);
+    const $ = load(response);
+
+    const items = $('table')
+        .toArray()
+        .flatMap((item) => {
+            const table = $(item);
+            const date = table.find('.date').first().text();
+
+            return table
+                .find('.topic-item')
+                .toArray()
+                .map((row) => {
+                    const update = $(row);
+                    const titleTag = update.find('span.topic-title a');
+                    const title = titleTag.text();
+                    const link = `https://developer.apple.com${titleTag.attr('href')}`;
+                    const description = update.find('span.description').text();
+
+                    return {
+                        description,
+                        guid: md5(`${title}${description}${date}`),
+                        link,
+                        pubDate: parseDate(date),
+                        title,
+                    };
+                });
+        });
+
+    return {
+        item: items,
+        link: LINK,
+        title: 'Apple design updates',
+    };
+}

package/lib/routes/apple/namespace.ts

@@ -2,6 +2,6 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Apple',
-    url: 'apps.apple.com',
+    url: 'apple.com',
     lang: 'en',
 };

package/lib/routes/aqara/post.ts

@@ -29,7 +29,7 @@ async function handler(ctx) {
 
     if (filterMatches) {
         const filterRegion = filterMatches[1];
-        const filterType = filterMatches[2] === 'tag' ? 'tags' : (filterMatches[2] === 'category' ? 'categories' : filterMatches[2]);
+        const filterType = filterMatches[2] === 'tag' ? 'tags' : filterMatches[2] === 'category' ? 'categories' : filterMatches[2];
         const filterKeyword = decodeURI(filterMatches[3].split('/').pop());
         const filterApiUrl = new URL(`${filterRegion}/${apiSlug}/${filterType}?search=${filterKeyword}`, rootUrl).href;
 

package/lib/routes/augmentcode/blog.ts

@@ -0,0 +1,161 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+    const baseUrl: string = 'https://augmentcode.com';
+    const targetUrl: string = new URL('blog', baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = $('div[data-slot="card"]')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('div[data-slot="card-content"]').text();
+            const pubDateStr: string | undefined = $el.find('div[data-slot="card-footer"] p').last().text();
+            const linkUrl: string | undefined = $el.parent().attr('href');
+            const authorEls: Element[] = $el.find('div[data-slot="card-footer"] p').first().find('span').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.contents().first().text(),
+                    url: undefined,
+                    avatar: undefined,
+                };
+            });
+            const image: string | undefined = $el.find('div[data-slot="card-header"] img').attr('src');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl ? new URL(linkUrl, baseUrl).href : undefined,
+                author: authors,
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('article h1').text();
+                const image: string | undefined = $$('meta[property="og:image"]').attr('content') ?? item.image;
+                const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                    images: image
+                        ? [
+                              {
+                                  src: image,
+                                  alt: title,
+                              },
+                          ]
+                        : undefined,
+                    description: $$('div.prose').html(),
+                });
+                const pubDateStr: string | undefined = $$('meta[property="article:published_time"]').attr('content');
+                const authorEls: Element[] = $$('meta[property="article:author"]').toArray();
+                const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                    const $$authorEl: Cheerio<Element> = $$(authorEl);
+
+                    return {
+                        name: $$authorEl.attr('content'),
+                        url: undefined,
+                        avatar: undefined,
+                    };
+                });
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr) : item.pubDate,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    image,
+                    banner: image,
+                    updated: upDatedStr ? parseDate(upDatedStr) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    const title: string = $('title').text();
+
+    return {
+        title,
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: title.split(/-/).pop()?.trim(),
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/blog',
+    name: 'Blog',
+    url: 'augmentcode.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/augmentcode/blog',
+    parameters: undefined,
+    description: undefined,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['augmentcode.com/blog'],
+            target: '/blog',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/augmentcode/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Augment Code',
+    url: 'augmentcode.com',
+    categories: ['programming'],
+    description: '',
+    lang: 'en',
+};

package/lib/routes/augmentcode/templates/description.art

@@ -0,0 +1,17 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/azul/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Azul',
+    url: 'azul.com',
+    categories: ['programming'],
+    description: '',
+    lang: 'en',
+};