rsshub 1.0.0-master.ff3a9ce → 1.0.0-master.ff3ea5a

package/lib/routes/chocolatey/packages.ts

@@ -0,0 +1,122 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id } = ctx.req.param();
+
+    const baseUrl: string = 'https://community.chocolatey.org';
+    const targetUrl: string = new URL(`packages/${id}`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'en';
+
+    const title: string = $('meta[property="og:title"]').attr('content');
+    const description: string | undefined = $('div#description').html();
+    const pubDateStr: string | undefined = $('h3.mt-0.mb-3').last().text();
+    const categoryEls: Element[] = $('a[data-package-tag]').toArray();
+    const categories: string[] = [...new Set(categoryEls.map((el) => $(el).text()).filter(Boolean))];
+    const authorEls: Element[] = $('img[alt="gravatar"]').toArray();
+    const authors: DataItem['author'] = authorEls.map((authorEl) => {
+        const $authorEl: Cheerio<Element> = $(authorEl).parent();
+
+        return {
+            name: $authorEl.find('span').text(),
+            url: $authorEl.attr('href') ? new URL($authorEl.attr('href') as string, baseUrl).href : undefined,
+            avatar: $authorEl.attr('src'),
+        };
+    });
+    const guid: string = `chocolatey-${title}`;
+    const image: string | undefined = $('div.package-logo img').attr('src') ? new URL($('div.package-logo img').attr('src') as string, baseUrl).href : undefined;
+    const upDatedStr: string | undefined = pubDateStr;
+
+    const processedItem: DataItem = {
+        title,
+        description,
+        pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+        link: targetUrl,
+        category: categories,
+        author: authors,
+        guid,
+        id: guid,
+        content: {
+            html: description,
+            text: description,
+        },
+        image,
+        banner: image,
+        updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+        language,
+    };
+
+    const items: DataItem[] = [processedItem];
+
+    return {
+        title: $('title').first().text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('meta[property="og:image"]').attr('content'),
+        author: $('meta[property="og:site_name"]').attr('content'),
+        language,
+        id: $('meta[property="og:url"]').attr('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/packages/:id',
+    name: 'Package',
+    url: 'community.chocolatey.org',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/chocolatey/packages/microsoft-edge',
+    parameters: {
+        id: {
+            description: 'Package ID',
+        },
+    },
+    description: undefined,
+    categories: ['program-update'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['community.chocolatey.org/packages'],
+            target: (params) => {
+                const id: string = params.id;
+
+                return `/chocolatey/package${id ? `/${id}` : ''}`;
+            },
+        },
+    ],
+    view: ViewType.Notifications,
+
+    zh: {
+        path: '/packages/:id',
+        name: '程序包',
+        url: 'community.chocolatey.org',
+        maintainers: ['nczitzk'],
+        handler,
+        example: '/chocolatey/package/microsoft-edge',
+        parameters: {
+            id: {
+                description: '程序包 ID',
+            },
+        },
+        description: undefined,
+    },
+};

package/lib/routes/cmde/index.ts

@@ -17,7 +17,7 @@ export const route: Route = {
 async function handler(ctx) {
     const cate = ctx.req.param('cate') ?? 'xwdt/zxyw';
     const url = `${rootURL}/${cate}/`;
-    const browser = await puppeteer({ stealth: true });
+    const browser = await puppeteer();
     const data = await cache.tryGet(url, async () => {
         const page = await browser.newPage();
         await page.setRequestInterception(true);

package/lib/routes/cockroachlabs/blog.ts

@@ -0,0 +1,113 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    name: 'Blogs',
+    maintainers: ['CookiePieWw'],
+    categories: ['programming'],
+    path: '/blog/:category?',
+    example: '/cockroachlabs/blog/engineering',
+    parameters: { category: 'Blog category, e.g., engineering. Subscribe all recent articles if empty.' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['cockroachlabs.com/blog/:category', 'cockroachlabs.com/blog'],
+            target: '/blog',
+        },
+    ],
+    handler,
+};
+
+async function handler(ctx) {
+    const category = ctx.req.param('category');
+    const rootUrl = 'https://www.cockroachlabs.com';
+    const currentUrl = `${rootUrl}/blog${category ? `/${category}/` : '/'}`;
+
+    const webpage = await ofetch(currentUrl);
+    const html = load(webpage);
+
+    // Title article:
+    // <a href="href..">
+    //   <h2 class="mb-3 truncate text-display-md font-semibold tracking-tight md:max-w-full md:text-white">
+    //     Title...
+    //   </h2>
+    // </a>
+    const titleH2Element = html('[class="mb-3 truncate text-display-md font-semibold tracking-tight md:max-w-full md:text-white"]');
+
+    // Left articles:
+    // <a href="href..">
+    //   <p class="mb-2 line-clamp-2 text-lg font-semibold leading-5">
+    //    Title..
+    //   </p>
+    // </a>
+    const leftArticles = html('a > p[class="mb-2 line-clamp-2 text-lg font-semibold leading-5"]');
+    const articleList = titleH2Element.add(leftArticles).map((_, element) => {
+        const title = html(element).text();
+        const link = `${rootUrl}${html(element).parent('a').attr('href')}`;
+        return { title, link };
+    });
+
+    const items = await Promise.all(
+        articleList.toArray().map((article) =>
+            cache.tryGet(article.link, async () => {
+                const response = await ofetch(article.link);
+                const $ = load(response);
+
+                // <article class="blog-content null">
+                //   ..multiple <div>/<a>/<img>/<p>..
+                // </article>
+                const content = $('article.blog-content').html() || '';
+
+                // <div class="mt-4 flex flex-col items-center justify-center gap-1 sm:flex-row sm:gap-4">
+                //   <div>
+                //     <p>
+                //       Last edited on June 13, 2025
+                //     </p>
+                //   </div>
+                //   ...
+                // </div>
+                const dateText = $(String.raw`div.mt-4.flex.flex-col.items-center.justify-center.gap-1.sm\:flex-row.sm\:gap-4`)
+                    .find('p')
+                    .first()
+                    .text()
+                    .match(/Last edited on (.+)/)?.[1];
+
+                let pubDate: Date | undefined;
+                if (dateText) {
+                    try {
+                        const date = new Date(dateText);
+                        if (!Number.isNaN(date.getTime())) {
+                            pubDate = parseDate(date.toISOString().split('T')[0]);
+                        }
+                    } catch {
+                        // Ignore parsing errors
+                    }
+                }
+
+                return {
+                    title: article.title,
+                    link: article.link,
+                    description: content,
+                    pubDate,
+                };
+            })
+        )
+    );
+
+    return {
+        title: `Cockroach Labs Blog${category ? ` - ${category}` : ''}`,
+        link: currentUrl,
+        item: items,
+        description: 'Cockroach Labs Blog',
+    };
+}

package/lib/routes/cockroachlabs/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'Cockroach Labs',
+    url: 'cockroachlabs.com',
+    lang: 'en',
+};

package/lib/routes/cool18/index.ts

@@ -33,13 +33,16 @@ export const route: Route = {
     name: '禁忌书屋',
     maintainers: ['nczitzk', 'Gabrlie'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx: Context) {
     const { id = 'bbs4', type = 'home', keyword } = ctx.req.param();
 
     const rootUrl = 'https://www.cool18.com/' + id + '/index.php';
-    const params = type === 'home' ? '' : (type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&keywords=${keyword}&submit=查询`);
+    const params = type === 'home' ? '' : type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&keywords=${keyword}&submit=查询`;
 
     const currentUrl = rootUrl + params;
 

package/lib/routes/coomer/index.ts

@@ -18,10 +18,16 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {
-            source: ['coomer.su/:source/user/:id', 'coomer.su/'],
+            source: ['coomer.st/'],
+            target: '',
+        },
+        {
+            source: ['coomer.st/:source/user/:id'],
+            target: '/:source/:id',
         },
     ],
     name: 'Posts',
@@ -45,9 +51,9 @@ async function handler(ctx) {
     const id = ctx.req.param('id');
     const isPosts = source === 'posts';
 
-    const rootUrl = 'https://coomer.su';
+    const rootUrl = 'https://coomer.st';
     const apiUrl = `${rootUrl}/api/v1`;
-    const currentUrl = isPosts ? `${apiUrl}/posts` : `${apiUrl}/${source}/user/${id}`;
+    const currentUrl = isPosts ? `${apiUrl}/posts` : `${apiUrl}/${source}/user/${id}/posts`;
 
     const headers = {
         cookie: '__ddg2=sBQ4uaaGecmfEUk7',
@@ -60,9 +66,9 @@ async function handler(ctx) {
     });
     const responseData = isPosts ? response.data.posts : response.data;
 
-    const author = isPosts ? '' : await getAuthor(currentUrl, headers);
+    const author = isPosts ? '' : await getAuthor(`${apiUrl}/${source}/user/${id}`, headers);
     const title = isPosts ? 'Coomer Posts' : `Posts of ${author} from ${source} | Coomer`;
-    const image = isPosts ? `${rootUrl}/favicon.ico` : `https://img.coomer.su/icons/${source}/${id}`;
+    const image = isPosts ? `${rootUrl}/favicon.ico` : `https://img.coomer.st/icons/${source}/${id}`;
     const items = responseData
         .filter((i) => i.content || i.attachments)
         .slice(0, limit)
@@ -131,7 +137,7 @@ async function handler(ctx) {
                 description: desc,
                 author,
                 pubDate: parseDate(i.published),
-                guid: `${apiUrl}/${i.service}/user/${i.user}/post/${i.id}`,
+                guid: `coomer:${i.service}:${i.user}:post:${i.id}`,
                 link: `${rootUrl}/${i.service}/user/${i.user}/post/${i.id}`,
                 ...enclosureInfo,
             };

package/lib/routes/coomer/namespace.ts

@@ -2,6 +2,6 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Coomer',
-    url: 'coomer.su',
+    url: 'coomer.st',
     lang: 'en',
 };

package/lib/routes/copymanga/comic.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 
 import cache from '@/utils/cache';
 import { load } from 'cheerio';
-import got from '@/utils/got';
+import ofetch from '@/utils/ofetch';
 import { parseDate } from '@/utils/parse-date';
 import { art } from '@/utils/render';
 import path from 'node:path';
@@ -48,11 +48,11 @@ async function handler(ctx) {
             do {
                 bHasNextPage = false;
                 // eslint-disable-next-line no-await-in-loop
-                const { data } = await got(strBaseUrl, {
+                const data = await ofetch(strBaseUrl, {
                     headers: {
-                        platform: 1,
+                        platform: '',
                     },
-                    searchParams: {
+                    query: {
                         limit: iReqLimit,
                         offset: iReqOffSet,
                     },
@@ -92,7 +92,7 @@ async function handler(ctx) {
 
     // 获取漫画标题、介绍
     const { bookTitle, bookIntro } = await cache.tryGet(`${baseUrl}/comic/${id}`, async () => {
-        const { data } = await got(`${baseUrl}/comic/${id}`);
+        const data = await ofetch(`${baseUrl}/comic/${id}`);
         const $ = load(data);
         return {
             bookTitle: $('.comicParticulars-title-right > ul > li > h6').text(),
@@ -101,11 +101,9 @@ async function handler(ctx) {
     });
 
     const genResult = async (chapter) => {
-        const {
-            data: { code, results },
-        } = await got(`${apiBaseUrl}/api/v3/comic/${id}/chapter/${chapter.uuid}`, {
+        const { code, results } = await ofetch(`${apiBaseUrl}/api/v3/comic/${id}/chapter/${chapter.uuid}`, {
             headers: {
-                webp: 1,
+                webp: '1',
             },
         });
 

package/lib/routes/css-tricks/articles.ts

@@ -0,0 +1,48 @@
+import { Data, Route, ViewType } from '@/types';
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import { processWithWp } from './utils';
+export const route: Route = {
+    path: '/articles',
+    view: ViewType.Articles,
+    categories: ['programming'],
+    example: '/css-tricks/articles',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['css-tricks.com/category/articles/'],
+            target: '/articles',
+        },
+    ],
+    name: 'Articles',
+    maintainers: ['Rjnishant530'],
+    handler,
+};
+
+async function handler() {
+    // const category = ctx.req.param('category') ?? '';
+    // const subCategory = ctx.req.param('subCategory') ?? '';
+
+    const rootUrl = 'https://css-tricks.com';
+    const currentUrl = `${rootUrl}/category/articles/`;
+    const response = await ofetch(currentUrl);
+    const $ = load(response);
+    const articleCards = $('article.article-card').toArray();
+    const items = await processWithWp(articleCards);
+    return {
+        title: 'Articles - CSS-Tricks',
+        description: 'Latest Articles - CSS-Tricks',
+        link: currentUrl,
+        item: items,
+        language: 'en',
+        logo: `${rootUrl}/favicon.ico`,
+        icon: `${rootUrl}/favicon.ico`,
+    } as Data;
+}

package/lib/routes/css-tricks/collections.ts

@@ -0,0 +1,62 @@
+import { Data, Route, ViewType } from '@/types';
+import { extractMiniCards, processWithWp, rootUrl } from './utils';
+export const route: Route = {
+    path: '/collections/:type',
+    view: ViewType.Articles,
+    categories: ['programming'],
+    example: '/css-tricks/collections/2',
+    parameters: {
+        category: {
+            description: 'Collection Type',
+            options: [
+                { value: '3', label: 'Latest CSS Guides' },
+                { value: '2', label: 'Fresh From the Almanac' },
+                { value: '4', label: 'Classic Tricks' },
+            ],
+        },
+    },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['css-tricks.com'],
+            target: '/collections/:type',
+        },
+    ],
+    name: 'CSS Guides',
+    maintainers: ['Rjnishant530'],
+    handler,
+};
+
+const WPTYPE = {
+    '2': 'pages',
+    '3': 'posts',
+    '4': 'chapters',
+};
+
+async function handler(ctx) {
+    const paramType = ctx.req.param('type');
+    const type = paramType === '1' ? '2' : paramType;
+    const baseSelector = `body > div.page-wrap > section.post-sliders > div:nth-child(${type})`;
+    const titleSelector = `${baseSelector}>div.post-slider-header.header-card > h2`;
+    const descSelector = `${baseSelector}>div.post-slider-header.header-card > p`;
+    const cardselector = `${baseSelector} article.mini-card.module.module-article`;
+
+    const { title, description, cards } = await extractMiniCards(cardselector, titleSelector, descSelector);
+    const items = await processWithWp(cards, true, WPTYPE[type]);
+    return {
+        title: title || 'Fresh From the Almanac',
+        description: description || 'Properties, selectors, rules, and functions!',
+        link: rootUrl,
+        item: items,
+        language: 'en',
+        logo: `${rootUrl}/favicon.ico`,
+        icon: `${rootUrl}/favicon.ico`,
+    } as Data;
+}

package/lib/routes/css-tricks/namespace.ts

@@ -0,0 +1,8 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'CSS-Tricks',
+    url: 'css-tricks.com',
+    categories: ['programming'],
+    lang: 'en',
+};

package/lib/routes/css-tricks/popular.ts

@@ -0,0 +1,39 @@
+import { Data, Route, ViewType } from '@/types';
+import { extractMiniCards, processWithWp, rootUrl } from './utils';
+export const route: Route = {
+    path: '/popular',
+    view: ViewType.Articles,
+    categories: ['programming'],
+    example: '/css-tricks/popular',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['css-tricks.com'],
+            target: '/popular',
+        },
+    ],
+    name: 'Popular this month',
+    maintainers: ['Rjnishant530'],
+    handler,
+};
+
+async function handler() {
+    const { cards: popularCards } = await extractMiniCards('div.popular-articles > div.mini-card-grid article.mini-card.module.module-article');
+    const items = await processWithWp(popularCards, true);
+    return {
+        title: 'Popular this month',
+        description: 'Popular CSS articles this month',
+        link: rootUrl,
+        item: items,
+        language: 'en',
+        logo: `${rootUrl}/favicon.ico`,
+        icon: `${rootUrl}/favicon.ico`,
+    } as Data;
+}

package/lib/routes/css-tricks/utils.ts

@@ -0,0 +1,103 @@
+import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+import { DataItem } from '@/types';
+import { parseDate } from '@/utils/parse-date';
+
+export const rootUrl = 'https://css-tricks.com';
+type Card = {
+    id: string;
+    title: string;
+    link: string;
+    thumbnail: string;
+};
+
+export async function extractMiniCards(cardselector: string, titleSelector: string = '', descSelector: string = '') {
+    const response = await ofetch(rootUrl);
+    const $ = load(response);
+    const cards = $(cardselector).toArray();
+    const title = titleSelector ? $(titleSelector).text().trim() : '';
+    const description = descSelector ? $(descSelector).text().trim() : '';
+    return {
+        title,
+        description,
+        cards,
+    };
+}
+
+function extractCardsInfo(cards) {
+    return cards.map((card) => {
+        const $ = load(card);
+        const id = $(card).attr('id');
+        const thumbnail = $(card).find('div.article-thumbnail-wrap > a >img').attr('src');
+        const article = $('div.article-article');
+        const title = article.find('h2 > a').text();
+        const link = article.find('h2 > a').attr('href');
+        return {
+            id,
+            title,
+            link,
+            thumbnail,
+        } as Card;
+    });
+}
+
+function extractMiniCardsInfo(cards) {
+    return cards.map((card) => {
+        const $ = load(card);
+        const id = $(card).attr('id')?.replace('mini-', '');
+        const thumbnail = '';
+        const title = $('h3.mini-card-title').find('a:not(.aal_anchor)').text();
+        const link = $('h3.mini-card-title').find('a:not(.aal_anchor)').attr('href');
+        return {
+            id,
+            title,
+            link,
+            thumbnail,
+        } as Card;
+    });
+}
+
+export async function processWithWp(cards, mini: boolean = false, type: string = 'posts') {
+    const cardsWithInfo = mini ? extractMiniCardsInfo(cards) : extractCardsInfo(cards);
+    const ids = cardsWithInfo.map((card: Card) => card.id.replace('post-', ''));
+    const allPosts = await ofetch(`${rootUrl}/wp-json/wp/v2/${type}?include=${ids.join(',')}&_embed&per_page=${ids.length}`);
+    // To maintain the ID/post Order
+    const idMappedPost = Object.fromEntries(allPosts.map((post) => [post.id, post]));
+    return ids.map((id) => extractPostDetails(idMappedPost[id]));
+}
+
+function extractPostDetails(data) {
+    const title = data.title.rendered;
+    const link = data.link;
+    const content = data.content.rendered;
+    const summary = data.excerpt.rendered;
+    const date = data.date_gmt;
+    const updateDate = data.modified_gmt;
+    const author = data._embedded?.author;
+    const authorName = author?.[0]?.name;
+    const authorUrl = author?.[0]?.link;
+    const authorAvatar = author?.[0]?.avatar_urls['48'];
+    const thumbnail = data._embedded?.['wp:featuredmedia']?.[0]?.source_url;
+    const tags = data._embedded?.['wp:term']?.[1]?.map((tag) => tag.name);
+    return {
+        title,
+        link,
+        description: content,
+        banner: thumbnail,
+        image: thumbnail,
+        pubDate: parseDate(date),
+        updated: parseDate(updateDate),
+        author: [
+            {
+                name: authorName || '',
+                url: authorUrl || '',
+                avatar: authorAvatar || '',
+            },
+        ],
+        content: {
+            html: content,
+            text: summary,
+        },
+        category: tags,
+    } as DataItem;
+}