rsshub 1.0.0-master.fb6d4f3 → 1.0.0-master.fb7e42c

package/lib/routes/ccg/index.ts

@@ -0,0 +1,181 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { category = 'news' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '7', 10);
+
+    const baseUrl: string = 'http://www.ccg.org.cn';
+    const targetUrl: string = new URL(category, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh';
+
+    let items: DataItem[] = [];
+
+    items = $('ul.huodong-list li')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+
+            const title: string = $el.find('h5').text();
+            const image: string | undefined = $el.find('div.huodong-img img').attr('src');
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                intro: $el.find('p').html(),
+            });
+            const pubDateStr: string | undefined = $el.find('span').text();
+            const linkUrl: string | undefined = $el.find('a').attr('href');
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr, 'YYYY年M月D日') : undefined,
+                link: linkUrl,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr, 'YYYY年M月D日') : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('div.pinpai-page h3').text();
+                const pubDateStr: string | undefined = $$('span.time').text();
+
+                $$('div.pinpai-page h3').remove();
+                $$('div.pinpai-page span.time').remove();
+
+                const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                    description: $$('div.pinpai-page').html(),
+                });
+
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? parseDate(pubDateStr, 'YYYY年M月D日') : item.pubDate,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    updated: upDatedStr ? parseDate(upDatedStr, 'YYYY年M月D日') : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    const author: string = $('h1.nav-logo').first().text();
+
+    return {
+        title: `${author} - ${$('title').text()}`,
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: new URL('wp-content/themes/ccg/imgs/nav-logo.png', baseUrl).href,
+        author,
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/:category?',
+    name: '动态',
+    url: 'www.ccg.org.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/ccg/news',
+    parameters: {
+        category: {
+            description: '分类，默认为 `news`，即新闻动态，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '新闻动态',
+                    value: 'news',
+                },
+                {
+                    label: '媒体报道',
+                    value: 'mtbd',
+                },
+            ],
+        },
+    },
+    description: `::: tip
+订阅 [新闻动态](http://www.ccg.org.cn/news)，其源网址为 \`http://www.ccg.org.cn/news\`，请参考该 URL 指定部分构成参数，此时路由为 [\`/ccg/news\`](https://rsshub.app/ccg/news)。
+:::
+
+| 分类                                   | ID                                  |
+| -------------------------------------- | ----------------------------------- |
+| [新闻动态](http://www.ccg.org.cn/news) | [news](https://rsshub.app/ccg/news) |
+| [媒体报道](http://www.ccg.org.cn/mtbd) | [mtbd](https://rsshub.app/ccg/mtbd) |
+`,
+    categories: ['new-media'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.ccg.org.cn/category'],
+            target: '/:category',
+        },
+        {
+            title: '新闻动态',
+            source: ['www.ccg.org.cn/news'],
+            target: '/news',
+        },
+        {
+            title: '媒体报道',
+            source: ['www.ccg.org.cn/mtbd'],
+            target: '/mtbd',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/ccg/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '全球化智库',
+    url: 'ccg.org.cn',
+    categories: ['new-media'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/ccg/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/chikubi/category.ts

@@ -13,6 +13,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Category',
     maintainers: ['SnowAgar25'],

package/lib/routes/chikubi/navigation.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Navigation',
     maintainers: ['SnowAgar25'],

package/lib/routes/chikubi/nipple-video-category.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: '動画カテゴリー',
     maintainers: ['SnowAgar25'],

package/lib/routes/chikubi/nipple-video-maker.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'AVメーカー',
     maintainers: ['SnowAgar25'],

package/lib/routes/chikubi/search.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Search',
     maintainers: ['SnowAgar25'],

package/lib/routes/chinadaily/language.ts

@@ -222,7 +222,7 @@ export const route: Route = {
             ],
         },
     },
-    description: `:::tip
+    description: `::: tip
 若订阅 [精彩推荐](https://language.chinadaily.com.cn/thelatest)，网址为 \`https://language.chinadaily.com.cn/thelatest\`，请截取 \`https://language.chinadaily.com.cn/\` 到末尾的部分 \`thelatest\` 作为 \`category\` 参数填入，此时目标路由为 [\`/chinadaily/language/thelatest\`](https://rsshub.app/chinadaily/language/thelatest)。
 :::
 

package/lib/routes/chinaratings/credit-research.ts

@@ -121,7 +121,7 @@ export const route: Route = {
     parameters: {
         category: '分类，默认为 `Industry/Comment`，即行业评论，可在对应分类页 URL 中找到',
     },
-    description: `:::tip
+    description: `::: tip
 若订阅 [行业评论](https://www.chinaratings.com.cn/CreditResearch/Industry/Comment/)，网址为 \`https://www.chinaratings.com.cn/CreditResearch/Industry/Comment/\`，请截取 \`https://www.chinaratings.com.cn/CreditResearch/\` 到末尾 \`/\` 的部分 \`Industry/Comment\` 作为 \`category\` 参数填入，此时目标路由为 [\`/chinaratings/CreditResearch/Industry/Comment\`](https://rsshub.app/chinaratings/CreditResearch/Industry/Comment)。
 :::
 `,

package/lib/routes/chub/characters.ts

@@ -9,6 +9,9 @@ export const route: Route = {
     name: 'Characters',
     maintainers: ['flameleaf'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler() {

package/lib/routes/civitai/discussions.ts

@@ -21,6 +21,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/civitai/models.ts

@@ -14,6 +14,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/civitai/user.ts

@@ -16,6 +16,9 @@ export const route: Route = {
     name: 'User Article',
     maintainers: ['TonyRL'],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/cline/blog.ts

@@ -1,4 +1,4 @@
-import { load } from 'cheerio';
+import { load, type CheerioAPI } from 'cheerio';
 import got from '@/utils/got';
 import { parseDate } from '@/utils/parse-date';
 import { Route, DataItem } from '@/types';
@@ -7,45 +7,49 @@ const rootUrl = 'https://cline.bot';
 const blogUrl = `${rootUrl}/blog`;
 
 // Extract article information from DOM
-function extractArticlesFromDOM($) {
-    return $('article')
+function extractArticlesFromDOM($: CheerioAPI): DataItem[] {
+    return $('article.group')
         .toArray()
         .map((article) => {
             const element = $(article);
-            const title = element.find('h2').first().text().trim();
-            const linkEl = element.find('a').first();
-            const link = linkEl.attr('href');
+
+            const title = element.find('h2').text().trim();
+            const link = element.find('a').first().attr('href');
             const fullLink = link ? (link.startsWith('http') ? link : `${rootUrl}${link.startsWith('/') ? link : `/${link}`}`) : '';
 
-            const metaEl = element.find('.text-xs.text-slate-500');
-            const author = metaEl.find('span').first().text().trim();
-            const dateStr = metaEl.find('span').eq(2).text().trim();
-            const pubDate = dateStr ? parseDate(dateStr) : undefined;
+            // Extract date and author with single regex
+            const metaText = element.find('.text-sm.text-slate-500').text().trim();
+            const metaMatch = metaText.match(/^([^•]+)\s*•\s*([A-Za-z]+\s+\d{1,2},?\s+\d{4})/);
+            const author = metaMatch ? metaMatch[1].trim() : 'Cline Team';
+            const pubDate = metaMatch ? parseDate(metaMatch[2]) : undefined;
 
-            const summary = element.find('.text-slate-600').text().trim();
+            const summary = element.find('p.text-slate-600').text().trim();
             const imgSrc = element.find('img').attr('src') || '';
 
-            return {
-                title,
-                link: fullLink,
-                pubDate,
-                author,
-                description: `<img src="${imgSrc}" /><p>${summary}</p>`,
-            };
+            return title && link
+                ? {
+                      title,
+                      link: fullLink,
+                      pubDate,
+                      author,
+                      description: imgSrc ? `<img src="${imgSrc}" alt="${title}" /><p>${summary}</p>` : `<p>${summary}</p>`,
+                  }
+                : null;
         })
-        .filter((item) => item.title && item.link);
+        .filter(Boolean) as DataItem[];
 }
 
 async function handler() {
-    // Get blog homepage
+    // Use the archive page which has all articles
+    const archiveUrl = `${rootUrl}/blog/archive`;
+
     const response = await got({
         method: 'get',
-        url: blogUrl,
+        url: archiveUrl,
     });
 
     const $ = load(response.data);
-
-    const articles: DataItem[] = extractArticlesFromDOM($);
+    const articles = extractArticlesFromDOM($);
 
     if (articles.length === 0) {
         throw new Error('No articles found.');
@@ -56,6 +60,7 @@ async function handler() {
         link: blogUrl,
         item: articles,
         description: 'Cline Official Blog - AI Coding Assistant',
+        language: 'en' as const,
     };
 }
 
@@ -72,6 +77,12 @@ export const route: Route = {
         supportPodcast: false,
         supportScihub: false,
     },
+    radar: [
+        {
+            source: ['cline.bot/blog/archive', 'cline.bot/blog'],
+            target: '/blog',
+        },
+    ],
     name: 'Blog',
     maintainers: ['yeshan333'],
     description: 'Cline Official Blog articles',

package/lib/routes/coolapk/utils.ts

@@ -24,6 +24,7 @@ const get_app_token = () => {
 };
 
 const base_url = 'https://api.coolapk.com';
+const v2_api_url = 'https://api2.coolapk.com';
 
 const getHeaders = () => ({
     'X-Requested-With': 'XMLHttpRequest',
@@ -58,10 +59,10 @@ const parseTuwenFromRaw = (raw) =>
 
 const parseDynamic = async (item) => {
     const pubDate = parseDate(item.dateline, 'X');
-    if (item.entityType === 'sponsorCard' || item.shareUrl === undefined) {
+    if (item.entityType === 'sponsorCard' || !item.url) {
         return;
     }
-    const itemUrl = item.shareUrl.split('?')[0];
+    const itemUrl = `${v2_api_url}/v6${item.url.replace('/feed/', '/feed/detail?id=')}`;
     let description, title;
     const type = Number.parseInt(item.type);
     switch (type) {
@@ -135,8 +136,8 @@ const parseDynamic = async (item) => {
         title,
         description,
         pubDate,
-        link: item.shareUrl,
-        guid: itemUrl,
+        link: `https://www.coolapk.com${item.url}`,
+        // guid: itemUrl,
         author: item.username,
     };
 };

package/lib/routes/coolbuy/index.ts

@@ -0,0 +1,106 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import ofetch from '@/utils/ofetch';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+    const baseUrl: string = 'https://coolbuy.com';
+    const imageBaseUrl: string = 'https://mcache.ifanr.cn';
+    const apiUrl: string = new URL('api/v1.4/product_preview', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            order_by: '-id',
+            limit,
+            page: 0,
+            offset: 0,
+        },
+    });
+
+    const targetResponse = await ofetch(baseUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'zh';
+
+    const items: DataItem[] = response.objects.slice(0, limit).map((item): DataItem => {
+        const title: string = item.title;
+        const image: string | undefined = item.cover_image?.split(/\?/)?.[0];
+        const banner: string | undefined = item.display_image?.split(/\?/)?.[0];
+
+        const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+            summary: item.summary,
+            price: item.price,
+            original_price: item.original_price,
+            highest_price: item.highest_price,
+            highest_original_price: item.highest_original_price,
+            images: [banner, image].filter(Boolean).map((image) => ({
+                src: image,
+                alt: title,
+            })),
+        });
+
+        const linkUrl: string | undefined = item.visit_url;
+        const guid: string = `coolbuy-${item.id}#${item.price}`;
+
+        const processedItem: DataItem = {
+            title,
+            description,
+            link: linkUrl ?? new URL(item.id, baseUrl).href,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: description,
+            },
+            image,
+            banner: image,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    return {
+        title: $('title').text(),
+        description: $('meta[property="og:description"]').attr('content'),
+        link: baseUrl,
+        item: items,
+        allowEmpty: true,
+        image: new URL('static/coolbuy/packages/dongguan/dist/images/97be46f6.png', imageBaseUrl).href,
+        language,
+        id: baseUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/',
+    name: '产品',
+    url: 'coolbuy.com',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/coolbuy',
+    parameters: undefined,
+    description: undefined,
+    categories: ['shopping'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['coolbuy.com'],
+            target: '/',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/coolbuy/namespace.ts

@@ -0,0 +1,9 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '玩物志',
+    url: 'coolbuy.com',
+    categories: ['shopping'],
+    description: '',
+    lang: 'zh-CN',
+};

package/lib/routes/coolbuy/templates/description.art

@@ -0,0 +1,48 @@
+<table>
+  <tbody>
+    {{ if summary }}
+      <tr>
+        <th>简介</th>
+        <td>{{ summary }}</td>
+      </tr>
+    {{ /if }}
+    {{ if price }}
+      <tr>
+        <th>价格</th>
+        <td>{{ price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if original_price }}
+      <tr>
+        <th>原价</th>
+        <td>{{ original_price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if highest_price }}
+      <tr>
+        <th>价格（最高）</th>
+        <td>{{ highest_price }}</td>
+      </tr>
+    {{ /if }}
+    {{ if highest_original_price }}
+      <tr>
+        <th>原价（最高）</th>
+        <td>{{ highest_original_price }}</td>
+      </tr>
+    {{ /if }}
+  </tbody>
+</table>
+
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}

package/lib/routes/coolidge/film-guide.ts

@@ -0,0 +1,60 @@
+import { type Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+
+const handler = async () => {
+    const link = 'https://coolidge.org/film-guide';
+    const html = await ofetch(link);
+    const $ = load(html);
+
+    const container = $('#block-coolidge-content > article > div.node__content > div').first();
+
+    const cover = container.find('p').eq(0).find('img').first().attr('src');
+    const title = container.find('p').eq(1).text().trim();
+    const description = container.find('p').eq(2).text().trim();
+    const linkEl = container.find('a').first();
+    const itemLink = linkEl.attr('href');
+
+    const absoluteCover = cover ? new URL(cover, link).href : undefined;
+    const absoluteItemLink = itemLink ? new URL(itemLink, link).href : undefined;
+
+    const rendered = art(path.join(__dirname, 'templates/description.art'), {
+        image: absoluteCover,
+        intro: description,
+    });
+
+    return {
+        title: 'Coolidge Corner Theatre - Film Guide',
+        link,
+        description: 'Film Guide',
+        item: [
+            {
+                title,
+                description: rendered,
+                link: absoluteItemLink ?? link,
+                guid: absoluteItemLink ?? absoluteCover ?? link,
+            },
+        ],
+    };
+};
+
+export const route: Route = {
+    path: '/film-guide',
+    name: 'Film Guide',
+    url: 'coolidge.org/film-guide',
+    maintainers: ['johan456789'],
+    example: '/coolidge/film-guide',
+    categories: ['blog'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    handler,
+};