rsshub 1.0.0-master.fb6d4f3 → 1.0.0-master.fb7e42c

package/lib/routes/dbaplus/new.ts

@@ -0,0 +1,392 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, type Cheerio, load } from 'cheerio';
+import type { Element } from 'domhandler';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const { id = '9' } = ctx.req.param();
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);
+
+    const baseUrl: string = 'https://dbaplus.cn';
+    const targetUrl: string = new URL(`news-${id}-1.html`, baseUrl).href;
+
+    const response = await ofetch(targetUrl);
+    const $: CheerioAPI = load(response);
+    const language = $('html').attr('lang') ?? 'zh';
+
+    let items: DataItem[] = [];
+
+    items = $('ul.media-list li.media')
+        .slice(0, limit)
+        .toArray()
+        .map((el): Element => {
+            const $el: Cheerio<Element> = $(el);
+            const $aEl: Cheerio<Element> = $el.find('h3.media-heading a');
+
+            const title: string = $aEl.text();
+            const image: string | undefined = $el.find('img.media-object').attr('src');
+            const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+                images: image
+                    ? [
+                          {
+                              src: image,
+                              alt: title,
+                          },
+                      ]
+                    : undefined,
+                intro: $el.find('div.mt10').html(),
+            });
+            const pubDateStr: string | undefined = $el
+                .find('span.time')
+                .text()
+                .replaceAll(/(年|月)/g, '-')
+                .replace('日', '');
+            const linkUrl: string | undefined = $aEl.attr('href');
+            const authorEls: Element[] = $el.find('span.user').toArray();
+            const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                const $authorEl: Cheerio<Element> = $(authorEl);
+
+                return {
+                    name: $authorEl.text(),
+                    url: undefined,
+                    avatar: undefined,
+                };
+            });
+            const upDatedStr: string | undefined = pubDateStr;
+
+            const processedItem: DataItem = {
+                title,
+                description,
+                pubDate: pubDateStr ? parseDate(pubDateStr) : undefined,
+                link: linkUrl,
+                author: authors,
+                content: {
+                    html: description,
+                    text: description,
+                },
+                image,
+                banner: image,
+                updated: upDatedStr ? parseDate(upDatedStr) : undefined,
+                language,
+            };
+
+            return processedItem;
+        });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('h2.title').text();
+                const description: string | undefined =
+                    item.description +
+                    art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.new-detailed').html(),
+                    });
+                const pubDateStr: string | undefined = $$('span.time').first().text();
+                const categories: string[] = $$('meta[name="keywords"]').attr('content')?.split(',') ?? [];
+                const authorEls: Element[] = $$('span.user').toArray();
+                const authors: DataItem['author'] = authorEls.map((authorEl) => {
+                    const $$authorEl: Cheerio<Element> = $$(authorEl);
+
+                    return {
+                        name: $$authorEl.text(),
+                        url: undefined,
+                        avatar: undefined,
+                    };
+                });
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                    category: categories,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    const description: string = $('meta[name="description"]').attr('content') ?? '';
+
+    return {
+        title: $('title').text().split(/：/)[0],
+        description,
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('div.navbar-header img').attr('src'),
+        author: description.split(/：/)[0],
+        language,
+        id: targetUrl,
+    };
+};
+
+export const route: Route = {
+    path: '/news/:id?',
+    name: '资讯',
+    url: 'dbaplus.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/dbaplus/news/9',
+    parameters: {
+        category: {
+            description: '分类，默认为 `9`，即全部，可在对应分类页 URL 中找到',
+            options: [
+                {
+                    label: '全部',
+                    value: '9',
+                },
+                {
+                    label: '数据库',
+                    value: '153',
+                },
+                {
+                    label: '国产数据库',
+                    value: '217',
+                },
+                {
+                    label: 'ORACLE',
+                    value: '10',
+                },
+                {
+                    label: 'MySQL',
+                    value: '11',
+                },
+                {
+                    label: 'SQL优化',
+                    value: '155',
+                },
+                {
+                    label: 'Newsletter',
+                    value: '156',
+                },
+                {
+                    label: '其它',
+                    value: '154',
+                },
+                {
+                    label: '运维',
+                    value: '134',
+                },
+                {
+                    label: '大数据',
+                    value: '73',
+                },
+                {
+                    label: '架构',
+                    value: '141',
+                },
+                {
+                    label: 'PaaS云',
+                    value: '72',
+                },
+                {
+                    label: '职场生涯',
+                    value: '149',
+                },
+                {
+                    label: '标准评估',
+                    value: '248',
+                },
+                {
+                    label: '这里有毒',
+                    value: '21',
+                },
+                {
+                    label: '最新活动',
+                    value: '152',
+                },
+                {
+                    label: '往期干货',
+                    value: '148',
+                },
+                {
+                    label: '特别策划',
+                    value: '150',
+                },
+                {
+                    label: '荐书',
+                    value: '151',
+                },
+            ],
+        },
+    },
+    description: `::: tip
+订阅 [资讯](https://dbaplus.cn/news-9-1.html)，其源网址为 \`https://dbaplus.cn/news-9-1.html\`，请参考该 URL 指定部分构成参数，此时路由为 [\`/dbaplus/news/9\`](https://rsshub.app/dbaplus/news/9)。
+:::
+
+<details>
+  <summary>更多分类</summary>
+
+  | [全部](https://dbaplus.cn/news-9-1.html) | [数据库](https://dbaplus.cn/news-153-1.html) | [运维](https://dbaplus.cn/news-134-1.html) | [大数据](https://dbaplus.cn/news-73-1.html) | [架构](https://dbaplus.cn/news-141-1.html) |
+  | ---------------------------------------- | -------------------------------------------- | ------------------------------------------ | ------------------------------------------- | ------------------------------------------ |
+  | [9](https://rsshub.app/dbaplus/news/9)   | [153](https://rsshub.app/dbaplus/news/153)   | [134](https://rsshub.app/dbaplus/news/134) | [73](https://rsshub.app/dbaplus/news/73)    | [141](https://rsshub.app/dbaplus/news/141) |
+
+  | [PaaS云](https://dbaplus.cn/news-72-1.html) | [职场生涯](https://dbaplus.cn/news-149-1.html) | [标准评估](https://dbaplus.cn/news-248-1.html) | [这里有毒](https://dbaplus.cn/news-21-1.html) |
+  | ------------------------------------------- | ---------------------------------------------- | ---------------------------------------------- | --------------------------------------------- |
+  | [72](https://rsshub.app/dbaplus/news/72)    | [149](https://rsshub.app/dbaplus/news/149)     | [248](https://rsshub.app/dbaplus/news/248)     | [21](https://rsshub.app/dbaplus/news/21)      |
+
+  #### [数据库](https://dbaplus.cn/news-153-1.html)
+
+  | [国产数据库](https://dbaplus.cn/news-217-1.html) | [ORACLE](https://dbaplus.cn/news-10-1.html) | [MySQL](https://dbaplus.cn/news-11-1.html) | [SQL优化](https://dbaplus.cn/news-155-1.html) | [Newsletter](https://dbaplus.cn/news-156-1.html) |
+  | ------------------------------------------------ | ------------------------------------------- | ------------------------------------------ | --------------------------------------------- | ------------------------------------------------ |
+  | [217](https://rsshub.app/dbaplus/news/217)       | [10](https://rsshub.app/dbaplus/news/10)    | [11](https://rsshub.app/dbaplus/news/11)   | [155](https://rsshub.app/dbaplus/news/155)    | [156](https://rsshub.app/dbaplus/news/156)       |
+
+  | [其它](https://dbaplus.cn/news-154-1.html) |
+  | ------------------------------------------ |
+  | [154](https://rsshub.app/dbaplus/news/154) |
+
+  #### [这里有毒](https://dbaplus.cn/news-21-1.html)
+
+  | [最新活动](https://dbaplus.cn/news-152-1.html) | [往期干货](https://dbaplus.cn/news-148-1.html) | [特别策划](https://dbaplus.cn/news-150-1.html) | [荐书](https://dbaplus.cn/news-151-1.html) |
+  | ---------------------------------------------- | ---------------------------------------------- | ---------------------------------------------- | ------------------------------------------ |
+  | [152](https://rsshub.app/dbaplus/news/152)     | [148](https://rsshub.app/dbaplus/news/148)     | [150](https://rsshub.app/dbaplus/news/150)     | [151](https://rsshub.app/dbaplus/news/151) |
+
+</details>
+`,
+    categories: ['programming'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['dbaplus.cn/news*'],
+            target: (_, url) => {
+                const urlObj: URL = new URL(url);
+                const href: string = urlObj.href;
+                const id: string | undefined = href.match(/-(\d+)-\.html/)?.[1];
+
+                return `/dbaplus/news${id ? `/${id}` : ''}`;
+            },
+        },
+        {
+            title: '全部',
+            source: ['dbaplus.cn/news-9-1.html'],
+            target: '/news/9',
+        },
+        {
+            title: '数据库',
+            source: ['dbaplus.cn/news-153-1.html'],
+            target: '/news/153',
+        },
+        {
+            title: '国产数据库',
+            source: ['dbaplus.cn/news-217-1.html'],
+            target: '/news/217',
+        },
+        {
+            title: 'ORACLE',
+            source: ['dbaplus.cn/news-10-1.html'],
+            target: '/news/10',
+        },
+        {
+            title: 'MySQL',
+            source: ['dbaplus.cn/news-11-1.html'],
+            target: '/news/11',
+        },
+        {
+            title: 'SQL优化',
+            source: ['dbaplus.cn/news-155-1.html'],
+            target: '/news/155',
+        },
+        {
+            title: 'Newsletter',
+            source: ['dbaplus.cn/news-156-1.html'],
+            target: '/news/156',
+        },
+        {
+            title: '其它',
+            source: ['dbaplus.cn/news-154-1.html'],
+            target: '/news/154',
+        },
+        {
+            title: '运维',
+            source: ['dbaplus.cn/news-134-1.html'],
+            target: '/news/134',
+        },
+        {
+            title: '大数据',
+            source: ['dbaplus.cn/news-73-1.html'],
+            target: '/news/73',
+        },
+        {
+            title: '架构',
+            source: ['dbaplus.cn/news-141-1.html'],
+            target: '/news/141',
+        },
+        {
+            title: 'PaaS云',
+            source: ['dbaplus.cn/news-72-1.html'],
+            target: '/news/72',
+        },
+        {
+            title: '职场生涯',
+            source: ['dbaplus.cn/news-149-1.html'],
+            target: '/news/149',
+        },
+        {
+            title: '标准评估',
+            source: ['dbaplus.cn/news-248-1.html'],
+            target: '/news/248',
+        },
+        {
+            title: '这里有毒',
+            source: ['dbaplus.cn/news-21-1.html'],
+            target: '/news/21',
+        },
+        {
+            title: '最新活动',
+            source: ['dbaplus.cn/news-152-1.html'],
+            target: '/news/152',
+        },
+        {
+            title: '往期干货',
+            source: ['dbaplus.cn/news-148-1.html'],
+            target: '/news/148',
+        },
+        {
+            title: '特别策划',
+            source: ['dbaplus.cn/news-150-1.html'],
+            target: '/news/150',
+        },
+        {
+            title: '荐书',
+            source: ['dbaplus.cn/news-151-1.html'],
+            target: '/news/151',
+        },
+    ],
+    view: ViewType.Articles,
+};

package/lib/routes/dbaplus/templates/description.art

@@ -0,0 +1,21 @@
+{{ if images }}
+  {{ each images image }}
+    {{ if image?.src }}
+      <figure>
+        <img
+          {{ if image.alt }}
+            alt="{{ image.alt }}"
+          {{ /if }}
+        src="{{ image.src }}">
+      </figure>
+    {{ /if }}
+  {{ /each }}
+{{ /if }}
+
+{{ if intro }}
+  <blockquote>{{ intro }}</blockquote>
+{{ /if }}
+
+{{ if description }}
+  {{@ description }}
+{{ /if }}

package/lib/routes/deepl/blog.ts

@@ -224,9 +224,8 @@ export const route: Route = {
             options: languageOptions,
         },
     },
-    description: `:::tip
+    description: `::: tip
 To subscribe to [Blog](https://www.deepl.com/en/blog), where the source URL is \`https://www.deepl.com/en/blog\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/deepl/blog/en\`](https://rsshub.app/deepl/blog/en).
-
 :::
 
 <details>
@@ -386,7 +385,7 @@ To subscribe to [Blog](https://www.deepl.com/en/blog), where the source URL is \
                 options: languageOptions,
             },
         },
-        description: `:::tip
+        description: `::: tip
 若订阅 [博客](https://www.deepl.com/zh/blog)，网址为 \`https://www.deepl.com/zh/blog\`，请截取 \`https://www.deepl.com/\` 到末尾 \`/blog\` 的部分 \`zh\` 作为 \`lang\` 参数填入，此时目标路由为 [\`/deepl/blog/zh\`](https://rsshub.app/deepl/blog/zh)。
 
 :::

package/lib/routes/diariofruticola/filtro.ts

@@ -102,7 +102,7 @@ export const route: Route = {
             description: 'Filter',
         },
     },
-    description: `:::tip
+    description: `::: tip
 If you subscribe to [Cerezas](https://www.diariofruticola.cl/filtro/cerezas/71/)，where the URL is \`https://www.diariofruticola.cl/filtro/cerezas/71/\`, extract the part \`https://diariofruticola.cl/filtro\` to the end, which is \`/\`, and use it as the parameter to fill in. Therefore, the route will be [\`/diariofruticola/filtro/cerezas/71\`](https://rsshub.app/diariofruticola/filtro/cerezas/71).
 :::
 `,

package/lib/routes/digitalpolicyalert/activity-tracker.ts

@@ -106,7 +106,7 @@ export const route: Route = {
             description: 'Filter, all by default',
         },
     },
-    description: `:::tip
+    description: `::: tip
 To subscribe to [Activity Tracker - International trade](https://digitalpolicyalert.org/activity-tracker?policy=1), where the source URL is \`https://digitalpolicyalert.org/activity-tracker?policy=1\`, extract the certain parts from this URL to be used as parameters, resulting in the route as [\`/digitalpolicyalert/activity-tracker/policy=1\`](https://rsshub.app/digitalpolicyalert/activity-tracker/policy=1).
 :::
 `,

package/lib/routes/dlsite/campaign.ts

@@ -141,6 +141,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Discounted Works',
     maintainers: ['cssxsh'],

package/lib/routes/dlsite/ci-en/article.ts

@@ -18,6 +18,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     radar: [
         {

package/lib/routes/dlsite/new.ts

@@ -69,6 +69,7 @@ export const route: Route = {
         supportBT: false,
         supportPodcast: false,
         supportScihub: false,
+        nsfw: true,
     },
     name: 'Current Release',
     maintainers: ['cssxsh'],

package/lib/routes/dlsite/z-index/index.ts

@@ -6,6 +6,9 @@ export const route: Route = {
     name: 'Unknown',
     maintainers: [],
     handler,
+    features: {
+        nsfw: true,
+    },
 };
 
 async function handler(ctx) {

package/lib/routes/dockerhub/utils.ts

@@ -3,7 +3,7 @@ import md5 from '@/utils/md5';
 function hash(images) {
     const entries = Object.entries(images)
         .map((x) => `${x[1].os}/${x[1].architecture},${x[1].digest}`)
-        .sort((a, b) => a.localeCompare(b));
+        .toSorted((a, b) => a.localeCompare(b));
     const text = entries.join('|');
     return md5(text);
 }

package/lib/routes/dora-world/article.ts

@@ -82,7 +82,7 @@ async function getContent(nextBuildId: string, contentId: string) {
     const description =
         content
             .html()
-            ?.replace(rubyRegex, '$1（$2）')
-            ?.replace(/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFDCF\uFDE0-\uFFFD]/gm, '') ?? '';
+            ?.replaceAll(rubyRegex, '$1（$2）')
+            ?.replaceAll(/[^\u0009\u000A\u000D\u0020-\uD7FF\uE000-\uFDCF\uFDE0-\uFFFD]/gm, '') ?? '';
     return description;
 }

package/lib/routes/dytt/index.ts

@@ -204,9 +204,8 @@ export const route: Route = {
             ],
         },
     },
-    description: `:::tip
+    description: `::: tip
 若订阅 [最新影片](${baseUrl}/html/gndy/dyzz)，网址为 \`${baseUrl}/html/gndy/dyzz\`，请截取 \`${baseUrl}/html/\` 到末尾的部分 \`gndy/dyzz\` 作为 \`category\` 参数填入，此时目标路由为 [\`/dytt/gndy/dyzz\`](https://rsshub.app/dytt/gndy/dyzz)。
-
 :::
 
 <details>

package/lib/routes/eeo/kuaixun.ts

@@ -0,0 +1,154 @@
+import { type Data, type DataItem, type Route, ViewType } from '@/types';
+
+import { art } from '@/utils/render';
+import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import timezone from '@/utils/timezone';
+
+import { type CheerioAPI, load } from 'cheerio';
+import { type Context } from 'hono';
+import path from 'node:path';
+
+export const handler = async (ctx: Context): Promise<Data> => {
+    const limit: number = Number.parseInt(ctx.req.query('limit') ?? '50', 10);
+
+    const baseUrl: string = 'https://www.eeo.com.cn';
+    const apiUrl: string = 'https://app.eeo.com.cn';
+    const targetUrl: string = new URL('kuaixun/', baseUrl).href;
+
+    const response = await ofetch(apiUrl, {
+        query: {
+            app: 'article',
+            controller: 'index',
+            action: 'getMoreArticle',
+            catid: 3690,
+            uuid: 'b048c7211db949eeb7443cd5b9b3bfe3',
+            page: 1,
+            pageSize: limit,
+        },
+    });
+
+    const targetResponse = await ofetch(targetUrl);
+    const $: CheerioAPI = load(targetResponse);
+    const language = $('html').attr('lang') ?? 'en';
+
+    let items: DataItem[] = [];
+
+    items = response.data.slice(0, limit).map((item): DataItem => {
+        const title: string = item.title;
+        const description: string | undefined = art(path.join(__dirname, 'templates/description.art'), {
+            intro: item.description,
+            description: item.content,
+        });
+        const pubDate: number | string = item.published;
+        const linkUrl: string | undefined = item.url;
+        const categories: string[] = [item.catname].filter(Boolean);
+        const authors: DataItem['author'] = item.author;
+        const guid: string = item.contentid ? `eeo-${item.contentid}` : '';
+        const image: string | undefined = item.thumb;
+        const updated: number | string = pubDate;
+
+        const processedItem: DataItem = {
+            title,
+            description,
+            pubDate: pubDate ? timezone(parseDate(pubDate), +8) : undefined,
+            link: linkUrl,
+            category: categories,
+            author: authors,
+            guid,
+            id: guid,
+            content: {
+                html: description,
+                text: description,
+            },
+            image,
+            banner: image,
+            updated: updated ? timezone(parseDate(updated), +8) : undefined,
+            language,
+        };
+
+        return processedItem;
+    });
+
+    items = await Promise.all(
+        items.map((item) => {
+            if (!item.link) {
+                return item;
+            }
+
+            return cache.tryGet(item.link, async (): Promise<DataItem> => {
+                const detailResponse = await ofetch(item.link);
+                const $$: CheerioAPI = load(detailResponse);
+
+                const title: string = $$('h1').first().text() || $$('h2.title').text() || item.title;
+                const description: string | undefined =
+                    item.description +
+                    art(path.join(__dirname, 'templates/description.art'), {
+                        description: $$('div.xx_boxsing, div#mainBody').html(),
+                    });
+                const pubDateStr: string | undefined = $$('h1').next().find('span').first().text() || $$('div.from').text();
+                const authors: DataItem['author'] = $$('h1').next().contents().first().text() || $$('span.showMoreAuthor').text() || item.author;
+                const upDatedStr: string | undefined = pubDateStr;
+
+                const processedItem: DataItem = {
+                    title,
+                    description,
+                    pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
+                    author: authors,
+                    content: {
+                        html: description,
+                        text: description,
+                    },
+                    updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
+                    language,
+                };
+
+                return {
+                    ...item,
+                    ...processedItem,
+                };
+            });
+        })
+    );
+
+    return {
+        title: $('title').text(),
+        description: $('meta[name="description"]').attr('content'),
+        link: targetUrl,
+        item: items,
+        allowEmpty: true,
+        image: $('div.logo img').attr('src'),
+        author: $('meta[name="author"]').attr('content'),
+        language,
+        id: $('meta[property="og:url"]').attr('content'),
+    };
+};
+
+export const route: Route = {
+    path: '/kuaixun',
+    name: '快讯',
+    url: 'www.eeo.com.cn',
+    maintainers: ['nczitzk'],
+    handler,
+    example: '/eeo/kuaixun',
+    parameters: undefined,
+    description: undefined,
+    categories: ['finance'],
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportRadar: true,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['www.eeo.com.cn/kuaixun/'],
+            target: '/kuaixun',
+        },
+    ],
+    view: ViewType.Articles,
+};