rsshub 1.0.0-master.f6c2ebb → 1.0.0-master.f70afef

package/lib/routes/deepseek/news.ts

@@ -0,0 +1,88 @@
+import { Route, Data, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { load } from 'cheerio';
+import cache from '@/utils/cache';
+
+const ROOT_URL = 'https://api-docs.deepseek.com/zh-cn';
+
+const NEWS_LIST_SELECTOR = 'ul.menu__list > li:nth-child(2) ul > li.theme-doc-sidebar-item-link';
+const ARTICLE_CONTENT_SELECTOR = '.theme-doc-markdown > div > div';
+const ARTICLE_TITLE_SELECTOR = ARTICLE_CONTENT_SELECTOR + ' > h1';
+
+// 获取消息列表 / get article list
+const fetchPageContent = async (url: string) => {
+    const response = await ofetch(url);
+    return load(response);
+};
+
+// 提取正文内容 / extract article content
+const extractArticleInfo = ($article: cheerio.Root, pageURL: string) => {
+    const contentElement = $article(ARTICLE_CONTENT_SELECTOR);
+    const title = $article(ARTICLE_TITLE_SELECTOR).text();
+    $article(ARTICLE_TITLE_SELECTOR).remove(); // 移除标题，避免重复 / remove title to avoid duplication
+    const content = contentElement.html();
+    return { title, content, pageURL };
+};
+
+const parseDateString = (dateString: string) => {
+    const pubDate = new Date(dateString);
+    return pubDate.toUTCString();
+};
+
+// 创建消息 / create article
+const createDataItem = (item: cheerio.Element, $: cheerio.Root): Promise<DataItem> => {
+    const $item = $(item);
+    const link = $item.find('a').attr('href');
+    const dateString = $item.find('a').text().split(' ').at(-1);
+    const pageURL = new URL(link || '', ROOT_URL).href;
+
+    return cache.tryGet(pageURL, async () => {
+        const $article = await fetchPageContent(pageURL);
+        const { title, content } = extractArticleInfo($article, pageURL);
+        const pubDate = parseDateString(dateString);
+
+        return {
+            title,
+            link: pageURL,
+            pubDate,
+            description: content || undefined,
+        };
+    });
+};
+
+const handler = async (): Promise<Data> => {
+    const $ = await fetchPageContent(ROOT_URL);
+    const newsList = $(NEWS_LIST_SELECTOR);
+
+    const items: DataItem[] = await Promise.all(newsList.toArray().map((li) => createDataItem(li, $)));
+
+    return {
+        title: 'DeepSeek 新闻',
+        link: ROOT_URL,
+        item: items,
+        allowEmpty: true,
+    };
+};
+
+export const route: Route = {
+    path: '/news',
+    categories: ['programming'],
+    example: '/deepseek/news',
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['api-docs.deepseek.com'],
+            target: '/news',
+        },
+    ],
+    name: '新闻',
+    maintainers: ['1837634311'],
+    handler,
+};

package/lib/routes/dehenglaw/index.ts

@@ -90,13 +90,13 @@ export const route: Route = {
     handler,
     example: '/dehenglaw/CN/paper',
     parameters: { language: '语言，默认为中文，即 CN，可在对应分类页 URL 中找到，可选 CN 和 EN', category: '分类，默认为专业文章，即 paper，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [专业文章](https://dehenglaw.com/)，网址为 \`https://www.dehenglaw.com/CN/paper/0008/000902.aspx\`。截取 \`https://dehenglaw.com/\` 到末尾 \`/0008/000902.aspx\` 的部分 \`CN/paper\` 作为参数填入，此时路由为 [\`/dehenglaw/CN/paper\`](https://rsshub.app/dehenglaw/CN/paper)。
 
   | 专业文章 | 出版物  | 德恒论坛 |
   | -------- | ------- | -------- |
   | paper    | publish | luntan   |
-  :::`,
+:::`,
     categories: ['new-media'],
 
     features: {

package/lib/routes/diandong/news.ts

@@ -19,7 +19,7 @@ const titleMap = {
 
 export const route: Route = {
     path: '/news/:cate?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/diandong/news',
     parameters: { cate: '分类，见下表，默认为推荐' },
     features: {

package/lib/routes/digitalcameraworld/news.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 const host = 'https://www.digitalcameraworld.com';
 export const route: Route = {
     path: '/news',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/digitalcameraworld/news',
     parameters: {},
     features: {

package/lib/routes/dingshao/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '盯梢',
+    url: 'www.dingshao.cn',
+    lang: 'zh-CN',
+};

package/lib/routes/dingshao/share.ts

@@ -0,0 +1,53 @@
+import { Route } from '@/types';
+import ofetch from '@/utils/ofetch';
+import { parseDate } from '@/utils/parse-date';
+import type { Context } from 'hono';
+import { Value } from './types';
+
+export const route: Route = {
+    path: '/share/:shortId',
+    categories: ['other'],
+    example: '/dingshao/share/FzFypN',
+    parameters: {
+        shortId: '频道 ID',
+    },
+    radar: [
+        {
+            source: ['www.dingshao.cn/share/:shortId'],
+        },
+    ],
+    name: '频道',
+    maintainers: ['TonyRL'],
+    handler,
+};
+
+const baseUrl = 'https://www.dingshao.cn';
+
+async function handler(ctx: Context) {
+    const { shortId } = ctx.req.param();
+
+    const response = await ofetch<Value>(`${baseUrl}/api/v2/channel/get-channel-and-recent-messages-by-short-id`, {
+        method: 'POST',
+        body: {
+            shortId,
+        },
+    });
+
+    const items = response.value.bundle.channelMessages.map((message) => ({
+        title: message.excerpt.split('\n')[0],
+        description: message.content,
+        pubDate: parseDate(message.publishedAt),
+        category: message.tags,
+        link: `${baseUrl}/channel/${response.value.channel}/${message.id}`,
+    }));
+
+    const channelProfile = response.value.bundle.channels.find((channel) => channel.id === response.value.channel)?.profile;
+
+    return {
+        title: channelProfile?.name,
+        description: channelProfile?.description,
+        link: `${baseUrl}/share/${shortId}`,
+        image: channelProfile?.image,
+        item: items,
+    };
+}

package/lib/routes/dingshao/types.ts

@@ -0,0 +1,64 @@
+export interface Value {
+    value: {
+        channel: string;
+        recentMessages: string[];
+        bundle: Bundle;
+    };
+}
+
+interface Bundle {
+    channels: Channel[];
+    users: User[];
+    channelMessages: ChannelMessage[];
+    channelMessageInteractions: any[];
+}
+
+interface Channel {
+    id: string;
+    owner: string;
+    profile: Profile;
+    tags: string[];
+    script: Script;
+    private: boolean;
+    stats: Stats;
+    sharable: boolean;
+    lastPublishedAt: string;
+}
+
+interface Profile {
+    name: string;
+    description: string;
+    image: string;
+}
+
+interface Script {
+    homepage: string;
+}
+
+interface Stats {
+    subscribers: number;
+}
+
+interface User {
+    id: string;
+    profile: UserProfile;
+}
+
+interface UserProfile {
+    name: string;
+    image: string;
+}
+
+interface ChannelMessage {
+    id: string;
+    channel: string;
+    author: string;
+    tags: string[];
+    excerpt: string;
+    content: string;
+    likes: number;
+    private: boolean;
+    sharable: boolean;
+    script: boolean;
+    publishedAt: string;
+}

package/lib/routes/discourse/namespace.ts

@@ -2,7 +2,7 @@ import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
     name: 'Discourse',
-    description: `:::warning
+    description: `::: warning
 You need to set the environment variable \`DISCOURSE_CONFIG_{id}\` before using it. Please refer to Configuration section in the Deploy page of the documentation.
 :::`,
     lang: 'en',

package/lib/routes/discourse/notifications.ts

@@ -25,7 +25,7 @@ export const route: Route = {
     name: 'Notifications',
     maintainers: [],
     handler,
-    description: `:::warning
+    description: `::: warning
 If you opt to enable \`fulltext\` feature, consider adding \`limit\` parameter to your query to avoid sending too many request.
 :::`,
 };

package/lib/routes/dlnews/category.ts

@@ -69,10 +69,11 @@ export const route: Route = {
             target: '/:category',
         },
     ],
-    name: 'Unknown',
+    url: 'dlnews.com/articles',
+    name: 'Latest News',
     maintainers: ['Rjnishant530'],
     handler,
-    url: 'dlnews.com/articles/',
+    example: '/dlnews/people-culture',
 };
 
 async function handler(ctx) {

package/lib/routes/dn/news.ts

@@ -12,7 +12,7 @@ import path from 'node:path';
 
 export const route: Route = {
     path: '/:language/news/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dn/en-us/news',
     parameters: { language: 'Language, see below', category: 'Category, see below, The Latest by default' },
     features: {

package/lib/routes/dnaindia/topic.ts

@@ -22,7 +22,7 @@ export const route: Route = {
 | ------------ |
 | dna-verified |
 
-:::tip
+::: tip
 The URL of the form \`https://www.dnaindia.com/topic/dna-verified\` demonstrates the utilization of the subdomain \`topic\`.
 :::`,
 };

package/lib/routes/dockerhub/repositories.ts

@@ -0,0 +1,42 @@
+import { Route, ViewType } from '@/types';
+import got from '@/utils/got';
+import { parseDate } from '@/utils/parse-date';
+import { Context } from 'hono';
+
+export const route: Route = {
+    name: 'Owner Repositories',
+    description: 'List of repositories for an image owner',
+    maintainers: ['CaoMeiYouRen'],
+    path: '/repositories/:owner',
+    categories: ['program-update'],
+    view: ViewType.Notifications,
+    example: '/dockerhub/repositories/diygod',
+    parameters: { owner: 'Image owner' },
+    handler,
+};
+
+async function handler(ctx: Context) {
+    const owner = ctx.req.param('owner').toLowerCase();
+    const limit = Number.parseInt(ctx.req.query('limit') || '10');
+    const link = `https://hub.docker.com/r/${owner}`;
+    const url = `https://hub.docker.com/v2/repositories/${owner}`;
+    const response = await got(url, {
+        searchParams: {
+            page_size: limit,
+        },
+    });
+    const item = response.data.results.map((repo) => ({
+        title: repo.name,
+        description: `${repo.description}<br>status: ${repo.status_description}<br>stars: ${repo.star_count}<br>pulls: ${repo.pull_count}`,
+        link: `https://hub.docker.com/r/${owner}/${repo.name}`,
+        author: owner,
+        pubDate: parseDate(repo.last_updated),
+        guid: `${owner}/${repo.name}`,
+    }));
+    return {
+        title: `${owner} repositories`,
+        description: `List of repositories for ${owner}`,
+        link,
+        item,
+    };
+}

package/lib/routes/dockerhub/tag.ts

@@ -17,11 +17,11 @@ export const route: Route = {
         supportScihub: false,
     },
     name: 'Image New Tag',
-    maintainers: [],
+    maintainers: ['pseudoyu'],
     handler,
-    description: `:::warning
+    description: `::: warning
   Use \`library\` as the \`owner\` for official images, such as [https://rsshub.app/dockerhub/tag/library/mysql](https://rsshub.app/dockerhub/tag/library/mysql)
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {
@@ -42,14 +42,20 @@ async function handler(ctx) {
         description: metadata.data.description,
         link,
         language: 'en',
-        item: tags.map((item) => ({
-            title: `${namespace}:${item.name} was updated`,
-            description: `${namespace}:${item.name} was updated, supporting the architectures of ${item.images.map((img) => `${img.os}/${img.architecture}`).join(', ')}`,
-            link: `https://hub.docker.com/layers/${owner === 'library' ? `${image}/` : ''}${namespace}/${item.name}/images/${item.images[0].digest.replace(':', '-')}`,
-            author: owner,
-            pubDate: parseDate(item.tag_last_pushed),
-            // check for (1) different tag names and (2) different image hashes, considering varients of all arches
-            guid: `${namespace}:${item.name}@${hash(item.images)}`,
-        })),
+        item: tags.map((item) => {
+            const architectures = item.images?.length ? item.images.map((img) => `${img.os}/${img.architecture}`).join(', ') : 'unknown architectures';
+
+            const imageDigest = item.digest?.replace(':', '-') || '';
+            const layerLink = `https://hub.docker.com/layers/${owner === 'library' ? `${image}/` : ''}${namespace}/${item.name}/images/${imageDigest}`;
+
+            return {
+                title: `${namespace}:${item.name} was updated`,
+                description: `${namespace}:${item.name} was updated, supporting the ${architectures}`,
+                link: layerLink,
+                author: owner,
+                pubDate: parseDate(item.tag_last_pushed),
+                guid: `${namespace}:${item.name}@${hash(item.images || [])}`,
+            };
+        }),
     };
 }

package/lib/routes/domp4/detail.ts

@@ -91,7 +91,7 @@ export const route: Route = {
     name: '剧集订阅',
     maintainers: ['savokiss'],
     handler,
-    description: `:::tip
+    description: `::: tip
 由于大部分详情页是 \`/html/xxx.html\`，还有部分是 \`/detail/123.html\`，所以此处做了兼容，id 取 \`xxx\` 或者 \`123\` 都可以。
 
 新增 \`second\` 参数，用于选择下载地址二（地址二不可用或者不填都默认地址一），用法: \`/domp4/detail/LBTANI22222I?second=1\`。

package/lib/routes/domp4/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'DoMP4 影视',
     url: 'domp4.cc',
-    description: `:::tip
+    description: `::: tip
 由于网站有多个备用域名，默认使用 \`mp4us.com\`，可以通过在路由最后加上 \`?domain=<域名>\` 切换域名。
 
 目前可用域名有：

package/lib/routes/dongqiudi/daily.ts

@@ -1,7 +1,7 @@
 import { Route } from '@/types';
 export const route: Route = {
     path: '/daily',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/daily',
     radar: [
         {
@@ -12,7 +12,7 @@ export const route: Route = {
     maintainers: ['HenryQW'],
     handler,
     url: 'www.dongqiudi.com/special/48',
-    description: `:::tip
+    description: `::: tip
 部分球队和球员可能会有两个 id, 正确 id 应该由 \`5000\` 开头.
 :::`,
 };

package/lib/routes/dongqiudi/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '懂球帝',
     url: 'm.dongqiudi.com',
-    description: `:::tip
+    description: `::: tip
 -   可以通过头条新闻 + 参数过滤的形式获得早报、专题等内容。
 :::`,
     lang: 'zh-CN',

package/lib/routes/dongqiudi/player-news.ts

@@ -3,7 +3,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/player_news/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/player_news/50000339',
     parameters: { id: '球员 id, 可在[懂球帝数据](https://www.dongqiudi.com/data)中通过其队伍找到' },
     radar: [

package/lib/routes/dongqiudi/result.ts

@@ -5,7 +5,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/result/:team',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/result/50001755',
     parameters: { team: '球队 id, 可在[懂球帝数据](https://www.dongqiudi.com/data)中找到' },
     radar: [

package/lib/routes/dongqiudi/special.ts

@@ -6,7 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/special/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/special/41',
     parameters: { id: '专题 id, 可自行通过 https://www.dongqiudi.com/special/+数字匹配' },
     radar: [

package/lib/routes/dongqiudi/team-news.ts

@@ -3,7 +3,7 @@ import utils from './utils';
 
 export const route: Route = {
     path: '/team_news/:team',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/team_news/50001755',
     parameters: { team: '球队 id, 可在[懂球帝数据](https://www.dongqiudi.com/data)中找到' },
     radar: [

package/lib/routes/dongqiudi/top-news.ts

@@ -6,7 +6,7 @@ import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
     path: '/top_news/:id?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dongqiudi/top_news/1',
     parameters: { id: '类别 id，不填默认头条新闻' },
     features: {

package/lib/routes/douban/other/recommended.ts

@@ -30,9 +30,9 @@ export const route: Route = {
 
   用例：\`/douban/recommended/tv/playable=0&score=8\`
 
-  :::tip
+::: tip
   整合了 /douban/list/ 路由，省去每月手动更新 id 参数，因为当月推荐剧集片单中，会有还未播出 / 开评分剧集、海外平台播出剧集，请自行考虑是否使用额外参数。
-  :::`,
+:::`,
 };
 
 async function handler(ctx) {

package/lib/routes/douyin/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '抖音直播',
     url: 'douyin.com',
-    description: `:::warning
+    description: `::: warning
 反爬严格，需要启用 puppeteer。\
 抖音的视频 CDN 会验证 Referer，意味着许多阅读器都无法直接播放内嵌视频，以下是一些变通解决方案：
 

package/lib/routes/duckdb/news.ts

@@ -36,8 +36,9 @@ async function handler() {
             item = $(item);
             return {
                 title: item.find('h3').text().trim(),
-                link: `https://duckdb.org${item.find('a').eq(2).attr('href')}`,
+                link: `https://duckdb.org${item.find('a.blocklink').attr('href')}`,
                 pubDate: timezone(parseDate(item.find('.date').text(), 'YYYY-MM-DD'), 0),
+                author: item.find('.author').text().trim(),
             };
         });
 
@@ -46,9 +47,7 @@ async function handler() {
             cache.tryGet(item.link, async () => {
                 const response = await got(item.link);
                 const $ = load(response.body);
-                item.author = $('.author').text();
-                item.description = $('.singleentry').html();
-
+                item.description = $('.contentwidth').find('h1, .infoline').remove().end().html();
                 // 上面每个列表项的每个属性都在此重用，
                 // 并增加了一个新属性“description”
                 return item;

package/lib/routes/dw/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DW Deutsche Welle',
+    url: 'dw.com',
+};

package/lib/routes/dw/news.ts

@@ -0,0 +1,89 @@
+import { Route } from '@/types';
+import { processItems } from './utils';
+import got from '@/utils/got';
+import cache from '@/utils/cache';
+import { config } from '@/config';
+
+export const route: Route = {
+    path: '/news/:lang?/:id?',
+    categories: ['traditional-media'],
+    example: '/dw/news',
+    parameters: {
+        lang: 'Language, see below, default to en',
+        id: 'Category ID, see below, default to the id of the Top Stories Page of the language chosen',
+    },
+    features: {
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+        requireConfig: false,
+    },
+    name: 'News',
+    maintainers: ['quiniapiezoelectricity'],
+    handler,
+    description: `
+::: tip
+Parameters can be obtained from the official website, for instance:
+For the site https://www.dw.com/de/deutschland/s-12321 the language code would be \`de\` and the category ID would be \`s-1432\`.
+:::
+`,
+    radar: [
+        {
+            source: ['www.dw.com/:lang/:name/:id'],
+            target: '/news/:lang/:id',
+        },
+    ],
+};
+
+const defaultUrl = `https://www.dw.com/graph-api/en/content/navigation/9097`;
+const typenames = new Set(['Article', 'Liveblog', 'Video']);
+
+async function handler(ctx) {
+    const lang = ctx.req.param('lang') ?? 'en';
+    let id = ctx.req.param('id');
+
+    if (/^s-\d+$/.test(id)) {
+        id = id.match(/^s-(\d+)$/i)[1]; // convert s-1234 id to 1234
+    } else if (id === undefined) {
+        // Look up the id of the Top Stories Page of the selected language if id is not specified in the URL.
+        const navigation = await cache.tryGet(
+            'dw:navigation',
+            async () => {
+                const res = await got(defaultUrl);
+                return res.data.data.content.topStoriesNavigations;
+            },
+            config.cache.routeExpire,
+            false
+        );
+        id = navigation
+            .map((item) => item.namedUrl.split('/'))
+            .find((item) => item[1] === lang)[3]
+            .match(/^s-(\d+)$/i)[1];
+    }
+
+    const response = await got(`https://www.dw.com/graph-api/${lang}/content/navigation/${id}`);
+    const feed = response.data.data.content;
+    cache.set('dw:navigation', feed.topStoriesNavigations, config.cache.routeExpire);
+
+    const list = feed.contentComposition.informationSpaces.flatMap((section) => Object.values(section).flatMap((component) => component[0]?.contents || [])).filter((item) => typenames.has(item.__typename) && item.id);
+    const items = await processItems(
+        list.map((item) => {
+            item.link = new URL(item.namedUrl, 'https://www.dw.com').href;
+            item.pubDate = item.contentDate;
+            item.description = item.teaser;
+            item.language = lang;
+            item.type = item.__typename.toLowerCase();
+            return item;
+        })
+    );
+
+    return {
+        title: `DW | ${feed.title}`,
+        link: feed.canonicalUrl,
+        description: feed.metaDescription,
+        language: feed.topStoriesNavigations.find((item) => item.namedUrl.startsWith(`/${lang}/`))?.localeLang ?? lang,
+        item: items,
+    };
+}