rsshub 1.0.0-master.f9e891b → 1.0.0-master.fa1dcc5

package/lib/routes/dataguidance/index.ts

@@ -1,7 +1,7 @@
 import { Route } from '@/types';
 import cache from '@/utils/cache';
-import got from '@/utils/got';
-import { load } from 'cheerio';
+import ofetch from '@/utils/ofetch';
+
 import { parseDate } from '@/utils/parse-date';
 
 export const route: Route = {
@@ -10,49 +10,38 @@ export const route: Route = {
     path: '/news',
     radar: [
         {
-            source: ['dataguidance.com/search/news'],
+            source: ['www.dataguidance.com/info'],
         },
     ],
     maintainers: ['harveyqiu'],
     handler,
-    url: 'dataguidance.com/news',
+    url: 'https://www.dataguidance.com/info?article_type=news_post',
 };
 
 async function handler() {
     const rootUrl = 'https://www.dataguidance.com';
-    const currentUrl = `${rootUrl}/search/news/`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = load(response.data);
+    const url = 'https://dgcb20-ca-northeurope-dglive.yellowground-c1f17366.northeurope.azurecontainerapps.io/api/v1/content/articles?order=DESC_publishedOn&limit=25&article_types=news_post';
 
-    let items = $('.field-name-title')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const a = item.find('a').first();
+    const response = await ofetch(url);
 
-            return {
-                title: a.text(),
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        });
+    const data = response.data;
 
+    let items = data.map((item) => ({
+        title: item.title.en,
+        link: `${rootUrl}${item.url}`,
+        url: item.url,
+        pubDate: parseDate(item.publishedOn),
+    }));
+    const baseUrl = 'https://dgcb20-ca-northeurope-dglive.yellowground-c1f17366.northeurope.azurecontainerapps.io/api/v1/content/articles/by_path?path=';
     items = await Promise.all(
         items.map((item) =>
             cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+                const detailUrl = `${baseUrl}${item.url}`;
 
-                const content = load(detailResponse.data);
-                item.pubDate = parseDate(content('.field-name-post-date').text());
-                item.description = content('.field-name-body').html();
+                const detailResponse = await ofetch(detailUrl);
 
+                item.description = detailResponse.contentBody?.html.en.replaceAll('\n', '<br>');
+                delete item.url;
                 return item;
             })
         )
@@ -60,7 +49,7 @@ async function handler() {
 
     return {
         title: 'Data Guidance News',
-        link: currentUrl,
+        link: 'https://www.dataguidance.com/info?article_type=news_post',
         item: items,
     };
 }

package/lib/routes/dataguidance/namespace.ts

@@ -4,4 +4,5 @@ export const namespace: Namespace = {
     name: 'DataGuidance',
     url: 'dataguidance.com',
     categories: ['other'],
+    lang: 'en',
 };

package/lib/routes/dayanzai/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '大眼仔旭',
     url: 'dayanzai.me',
+    lang: 'zh-CN',
 };

package/lib/routes/dbaplus/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'dbaplus社群',
     url: 'dbaplus.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/dblp/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'DBLP',
     url: 'dblp.org',
+    lang: 'en',
 };

package/lib/routes/dcard/namespace.ts

@@ -6,4 +6,5 @@ export const namespace: Namespace = {
     description: `:::warning
 僅能透過台灣 IP 抓取。
 :::`,
+    lang: 'zh-TW',
 };

package/lib/routes/dcfever/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'DCFever',
     url: 'dcfever.com',
+    lang: 'zh-CN',
 };

package/lib/routes/dcfever/news.ts

@@ -5,7 +5,7 @@ import { baseUrl, parseItem } from './utils';
 
 export const route: Route = {
     path: '/news/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/news',
     parameters: { type: '分類，預設為所有新聞' },
     name: '新聞中心',

package/lib/routes/dcfever/reviews.ts

@@ -5,7 +5,7 @@ import { baseUrl, parseItem } from './utils';
 
 export const route: Route = {
     path: '/reviews/:type?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/reviews/cameras',
     parameters: { type: '分類，預設為 `cameras`' },
     radar: [

package/lib/routes/dcfever/trading-search.ts

@@ -6,7 +6,7 @@ import { baseUrl, parseTradeItem } from './utils';
 
 export const route: Route = {
     path: '/trading/search/:keyword/:mainCat?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/trading/search/Sony',
     parameters: { keyword: '關鍵字', mainCat: '主要分類 ID，見上表' },
     name: '二手市集 - 物品搜尋',

package/lib/routes/dcfever/trading.ts

@@ -6,7 +6,7 @@ import { baseUrl, parseTradeItem } from './utils';
 
 export const route: Route = {
     path: '/trading/:id',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dcfever/trading/1',
     parameters: { id: '分類 ID，見下表' },
     name: '二手市集',
@@ -29,16 +29,14 @@ async function handler(ctx) {
     const response = await ofetch(link.href);
     const $ = load(response);
 
-    const list = $('.item_list li a')
+    const list = $('.item_grid_wrap div a')
         .toArray()
-        .filter((item) => $(item).attr('href') !== '/documents/advertising.php')
         .map((item) => {
             item = $(item);
-            item.find('.optional').remove();
             return {
-                title: item.find('.trade_title').text(),
+                title: item.find('.lazyloadx').attr('alt'),
                 link: new URL(item.attr('href'), link.href).href,
-                author: item.find('.trade_info').text(),
+                author: item.find('.trade_info div span').eq(1).text(),
             };
         });
 

package/lib/routes/dcfever/utils.ts

@@ -63,11 +63,20 @@ const parseTradeItem = (item) =>
         const response = await ofetch(item.link);
         const $ = load(response);
 
-        $('.selector_text').remove();
-        $('.selector_image_div').each((_, div) => {
+        const photoSelector = $('#trading_item_section .description')
+            .contents()
+            .filter((_, e) => e.type === 'comment')
+            .toArray()
+            .map((e) => e.data)
+            .join('');
+
+        const $photo = load(photoSelector, null, false);
+
+        $photo('.selector_text').remove();
+        $photo('.selector_image_div').each((_, div) => {
             delete div.attribs.onclick;
         });
-        $('.desktop_photo_selector img').each((_, img) => {
+        $photo('.desktop_photo_selector img').each((_, img) => {
             if (img.attribs.src.endsWith('_sqt.jpg')) {
                 img.attribs.src = img.attribs.src.replace('_sqt.jpg', '.jpg');
             }
@@ -76,7 +85,7 @@ const parseTradeItem = (item) =>
         item.description = art(path.join(__dirname, 'templates/trading.art'), {
             info: $('.info_col'),
             description: $('.description_text').html(),
-            photo: $('.desktop_photo_selector').html(),
+            photo: $photo('.desktop_photo_selector').html(),
         });
 
         return item;

package/lib/routes/ddosi/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '雨苁博客',
     url: 'ddosi.org',
+    lang: 'zh-CN',
 };

package/lib/routes/deadbydaylight/namespace.ts

@@ -9,4 +9,5 @@ export const namespace: Namespace = {
     zh: {
         name: '黎明杀机',
     },
+    lang: 'en',
 };

package/lib/routes/deadline/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'Deadline',
     url: 'deadline.com',
+    lang: 'en',
 };

package/lib/routes/dealstreetasia/home.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+// import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch'; // Unified request library used
+import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
+// import puppeteer from '@/utils/puppeteer';
+// import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/home',
+    categories: ['traditional-media'],
+    example: '/dealstreetasia/home',
+    // parameters: { section: 'target section' },
+    radar: [
+        {
+            source: ['dealstreetasia.com/'],
+        },
+    ],
+    name: 'Home',
+    maintainers: ['jack2game'],
+    handler,
+    url: 'dealstreetasia.com/',
+};
+
+async function handler() {
+    // const section = ctx.req.param('section');
+    const items = await fetchPage();
+
+    return items;
+}
+
+async function fetchPage() {
+    const baseUrl = 'https://dealstreetasia.com'; // Define base URL
+
+    const response = await ofetch(`${baseUrl}/`);
+    const $ = load(response);
+
+    const jsonData = JSON.parse($('#__NEXT_DATA__').text());
+    // const headingText = jsonData.props.pageProps.sectionData.name;
+
+    const pageProps = jsonData.props.pageProps;
+    const list = [
+        ...pageProps.topStories,
+        ...pageProps.privateEquity,
+        ...pageProps.ventureCapital,
+        ...pageProps.unicorns,
+        ...pageProps.interviews,
+        ...pageProps.deals,
+        ...pageProps.analysis,
+        ...pageProps.ipos,
+        ...pageProps.opinion,
+        ...pageProps.policyAndRegulations,
+        ...pageProps.people,
+        ...pageProps.earningsAndResults,
+        ...pageProps.theLpView,
+        ...pageProps.dvNewsletters,
+        ...pageProps.reports,
+    ].map((item) => ({
+        title: item.post_title || item.title || 'No Title',
+        link: item.post_url || item.link || '',
+        description: item.post_excerpt || item.excerpt || '',
+        pubDate: item.post_date ? new Date(item.post_date).toUTCString() : item.date ? new Date(item.date).toUTCString() : '',
+        category: item.category_link ? item.category_link.replaceAll(/(<([^>]+)>)/gi, '') : '', // Clean HTML if category_link exists
+        image: item.image_url ? item.image_url.replace(/\?.*$/, '') : '', // Remove query parameters if image_url exists
+    }));
+
+    return {
+        title: 'Deal Street Asia',
+        language: 'en',
+        item: list,
+        link: 'https://dealstreetasia.com/',
+    };
+}

package/lib/routes/dealstreetasia/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DealStreetAsia',
+    url: 'dealstreetasia.com',
+    lang: 'en',
+};

package/lib/routes/dealstreetasia/section.ts

@@ -0,0 +1,57 @@
+import { Route } from '@/types';
+// import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch'; // Unified request library used
+import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
+// import puppeteer from '@/utils/puppeteer';
+// import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/section/:section',
+    categories: ['traditional-media'],
+    example: '/dealstreetasia/section/private-equity',
+    parameters: { section: 'target section' },
+    radar: [
+        {
+            source: ['dealstreetasia.com/'],
+        },
+    ],
+    name: 'Section',
+    maintainers: ['jack2game'],
+    handler,
+    url: 'dealstreetasia.com/',
+};
+
+async function handler(ctx) {
+    const section = ctx.req.param('section');
+    const items = await fetchPage(section);
+
+    return items;
+}
+
+async function fetchPage(section: string) {
+    const baseUrl = 'https://dealstreetasia.com'; // Define base URL
+
+    const response = await ofetch(`${baseUrl}/section/${section}/`);
+    const $ = load(response);
+
+    const jsonData = JSON.parse($('#__NEXT_DATA__').text());
+    const headingText = jsonData.props.pageProps.sectionData.name;
+
+    const items = jsonData.props.pageProps.sectionData.stories.nodes;
+
+    const feedItems = items.map((item) => ({
+        title: item.title || 'No Title',
+        link: item.uri ? `https://www.dealstreetasia.com${item.uri}` : '',
+        description: item.excerpt || '', // Default to empty string if undefined
+        pubDate: item.post_date ? new Date(item.post_date).toUTCString() : '',
+        category: item.sections.nodes.map((section) => section.name),
+        image: item.featuredImage?.node?.mediaItemUrl.replace(/\?.*$/, ''), // Use .replace to sanitize the image URL
+    }));
+
+    return {
+        title: 'Deal Street Asia - ' + headingText,
+        language: 'en',
+        item: feedItems,
+        link: 'https://dealstreetasia.com/section/' + section + '/',
+    };
+}

package/lib/routes/dedao/articles.ts

@@ -0,0 +1,149 @@
+import { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+
+export const route: Route = {
+    path: '/articles/:id?',
+    categories: ['new-media'],
+    example: '/articles/9', // 示例路径更新
+    parameters: { id: '文章类型 ID，8 为得到头条，9 为得到精选，默认为 8' },
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['igetget.com'],
+            target: '/articles/:id',
+        },
+    ],
+    name: '得到文章',
+    maintainers: ['Jacky-Chen-Pro'],
+    handler,
+    url: 'www.igetget.com',
+};
+
+function handleParagraph(data) {
+    let html = '<p>';
+    if (data.contents && Array.isArray(data.contents)) {
+        html += data.contents.map((data) => extractArticleContent(data)).join('');
+    }
+    html += '</p>';
+    return html;
+}
+
+function handleText(data) {
+    let content = data.text?.content || '';
+    if (data.text?.bold || data.text?.highlight) {
+        content = `<strong>${content}</strong>`;
+    }
+    return content;
+}
+
+function handleImage(data) {
+    return data.image?.src ? `<img src="${data.image.src}" alt="${data.image.alt || ''}" />` : '';
+}
+
+function handleHr() {
+    return '<hr />';
+}
+
+function extractArticleContent(data) {
+    if (!data || typeof data !== 'object') {
+        return '';
+    }
+
+    switch (data.type) {
+        case 'paragraph':
+            return handleParagraph(data);
+        case 'text':
+            return handleText(data);
+        case 'image':
+            return handleImage(data);
+        case 'hr':
+            return handleHr();
+        default:
+            return '';
+    }
+}
+
+async function handler(ctx) {
+    const { id = '8' } = ctx.req.param();
+    const rootUrl = 'https://www.igetget.com';
+    const headers = {
+        Accept: 'application/json, text/plain, */*',
+        'Content-Type': 'application/json;charset=UTF-8',
+        Referer: `https://m.igetget.com/share/course/free/detail?id=nb9L2q1e3OxKBPNsdoJrgN8P0Rwo6B`,
+        Origin: 'https://m.igetget.com',
+    };
+    const max_id = 0;
+
+    const response = await got.post('https://m.igetget.com/share/api/course/free/pageTurning', {
+        json: {
+            chapter_id: 0,
+            count: 5,
+            max_id,
+            max_order_num: 0,
+            pid: Number(id),
+            ptype: 24,
+            reverse: true,
+            since_id: 0,
+            since_order_num: 0,
+        },
+        headers,
+    });
+
+    const data = JSON.parse(response.body);
+    if (!data || !data.article_list) {
+        throw new Error('文章列表不存在或为空');
+    }
+
+    const articles = data.article_list;
+
+    const items = await Promise.all(
+        articles.map((article) => {
+            const postUrl = `https://m.igetget.com/share/course/article/article_id/${article.id}`;
+            const postTitle = article.title;
+            const postTime = new Date(article.publish_time * 1000).toUTCString();
+
+            return cache.tryGet(postUrl, async () => {
+                const detailResponse = await got.get(postUrl, { headers });
+                const $ = load(detailResponse.body);
+
+                const scriptTag = $('script')
+                    .filter((_, el) => $(el).text()?.includes('window.__INITIAL_STATE__'))
+                    .text();
+
+                if (scriptTag) {
+                    const jsonStr = scriptTag.match(/window\.__INITIAL_STATE__\s*=\s*(\{.*\});/)?.[1];
+                    if (jsonStr) {
+                        const articleData = JSON.parse(jsonStr);
+
+                        const description = JSON.parse(articleData.articleContent.content)
+                            .map((data) => extractArticleContent(data))
+                            .join('');
+
+                        return {
+                            title: postTitle,
+                            link: postUrl,
+                            description,
+                            pubDate: postTime,
+                        };
+                    }
+                }
+                return null;
+            });
+        })
+    );
+
+    return {
+        title: `得到文章 - ${id === '8' ? '头条' : '精选'}`,
+        link: rootUrl,
+        item: items.filter(Boolean),
+    };
+}

package/lib/routes/dedao/namespace.ts

@@ -3,4 +3,5 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: '得到',
     url: 'dedao.cn',
+    lang: 'zh-CN',
 };

package/lib/routes/deepin/namespace.ts

@@ -6,4 +6,5 @@ export const namespace: Namespace = {
     zh: {
         name: '深度Linux',
     },
+    lang: 'zh-CN',
 };

package/lib/routes/deepin/thread.ts

@@ -0,0 +1,102 @@
+import { Route, DataItem } from '@/types';
+import ofetch from '@/utils/ofetch';
+import cache from '@/utils/cache';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/threads/:type?',
+    categories: ['bbs'],
+    example: '/deepin/threads/latest',
+    parameters: {
+        type: {
+            description: '主题类型',
+            options: [
+                {
+                    value: 'hot',
+                    label: '最热主题',
+                },
+                {
+                    value: 'latest',
+                    label: '最新主题',
+                },
+            ],
+        },
+    },
+    name: '首页主题列表',
+    maintainers: ['myml'],
+    radar: [
+        {
+            source: ['bbs.deepin.org'],
+            target: '/threads/latest',
+        },
+    ],
+    handler,
+};
+
+interface ThreadIndexResult {
+    ThreadIndex: {
+        id: number;
+        subject: string;
+        created_at: string;
+        user: { nickname: string };
+        forum: { name: string };
+    }[];
+}
+interface ThreadInfoResult {
+    data: {
+        id: number;
+        subject: string;
+        created_at: string;
+        user: { nickname: string };
+        post: { message: string };
+    };
+}
+
+const TypeMap = {
+    hot: { where: 'hot_value', title: '最热主题' },
+    latest: { where: 'id', title: '最新主题' },
+};
+
+async function handler(ctx) {
+    let type = TypeMap.latest;
+    if (ctx.req.param('type') === 'hot') {
+        type = TypeMap.hot;
+    }
+    const res = await ofetch<ThreadIndexResult>('https://bbs.deepin.org.cn/api/v1/thread/index', {
+        query: {
+            languages: 'zh_CN',
+            order: 'updated_at',
+            where: type.where,
+        },
+        headers: {
+            accept: 'application/json',
+        },
+    });
+    const items = await Promise.all(
+        res.ThreadIndex.map((thread) => {
+            const link = 'https://bbs.deepin.org.cn/post/' + thread.id;
+            return cache.tryGet(link, async () => {
+                const item: DataItem = {
+                    id: String(thread.id),
+                    title: thread.subject,
+                    link,
+                    pubDate: parseDate(thread.created_at),
+                    author: thread.user.nickname,
+                    category: [thread.forum.name],
+                    description: '',
+                };
+                const cacheData = await ofetch<ThreadInfoResult>('https://bbs.deepin.org.cn/api/v1/thread/info?id=' + item.id);
+                if (cacheData) {
+                    const info = cacheData as ThreadInfoResult;
+                    item.description = info.data.post.message;
+                }
+                return item;
+            }) as Promise<DataItem>;
+        })
+    );
+    return {
+        title: 'deepin论坛主页 - ' + type.title,
+        link: 'https://bbs.deepin.org',
+        item: items,
+    };
+}

package/lib/routes/deeplearning/namespace.ts

@@ -1,6 +1,9 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: 'deeplearning.ai',
+    name: 'DeepLearning.AI',
     url: 'www.deeplearning.ai',
+    categories: ['programming'],
+    description: '',
+    lang: 'en',
 };