rsshub 1.0.0-master.f72af1b → 1.0.0-master.f7347d9

package/lib/routes/dcfever/trading.ts

@@ -29,16 +29,14 @@ async function handler(ctx) {
     const response = await ofetch(link.href);
     const $ = load(response);
 
-    const list = $('.item_list li a')
+    const list = $('.item_grid_wrap div a')
         .toArray()
-        .filter((item) => $(item).attr('href') !== '/documents/advertising.php')
         .map((item) => {
             item = $(item);
-            item.find('.optional').remove();
             return {
-                title: item.find('.trade_title').text(),
+                title: item.find('.lazyloadx').attr('alt'),
                 link: new URL(item.attr('href'), link.href).href,
-                author: item.find('.trade_info').text(),
+                author: item.find('.trade_info div span').eq(1).text(),
             };
         });
 

package/lib/routes/dcfever/utils.ts

@@ -63,11 +63,20 @@ const parseTradeItem = (item) =>
         const response = await ofetch(item.link);
         const $ = load(response);
 
-        $('.selector_text').remove();
-        $('.selector_image_div').each((_, div) => {
+        const photoSelector = $('#trading_item_section .description')
+            .contents()
+            .filter((_, e) => e.type === 'comment')
+            .toArray()
+            .map((e) => e.data)
+            .join('');
+
+        const $photo = load(photoSelector, null, false);
+
+        $photo('.selector_text').remove();
+        $photo('.selector_image_div').each((_, div) => {
             delete div.attribs.onclick;
         });
-        $('.desktop_photo_selector img').each((_, img) => {
+        $photo('.desktop_photo_selector img').each((_, img) => {
             if (img.attribs.src.endsWith('_sqt.jpg')) {
                 img.attribs.src = img.attribs.src.replace('_sqt.jpg', '.jpg');
             }
@@ -76,7 +85,7 @@ const parseTradeItem = (item) =>
         item.description = art(path.join(__dirname, 'templates/trading.art'), {
             info: $('.info_col'),
             description: $('.description_text').html(),
-            photo: $('.desktop_photo_selector').html(),
+            photo: $photo('.desktop_photo_selector').html(),
         });
 
         return item;

package/lib/routes/dealstreetasia/home.ts

@@ -0,0 +1,72 @@
+import { Route } from '@/types';
+// import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch'; // Unified request library used
+import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
+// import puppeteer from '@/utils/puppeteer';
+// import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/home',
+    categories: ['traditional-media'],
+    example: '/dealstreetasia/home',
+    // parameters: { section: 'target section' },
+    radar: [
+        {
+            source: ['dealstreetasia.com/'],
+        },
+    ],
+    name: 'Home',
+    maintainers: ['jack2game'],
+    handler,
+    url: 'dealstreetasia.com/',
+};
+
+async function handler() {
+    // const section = ctx.req.param('section');
+    const items = await fetchPage();
+
+    return items;
+}
+
+async function fetchPage() {
+    const baseUrl = 'https://dealstreetasia.com'; // Define base URL
+
+    const response = await ofetch(`${baseUrl}/`);
+    const $ = load(response);
+
+    const jsonData = JSON.parse($('#__NEXT_DATA__').text());
+    // const headingText = jsonData.props.pageProps.sectionData.name;
+
+    const pageProps = jsonData.props.pageProps;
+    const list = [
+        ...pageProps.topStories,
+        ...pageProps.privateEquity,
+        ...pageProps.ventureCapital,
+        ...pageProps.unicorns,
+        ...pageProps.interviews,
+        ...pageProps.deals,
+        ...pageProps.analysis,
+        ...pageProps.ipos,
+        ...pageProps.opinion,
+        ...pageProps.policyAndRegulations,
+        ...pageProps.people,
+        ...pageProps.earningsAndResults,
+        ...pageProps.theLpView,
+        ...pageProps.dvNewsletters,
+        ...pageProps.reports,
+    ].map((item) => ({
+        title: item.post_title || item.title || 'No Title',
+        link: item.post_url || item.link || '',
+        description: item.post_excerpt || item.excerpt || '',
+        pubDate: item.post_date ? new Date(item.post_date).toUTCString() : item.date ? new Date(item.date).toUTCString() : '',
+        category: item.category_link ? item.category_link.replaceAll(/(<([^>]+)>)/gi, '') : '', // Clean HTML if category_link exists
+        image: item.image_url ? item.image_url.replace(/\?.*$/, '') : '', // Remove query parameters if image_url exists
+    }));
+
+    return {
+        title: 'Deal Street Asia',
+        language: 'en',
+        item: list,
+        link: 'https://dealstreetasia.com/',
+    };
+}

package/lib/routes/dealstreetasia/namespace.ts

@@ -0,0 +1,6 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: 'DealStreetAsia',
+    url: 'dealstreetasia.com',
+};

package/lib/routes/dealstreetasia/section.ts

@@ -0,0 +1,57 @@
+import { Route } from '@/types';
+// import cache from '@/utils/cache';
+import ofetch from '@/utils/ofetch'; // Unified request library used
+import { load } from 'cheerio'; // An HTML parser with an API similar to jQuery
+// import puppeteer from '@/utils/puppeteer';
+// import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/section/:section',
+    categories: ['traditional-media'],
+    example: '/dealstreetasia/section/private-equity',
+    parameters: { section: 'target section' },
+    radar: [
+        {
+            source: ['dealstreetasia.com/'],
+        },
+    ],
+    name: 'Section',
+    maintainers: ['jack2game'],
+    handler,
+    url: 'dealstreetasia.com/',
+};
+
+async function handler(ctx) {
+    const section = ctx.req.param('section');
+    const items = await fetchPage(section);
+
+    return items;
+}
+
+async function fetchPage(section: string) {
+    const baseUrl = 'https://dealstreetasia.com'; // Define base URL
+
+    const response = await ofetch(`${baseUrl}/section/${section}/`);
+    const $ = load(response);
+
+    const jsonData = JSON.parse($('#__NEXT_DATA__').text());
+    const headingText = jsonData.props.pageProps.sectionData.name;
+
+    const items = jsonData.props.pageProps.sectionData.stories.nodes;
+
+    const feedItems = items.map((item) => ({
+        title: item.title || 'No Title',
+        link: item.uri ? `https://www.dealstreetasia.com${item.uri}` : '',
+        description: item.excerpt || '', // Default to empty string if undefined
+        pubDate: item.post_date ? new Date(item.post_date).toUTCString() : '',
+        category: item.sections.nodes.map((section) => section.name),
+        image: item.featuredImage?.node?.mediaItemUrl.replace(/\?.*$/, ''), // Use .replace to sanitize the image URL
+    }));
+
+    return {
+        title: 'Deal Street Asia - ' + headingText,
+        language: 'en',
+        item: feedItems,
+        link: 'https://dealstreetasia.com/section/' + section + '/',
+    };
+}

package/lib/routes/dlsite/campaign.ts

@@ -149,9 +149,8 @@ async function handler(ctx) {
     }
     const link = setUrl(info);
 
-    const response = await got(link, {
+    const response = await got(new URL(link, host), {
         method: 'GET',
-        prefixUrl: host,
     });
     const data = response.data;
     const $ = load(data);

package/lib/routes/dlsite/new.ts

@@ -81,9 +81,8 @@ async function handler(ctx) {
 
     const link = info.url.slice(1);
 
-    const response = await got(link, {
+    const response = await got(new URL(link, host), {
         method: 'GET',
-        prefixUrl: host,
     });
     const data = response.data;
     const $ = load(data);

package/lib/routes/dlsite/{index.ts → z-index/index.ts}

@@ -1,5 +1,5 @@
 import { Route } from '@/types';
-import { ProcessItems } from './utils';
+import { ProcessItems } from '../utils';
 
 export const route: Route = {
     path: '*',

package/lib/routes/douban/other/topic.ts

@@ -4,7 +4,7 @@ import got from '@/utils/got';
 
 export const route: Route = {
     path: '/topic/:id/:sort?',
-    categories: ['social-media'],
+    categories: ['social-media', 'popular'],
     example: '/douban/topic/48823',
     parameters: { id: '话题id', sort: '排序方式，hot或new，默认为new' },
     features: {
@@ -16,7 +16,7 @@ export const route: Route = {
         supportScihub: false,
     },
     name: '话题',
-    maintainers: ['LogicJake'],
+    maintainers: ['LogicJake', 'pseudoyu'],
     handler,
 };
 
@@ -36,8 +36,14 @@ async function handler(ctx) {
     });
 
     const data = response.data.items;
-    const title = data[0].topic.name;
-    const description = data[0].topic.introduction;
+
+    let title = id;
+    let description = '';
+
+    if (data[0].topic !== null) {
+        title = data[0].topic.name;
+        description = data[0].topic.introduction;
+    }
 
     const out = await Promise.all(
         data.map(async (item) => {