rsshub 1.0.0-master.f9ec483 → 1.0.0-master.fa04a11

package/lib/routes/dw/utils.ts

@@ -0,0 +1,172 @@
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load, type CheerioAPI } from 'cheerio';
+import { art } from '@/utils/render';
+import path from 'node:path';
+import { getCurrentPath } from '@/utils/helpers';
+
+const __dirname = getCurrentPath(import.meta.url);
+const formatId = '605';
+
+const i18n = (word: string, lang: string) => {
+    switch (word) {
+        case 'Image':
+            switch (lang) {
+                case 'sq':
+                    return 'Fotografi';
+                case 'am':
+                    return 'ምስል';
+                case 'ar':
+                    return 'صورة من';
+                case 'bn':
+                    return 'ছবি';
+                case 'bs':
+                    return 'Foto';
+                case 'bg':
+                    return 'Снимка';
+                case 'zh':
+                    return '图像来源';
+                case 'zh-hant':
+                    return '圖片來源';
+                case 'hr':
+                    return 'Foto';
+                case 'fa-af':
+                    return 'عکس';
+                case 'en':
+                    return 'Image';
+                case 'fr':
+                    return 'Image';
+                case 'de':
+                    return 'Bild';
+                case 'el':
+                    return 'Εικόνα';
+                case 'ha':
+                    return 'Hoto';
+                case 'hi':
+                    return 'तस्वीर';
+                case 'id':
+                    return 'Foto';
+                case 'sw':
+                    return 'Picha';
+                case 'mk':
+                    return 'Фотографија';
+                case 'ps':
+                    return 'انځور';
+                case 'fa-ir':
+                    return 'عکس';
+                case 'pl':
+                    return 'Zdjęcie';
+                case 'pt-002':
+                    return 'Foto';
+                case 'pt-br':
+                    return 'Foto';
+                case 'ro':
+                    return 'Imagine';
+                case 'ru':
+                    return 'Фото';
+                case 'sr':
+                    return 'Foto';
+                case 'es':
+                    return 'Imagen';
+                case 'tr':
+                    return 'Fotoğraf';
+                case 'uk':
+                    return 'Фото';
+                case 'ur':
+                    return 'تصویر';
+                default:
+                    return 'Image';
+            }
+        default:
+            return word;
+    }
+};
+
+const m3u8tomp4 = (src: string) =>
+    src.replace('https://hlsvod.dw.com/i/', 'https://tvdownloaddw-a.akamaihd.net/').replace(',AVC_480x270,AVC_512x288,AVC_640x360,AVC_960x540,AVC_1280x720,AVC_1920x1080,.mp4.csmil/master.m3u8', 'AVC_1920x1080.mp4');
+
+const processHtml = ($: CheerioAPI, contentLinks) => {
+    $('img').each((_, elem) => {
+        try {
+            const id = $(elem).attr('data-id');
+            const contentLink = contentLinks.find((item) => String(item.targetId) === id);
+            $(elem).attr({
+                title: contentLink?.name,
+                alt: contentLink?.description,
+                src: `https://static.dw.com/image/${id}_${formatId}.jpg`,
+            });
+            $(elem).removeAttr('style');
+        } catch {
+            // no-empty
+        }
+    });
+    $('video').each((_, elem) => {
+        try {
+            $(elem).attr('poster', $(elem).attr('data-posterurl'));
+        } catch {
+            // no-empty
+        }
+    });
+    $('iframe').each((_, elem) => {
+        try {
+            $(elem).attr('src', $(elem).attr('data-src'));
+        } catch {
+            // no-empty
+        }
+    });
+    $('svg').remove(); // svg will screw up in a lot of rss readers
+};
+
+const processContent = (item, content) => {
+    const $text = load(content.text);
+    processHtml($text, content.contentLinks);
+    const liveblog =
+        item.type === 'liveblog' && content.posts
+            ? art(path.join(__dirname, 'templates/liveblog.art'), {
+                  posts: content.posts.map((post) => {
+                      const $post = load(post.text);
+                      processHtml($post, content.contentLinks);
+                      post.text = $post.html();
+                      return post;
+                  }),
+              })
+            : undefined;
+    const video =
+        item.type === 'video' && content.hlsVideoSrc
+            ? art(path.join(__dirname, 'templates/video.art'), {
+                  hlsVideoSrc: content.hlsVideoSrc,
+                  mp4VideoSrc: m3u8tomp4(content.hlsVideoSrc),
+                  posterImageUrl: content.posterImageUrl,
+              })
+            : undefined;
+    item.description = art(path.join(__dirname, 'templates/description.art'), {
+        teaser: content.teaser,
+        video,
+        mainImage: $text(`[data-id="${content.mainContentImageLink?.targetId}"]`).length === 0 ? content.mainContentImageLink : undefined,
+        // occasionally the text html already includes the main image, testing to see if an image with the same id exists
+        text: $text.html(),
+        liveblog,
+        imageI18n: i18n('Image', item.language),
+        formatId,
+    });
+    if (content.trackingCategories) {
+        item.category = content.trackingCategories;
+    }
+    if (content.firstPersonArray) {
+        item.author = content.firstPersonArray.map((person) => person.fullName).join(', ');
+    }
+    return item;
+};
+
+export const processItems = async (items) => {
+    items = await Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const response = await got(`https://www.dw.com/graph-api/${item.language}/content/${item.type}/${item.id}`);
+                const content = response.data.data.content;
+                return processContent(item, content);
+            })
+        )
+    );
+    return items;
+};

package/lib/routes/dx2025/index.ts

@@ -5,7 +5,7 @@ import { load } from 'cheerio';
 
 export const route: Route = {
     path: '/:type?/:category?',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     example: '/dx2025',
     parameters: { type: '内容类别，见下表，默认为空', category: '行业分类，见下表，默认为空' },
     features: {

package/lib/routes/dytt/index.ts

@@ -0,0 +1,75 @@
+import type { Route } from '@/types';
+import cache from '@/utils/cache';
+import got from '@/utils/got';
+import { load } from 'cheerio';
+import iconv from 'iconv-lite';
+import { parseDate } from '@/utils/parse-date';
+
+export const route: Route = {
+    path: '/',
+    categories: ['multimedia'],
+    example: '/dytt',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: true,
+        supportPodcast: false,
+        supportScihub: false,
+    },
+    radar: [
+        {
+            source: ['ygdy8.net/index.html'],
+        },
+    ],
+    name: '最新电影',
+    maintainers: ['junfengP'],
+    handler,
+};
+
+async function loadContent(link: string) {
+    const response = await got.get(link, {
+        responseType: 'buffer',
+    });
+    const data = iconv.decode(response.data, 'gb2312');
+    const $ = load(data);
+    return $('div#Zoom').html() || '';
+}
+
+async function handler() {
+    const baseURL = 'https://www.ygdy8.net/html/gndy/dyzz/index.html';
+    const response = await got.get(baseURL, {
+        responseType: 'buffer',
+    });
+    const data = iconv.decode(response.data, 'gb2312');
+
+    const $ = load(data);
+    const list = $('.co_content8 table tr b a').toArray();
+
+    const items = await Promise.all(
+        list.map(async (item) => {
+            const link = $(item);
+            const itemUrl = 'https://www.ygdy8.net' + link.attr('href');
+
+            return await cache.tryGet(itemUrl, async () => {
+                const description = await loadContent(itemUrl);
+                return {
+                    enclosure_url: description.match(/magnet:.*?(?=">)/) || '',
+                    enclosure_type: 'application/x-bittorrent',
+                    title: link.text(),
+                    description,
+                    pubDate: parseDate($(item).find('font').text()),
+                    link: itemUrl,
+                };
+            });
+        })
+    );
+
+    return {
+        title: '电影天堂/阳光电影',
+        link: baseURL,
+        description: '电影天堂RSS',
+        item: items,
+    };
+}

package/lib/routes/dytt/namespace.ts

@@ -0,0 +1,7 @@
+import type { Namespace } from '@/types';
+
+export const namespace: Namespace = {
+    name: '电影天堂',
+    url: 'www.ygdy8.net',
+    lang: 'zh-CN',
+};

package/lib/routes/ecnu/jwc.ts

@@ -13,7 +13,11 @@ export const route: Route = {
     example: '/ecnu/jwc',
     radar: [
         {
-            source: ['www.jwc.ecnu.edu.cn', 'www.ecnu.edu.cn'],
+            source: ['www.jwc.ecnu.edu.cn'],
+            target: '/tzgg',
+        },
+        {
+            source: ['www.ecnu.edu.cn'],
             target: '/tzgg',
         },
     ],

package/lib/routes/egsea/flash.ts

@@ -43,7 +43,7 @@ async function handler() {
             link,
             pubDate,
             description,
-            category: item.tags.map((tag) => tag.name),
+            category: item.tags?.map((tag) => tag.name),
         };
     });
 

package/lib/routes/eshukan/academic.ts

@@ -105,9 +105,9 @@ export const route: Route = {
     handler,
     example: '/eshukan/academic/1',
     parameters: { category: '栏目 id，默认为 `1`，即期刊动态，可在对应栏目页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [期刊动态](https://www.eshukan.com/academic/index.aspx?cid=1)，网址为 \`https://www.eshukan.com/academic/index.aspx?cid=1\`。截取 \`https://www.eshukan.com/academic/index.aspx?cid=\` 到末尾的部分 \`1\` 作为参数填入，此时路由为 [\`/eshukan/academic/1\`](https://rsshub.app/eshukan/academic/1)。
-  :::
+:::
     `,
     categories: ['study'],
 

package/lib/routes/espn/news.ts

@@ -2,7 +2,7 @@ import { Route } from '@/types';
 import cache from '@/utils/cache';
 import ofetch from '@/utils/ofetch';
 import * as cheerio from 'cheerio';
-import path from 'path';
+import path from 'node:path';
 import { getCurrentPath } from '@/utils/helpers';
 import { art } from '@/utils/render';
 

package/lib/routes/fashionnetwork/index.ts

@@ -113,9 +113,9 @@ export const route: Route = {
     handler,
     example: '/fashionnetwork/cn/lists/0',
     parameters: { category: '分类，默认为 0，可在对应分类页 URL 中找到' },
-    description: `:::tip
+    description: `::: tip
   若订阅 [独家新闻](https://fashionnetwork.cn)，网址为 \`https://fashionnetwork.cn/lists/13.html\`。截取 \`https://fashionnetwork.cn/\` 到末尾 \`.html\` 的部分 \`13\` 作为参数填入，此时路由为 [\`/fashionnetwork/cn/lists/13\`](https://rsshub.app/fashionnetwork/cn/lists/13)。
-  :::
+:::
 
   | 分类                                           | ID                                                  |
   | ---------------------------------------------- | --------------------------------------------------- |

package/lib/routes/fashionnetwork/namespace.ts

@@ -3,7 +3,7 @@ import type { Namespace } from '@/types';
 export const namespace: Namespace = {
     name: 'FashionNetwork',
     url: 'fashionnetwork.cn',
-    categories: ['new-media'],
+    categories: ['new-media', 'popular'],
     description: '',
     lang: 'zh-CN',
 };

package/lib/routes/fastbull/express-news.ts

@@ -19,17 +19,17 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['fastbull.cn/express-news', 'fastbull.cn/'],
+            source: ['fastbull.com/express-news', 'fastbull.com/'],
         },
     ],
-    name: '快讯',
+    name: 'News Flash',
     maintainers: ['nczitzk'],
     handler,
-    url: 'fastbull.cn/express-news',
+    url: 'fastbull.com/express-news',
 };
 
 async function handler() {
-    const rootUrl = 'https://www.fastbull.cn';
+    const rootUrl = 'https://www.fastbull.com';
     const currentUrl = `${rootUrl}/express-news`;
 
     const response = await got({

package/lib/routes/fastbull/namespace.ts

@@ -1,7 +1,7 @@
 import type { Namespace } from '@/types';
 
 export const namespace: Namespace = {
-    name: '法布财经',
-    url: 'fastbull.cn',
-    lang: 'zh-CN',
+    name: 'FastBull',
+    url: 'fastbull.com',
+    lang: 'en',
 };

package/lib/routes/fastbull/news.ts

@@ -10,7 +10,7 @@ import { art } from '@/utils/render';
 import path from 'node:path';
 
 export const route: Route = {
-    path: ['/news', '/'],
+    path: '/news',
     categories: ['finance', 'popular'],
     view: ViewType.Articles,
     example: '/fastbull/news',
@@ -25,18 +25,18 @@ export const route: Route = {
     },
     radar: [
         {
-            source: ['fastbull.cn/news', 'fastbull.cn/'],
+            source: ['fastbull.com/cn/news', 'fastbull.com/cn'],
         },
     ],
-    name: '新闻',
+    name: 'News',
     maintainers: ['nczitzk'],
     handler,
-    url: 'fastbull.cn/news',
+    url: 'fastbull.com/news',
 };
 
 async function handler() {
-    const rootUrl = 'https://www.fastbull.cn';
-    const currentUrl = `${rootUrl}/news`;
+    const rootUrl = 'https://www.fastbull.com';
+    const currentUrl = `${rootUrl}/cn/news`;
 
     const response = await got({
         method: 'get',

package/lib/routes/finology/bullets.ts

@@ -1,12 +1,22 @@
-import { Route } from '@/types';
-import got from '@/utils/got';
+import { Data, Route, ViewType } from '@/types';
 import { load } from 'cheerio';
 import { parseDate } from '@/utils/parse-date';
+import ofetch from '@/utils/ofetch';
 
 export const route: Route = {
     path: '/bullets',
     categories: ['finance'],
+    view: ViewType.Notifications,
     example: '/finology/bullets',
+    parameters: {},
+    features: {
+        requireConfig: false,
+        requirePuppeteer: false,
+        antiCrawler: false,
+        supportBT: false,
+        supportPodcast: false,
+        supportScihub: false,
+    },
     radar: [
         {
             source: ['insider.finology.in/bullets'],
@@ -21,20 +31,20 @@ export const route: Route = {
 async function handler() {
     const baseUrl = 'https://insider.finology.in/bullets';
 
-    const { data: response } = await got(baseUrl);
+    const response = await ofetch(baseUrl);
     const $ = load(response);
 
-    const listItems = $('ul.timeline li.m-pb2')
+    const listItems = $('body > div.flex.bullettext > div.w80 > div')
         .toArray()
         .map((item) => {
-            item = $(item);
-            const time = item.find('div.timeline-info span').text().split(', ')[1];
-            const a = item.find('a.bullet_share_div');
-            const description = item.find('div.bullet-desc').html();
+            const $item = $(item);
+            const time = $item.find('div.timeline-info span').text().split(', ')[1];
+            const a = $item.find('a.timeline-title');
+            const description = $item.find('div.bullet-desc').html();
             return {
-                title: a.attr('data-bullettitle'),
-                link: a.attr('data-bulleturl'),
-                pubDate: parseDate(time, 'DD MMMM'),
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: parseDate(time),
                 description,
             };
         });
@@ -44,8 +54,8 @@ async function handler() {
         link: baseUrl,
         item: listItems,
         description: 'Your daily dose of crisp, spicy financial news in 80 words.',
-        logo: 'https://assets.finology.in/insider/images/favicon/apple-touch-icon.png',
-        icon: 'https://assets.finology.in/insider/images/favicon/favicon-32x32.png',
+        logo: 'https://insider.finology.in/Images/favicon/favicon.ico',
+        icon: 'https://insider.finology.in/Images/favicon/favicon.ico',
         language: 'en-us',
-    };
+    } as Data;
 }

package/lib/routes/finology/category.ts

@@ -1,10 +1,11 @@
-import { Route } from '@/types';
+import { Data, Route } from '@/types';
 import { getItems } from './utils';
 import type { Context } from 'hono';
 
 export const route: Route = {
-    path: '/:category',
+    path: '/category/:category',
     categories: ['finance'],
+    url: 'insider.finology.in/business',
     example: '/finology/success-stories',
     parameters: { category: 'Refer Table below or find in URL' },
     radar: [
@@ -15,7 +16,7 @@ export const route: Route = {
     name: 'Category',
     maintainers: ['Rjnishant530'],
     handler,
-    description: `:::note Category
+    description: `::: info Category
   | Category              | Link               |
   | --------------------- | ------------------ |
   | **Business**          | business           |
@@ -33,28 +34,28 @@ export const route: Route = {
   | Financial Ratios      | stock-ratios       |
   | Investor's Psychology | behavioral-finance |
   | Mutual Funds          | mutual-fund        |
-  :::`,
+:::`,
 };
 
 async function handler(ctx: Context) {
     const { category } = ctx.req.param();
-    return await commonHandler('https://insider.finology.in', `/${category}`, 6);
-}
-
-export async function commonHandler(baseUrl: string, route: string, number: number) {
     const extra = {
+        description: (topic: string) => `Articles for your research and knowledge under ${topic}`,
         date: true,
-        topicName: '',
-        selector: `div.w100.pb${number}.bg-color.flex.flex-col.align-center div.w23.br0625.shadow.position-r.bg-white.m-w100.card.t-w45`,
+        selector: `div.card`,
     };
-    const listItems = await getItems(`${baseUrl}${route}`, extra);
+    return await commonHandler('https://insider.finology.in', `/${category}`, extra);
+}
+
+export async function commonHandler(baseUrl: string, route: string, extra: any): Promise<Data> {
+    const { items, topicName } = await getItems(`${baseUrl}${route}`, extra);
     return {
-        title: `${extra.topicName} - Finology Insider`,
+        title: `${topicName} - Finology Insider`,
         link: `${baseUrl}${route}`,
-        item: listItems,
-        description: number === 2 ? `Everything that Insider has to offer about ${extra.topicName} for you to read and learn.` : `Articles for your research and knowledge under ${extra.topicName}`,
-        logo: 'https://assets.finology.in/insider/images/favicon/apple-touch-icon.png',
-        icon: 'https://assets.finology.in/insider/images/favicon/favicon-32x32.png',
+        item: items,
+        description: extra.description(topicName || ''),
+        logo: 'https://insider.finology.in/Images/favicon/favicon.ico',
+        icon: 'https://insider.finology.in/Images/favicon/favicon.ico',
         language: 'en-us',
     };
 }

package/lib/routes/finology/most-viewed.ts

@@ -1,50 +1,27 @@
 import { Route } from '@/types';
-import logger from '@/utils/logger';
-import { getItems } from './utils';
+import { commonHandler } from './category';
 
 export const route: Route = {
-    path: '/most-viewed/:time',
+    path: '/most-viewed',
     categories: ['finance'],
-    example: '/finology/most-viewed/monthly',
-    parameters: { time: '`alltime` or `monthly` only' },
+    example: '/finology/most-viewed',
     radar: [
         {
             source: ['insider.finology.in/most-viewed'],
-            target: '/most-viewed/monthly',
+            target: '/most-viewed',
         },
     ],
     name: 'Most Viewed',
     maintainers: ['Rjnishant530'],
     handler,
+    url: 'insider.finology.in/most-viewed',
 };
 
-async function handler(ctx) {
-    const baseUrl = 'https://insider.finology.in/most-viewed';
-    let selector;
-    let title;
-    const time = ctx.req.param('time');
-    if (time === 'alltime') {
-        title = 'All Time';
-        selector = 'div.w100.pb2.bg-color.flex.flex-col.align-center.pt6 div.w23.br0625.shadow.position-r.bg-white.m-w100.card.t-w45';
-    } else if (time === 'monthly') {
-        title = 'Monthly';
-        selector = 'div.w100.pb2.bg-color.flex.flex-col.align-center:not(.pt6) div.w23.br0625.shadow.position-r.bg-white.m-w100.card.t-w45';
-    } else {
-        logger.error('Invalid Time');
-    }
-
+async function handler() {
     const extra = {
+        description: (topic: string) => `Check out the most talked-about articles among our readers! ${topic}`,
         date: false,
-        selector,
-    };
-    const listItems = await getItems(baseUrl, extra);
-    return {
-        title: `Most Viewed ${title} - Finology Insider`,
-        link: baseUrl,
-        item: listItems,
-        description: "A lot of Insider's readers seem to be reading these articles. Take a look and find out why.",
-        logo: 'https://assets.finology.in/insider/images/favicon/apple-touch-icon.png',
-        icon: 'https://assets.finology.in/insider/images/favicon/favicon-32x32.png',
-        language: 'en-us',
+        selector: `div.card`,
     };
+    return await commonHandler('https://insider.finology.in', '/most-viewed', extra);
 }

package/lib/routes/finology/tag.ts

@@ -15,6 +15,7 @@ export const route: Route = {
     name: 'Trending Topic',
     maintainers: ['Rjnishant530'],
     handler,
+    url: 'insider.finology.in/tag',
     description: `:::note Topic
   | Topic                    | Link                     |
   | ------------------------ | ------------------------ |
@@ -51,5 +52,10 @@ export const route: Route = {
 
 async function handler(ctx: Context) {
     const { topic } = ctx.req.param();
-    return await commonHandler('https://insider.finology.in', `/tag/${topic}`, 2);
+    const extra = {
+        description: (topic: string) => `Everything that Insider has to offer about ${topic} for you to read and learn.`,
+        date: true,
+        selector: `div.card`,
+    };
+    return await commonHandler('https://insider.finology.in', `/tag/${topic}`, extra);
 }