rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/verse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/articles/:category?': ['miles170'],
+};

package/lib/v2/verse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'verse.com.tw': {
+        _name: 'VERSE',
+        www: [
+            {
+                title: '專文',
+                docs: 'https://docs.rsshub.app/new-media.html#verse',
+                source: '/articles/:category?',
+                target: '/verse/articles/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/verse/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/articles/:category?', require('./articles'));
+};

package/lib/v2/wallstreetcn/live.js

@@ -1,5 +1,7 @@
 const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 const titles = {
     global: '要闻',
@@ -30,9 +32,13 @@ module.exports = async (ctx) => {
         .map((item) => ({
             link: item.uri,
             title: item.title || item.content_text,
-            description: item.content + (item.content_more ?? ''),
             pubDate: parseDate(item.display_time * 1000),
             author: item.author?.display_name ?? '',
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                description: item.content,
+                more: item.content_more,
+                images: item.images,
+            }),
         }));
 
     ctx.state.data = {

package/lib/v2/wallstreetcn/news.js

@@ -28,12 +28,14 @@ module.exports = async (ctx) => {
         url: apiUrl,
     });
 
-    let items = response.data.data.items.map((item) => ({
-        type: item.resource_type,
-        guid: item.resource.id,
-        link: item.resource.uri,
-        pubDate: parseDate(item.resource.display_time * 1000),
-    }));
+    let items = response.data.data.items
+        .filter((item) => item.resource_type !== 'ad')
+        .map((item) => ({
+            type: item.resource_type,
+            guid: item.resource.id,
+            link: item.resource.uri,
+            pubDate: parseDate(item.resource.display_time * 1000),
+        }));
 
     items = await Promise.all(
         items.map((item) =>

package/lib/v2/wallstreetcn/templates/description.art

@@ -0,0 +1,11 @@
+{{ if description }}
+{{@ description }}
+{{ /if }}
+{{ if more }}
+{{@ more }}
+{{ /if }}
+{{ if images }}
+{{ each images image }}
+<img src="{{ image.uri }}" width="{{ image.width }}" height="{{ image.height }}">
+{{ /each }}
+{{ /if }}

package/lib/v2/warthunder/news.js

@@ -16,7 +16,7 @@ module.exports = async (ctx) => {
     const pageFace = $('div.showcase__item.widget')
         .map((_, item) => {
             item = $(item);
-            let pubDate = parseDate(item.find('div.widget__content > ul > li').text(), 'D MMMM YYYY');
+            let pubDate = parseDate(item.find('div.widget__content > ul > li.widget-meta__item.widget-meta__item--right').text(), 'D MMMM YYYY');
             pubDate = timezone(pubDate, 0);
             const category = [];
             if (item.find('div.widget__pin').length !== 0) {

package/lib/{routes → v2}/weibo/keyword.js

@@ -28,7 +28,7 @@ module.exports = async (ctx) => {
     );
 
     const routeParams = querystring.parse(ctx.params.routeParams);
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `又有人在微博提到${keyword}了`,
         link: `http://s.weibo.com/weibo/${encodeURIComponent(keyword)}&b=1&nodup=1`,
         description: `又有人在微博提到${keyword}了`,
@@ -51,5 +51,5 @@ module.exports = async (ctx) => {
                 link: `https://weibo.com/${item.mblog.user.id}/${item.mblog.bid}`,
             };
         }),
-    };
+    });
 };

package/lib/v2/weibo/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/keyword/:keyword/:routeParams?': ['DIYgod'],
+    '/oasis/user/:userid': ['kt286'],
+    '/search/hot': ['xyqfer'],
+    '/super_index/:id/:type?/:routeParams?': ['zengxs'],
+    '/timeline/:uid/:feature?/:routeParams?': ['zytomorrow', 'DIYgod ', 'Rongronggg9'],
+    '/user/:uid/:routeParams?': ['DIYgod', 'iplusx', 'Rongronggg9'],
+};

package/lib/v2/weibo/oasis/user.js

@@ -0,0 +1,20 @@
+const buildData = require('@/utils/common-config');
+const weiboUtils = require('../utils');
+
+module.exports = async (ctx) => {
+    const userid = ctx.params.userid;
+    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
+    ctx.state.data = weiboUtils.sinaimgTvax(
+        await buildData({
+            link,
+            url: link,
+            title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
+            description: `$('.desc').text().trim()`,
+            item: {
+                item: '.container .item',
+                title: `$('.status-desc').text()`,
+                description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
+            },
+        })
+    );
+};

package/lib/v2/weibo/radar.js

@@ -0,0 +1,48 @@
+module.exports = {
+    'weibo.com': {
+        _name: '微博',
+        '.': [
+            {
+                title: '博主',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: ['/u/:id', '/:id'],
+                target: (params, url, document) => {
+                    let uid = document?.documentElement.innerHTML.match(/\$CONFIG\['oid']='(\d+)'/)?.[1];
+                    if (!uid && !isNaN(params.id)) {
+                        uid = params.id;
+                    }
+                    return uid ? `/weibo/user/${uid}` : '';
+                },
+            },
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+            },
+            {
+                title: '超话',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: '/p/:id/super_index',
+                target: '/weibo/super_index/:id',
+            },
+        ],
+        s: [
+            {
+                title: '热搜榜',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: '/top/summary',
+                target: '/weibo/search/hot',
+            },
+        ],
+    },
+    'weibo.cn': {
+        _name: '微博',
+        m: [
+            {
+                title: '博主',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: ['/u/:uid', '/profile/:uid'],
+                target: '/weibo/user/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/weibo/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/keyword/:keyword/:routeParams?', require('./keyword'));
+    router.get('/oasis/user/:userid', require('./oasis/user'));
+    router.get('/search/hot', require('./search/hot'));
+    router.get('/super_index/:id/:type?/:routeParams?', require('./super_index'));
+    router.get('/timeline/:uid/:feature?/:routeParams?', require('./timeline'));
+    router.get('/user/:uid/:routeParams?', require('./user'));
+};

package/lib/{routes → v2}/weibo/search/hot.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+// const weiboUtils = require('../utils');
 
 module.exports = async (ctx) => {
     const {
@@ -30,4 +31,5 @@ module.exports = async (ctx) => {
             };
         }),
     };
+    // ctx.state.data = weiboUtils.sinaimgTvax(ctx.state.data); // no image in the route
 };

package/lib/{routes → v2}/weibo/super_index.js

@@ -53,10 +53,10 @@ module.exports = async (ctx) => {
         }
     }
 
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `微博超话 - ${containerData.pageInfo.page_title}`,
         link: `https://weibo.com/p/${id}/super_index`,
         description: `#${containerData.pageInfo.page_title}# 的超话`,
         item: resultItems,
-    };
+    });
 };

package/lib/{routes → v2}/weibo/timeline.js

@@ -125,13 +125,13 @@ module.exports = async (ctx) => {
             })
         );
 
-        ctx.state.data = {
+        ctx.state.data = weiboUtils.sinaimgTvax({
             title: `个人微博时间线--${name}`,
             link: `http://weibo.com/${uid}/`,
             description,
             image: profileImageUrl,
             item: resultItem,
-        };
+        });
     } else if (uid === '0' || ctx.querystring) {
         const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0', app_secret = '' } = config.weibo;
 

package/lib/{routes → v2}/weibo/user.js

@@ -145,11 +145,11 @@ module.exports = async (ctx) => {
         resultItems = ordinaryItems;
     }
 
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `${name}的微博`,
         link: `https://weibo.com/${uid}/`,
         description,
         image: profileImageUrl,
         item: resultItems,
-    };
+    });
 };

package/lib/{routes → v2}/weibo/utils.js

@@ -4,6 +4,16 @@ const cheerio = require('cheerio');
 const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
 
 const weiboUtils = {
+    formatTitle: (html) =>
+        html
+            .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/?><\/span>/g, '$1') // 表情转换
+            .replace(/<span class=["']url-icon["']>(<img\s[^>]*>)<\/span>/g, '') // 去掉所有图标
+            .replace(/<img\s[^<]*>/g, '[图片]')
+            // impossible to have inline script in weibo posts, but CodeQL complains about it
+            // Dismiss it through the UI: https://github.com/github/codeql/issues/11427
+            .replace(/<[^<]*>/g, '')
+            .replace(/\n/g, ' ')
+            .trim(),
     formatExtended: (ctx, status, params = {}, picsPrefixes = []) => {
         // undefined and strings like "1" is also safely parsed, so no if branch is needed
         const routeParams = querystring.parse(ctx.params.routeParams);
@@ -90,6 +100,13 @@ const weiboUtils = {
             html = usernameAndAvatar + html;
         }
 
+        // status.pics can be either an array or an object:
+        // array: [ object, object, ... ]
+        // object: { '0': object, '1': object, ... }  // REALLY AMAZING data structure
+        if (status.pics && !Array.isArray(status.pics) && typeof status.pics === 'object') {
+            status.pics = Object.values(status.pics);
+        }
+
         // 添加文章头图，此处不需要回落到被转发的微博，后续处理被转发的微博时，还会执行到这里
         if (status.page_info && status.page_info.type === 'article' && status.page_info.page_pic && status.page_info.page_pic.url) {
             // 如果以后后续流程会用到其他字段，记得修改这里
@@ -200,23 +217,11 @@ const weiboUtils = {
             title += status.user.screen_name + ': ';
         }
         if (!status.retweeted_status || showRetweetTextInTitle) {
-            title += htmlNewLineUnreplaced
-                .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/><\/span>/g, '$1') // 表情转换
-                .replace(/<span class=["']url-icon["']>(<img\s[^>]*?>)<\/span>/g, '') // 去掉所有图标
-                .replace(/<img[\s\S]*?>/g, '[图片]')
-                .replace(/<.*?>/g, '')
-                .replace('\n', '')
-                .trim();
+            title += weiboUtils.formatTitle(htmlNewLineUnreplaced);
         }
         if (status.retweeted_status) {
             title += showEmojiForRetweet ? '🔁 ' : ' - 转发 ';
-            title += retweeted
-                .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/><\/span>/g, '$1') // 表情转换
-                .replace(/<span class=["']url-icon["']>(<img\s[^>]*?>)<\/span>/g, '') // 去掉所有图标
-                .replace(/<img[\s\S]*?>/g, '[图片]')
-                .replace(/<.*?>/g, '')
-                .replace('\n', '')
-                .trim();
+            title += weiboUtils.formatTitle(retweeted);
         }
         if (livePhotoCount > 0) {
             title += ' ';
@@ -417,6 +422,36 @@ const weiboUtils = {
         }
         return itemDesc;
     },
+    sinaimgTvax: (() => {
+        // https://datatracker.ietf.org/doc/html/rfc1808#section-2.4.3
+        const regex = /(?<=\/\/)wx(?=[1-4]\.sinaimg\.cn\/)/gi;
+        const prefixes = ['tva', 'tvax'];
+        let cnt = 0;
+        const replace = (html) => {
+            cnt = (cnt + 1) % 2;
+            return html.replace(regex, prefixes[cnt]);
+        };
+        const replaceKV = (obj, keys) => {
+            keys.forEach((key) => {
+                if (obj[key]) {
+                    obj[key] = replace(obj[key]);
+                }
+            });
+        };
+        const dataKeys = ['description', 'image'];
+        const itemKeys = ['description'];
+        return (data) => {
+            if (data) {
+                replaceKV(data, dataKeys);
+                if (data.item) {
+                    data.item.forEach((item) => {
+                        replaceKV(item, itemKeys);
+                    });
+                }
+            }
+            return data;
+        };
+    })(),
 };
 
 module.exports = weiboUtils;

package/lib/v2/wise/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/pair/:source/:target': ['HenryQW'],
+};

package/lib/v2/wise/pair.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const dayjs = require('dayjs');
+const customParseFormat = require('dayjs/plugin/customParseFormat');
+dayjs.extend(customParseFormat);
+const { art } = require('@/utils/render');
+const path = require('path');
+const renderDesc = (content) => art(path.join(__dirname, 'templates/description.art'), content);
+
+module.exports = async (ctx) => {
+    let yesterday = dayjs().subtract(1, 'day');
+    const dayBefore = yesterday.subtract(1, 'day').format('YYYY-MM-DD');
+    yesterday = yesterday.format('YYYY-MM-DD');
+
+    const source = ctx.params.source.toUpperCase();
+    const target = ctx.params.target.toUpperCase();
+
+    const link = 'https://wise.com/tools/exchange-rate-alerts/';
+    const guid = `wise:rates:${ctx.params.source}-${ctx.params.target}-${yesterday}`;
+    const single = await ctx.cache.tryGet(guid, async () => {
+        const { data } = await got('https://wise.com/rates/history', {
+            searchParams: {
+                source,
+                target,
+                length: 1,
+                unit: 'year',
+                resolution: 'daily',
+            },
+            headers: {
+                referer: link,
+            },
+        });
+
+        const yData = data[data.length - 1];
+        const byDate = data[data.length - 2];
+        const yRate = yData.value;
+        const byRate = byDate.value;
+        const trend = yRate > byRate;
+        const diff = (yRate - byRate) / yRate;
+
+        const percent = (Math.abs(diff) * 100).toFixed(4);
+
+        return {
+            title: `${source}/${target} ${trend ? '📈' : '📉'} @${yRate} ${diff > 0 ? '' : '-'}${percent}%`,
+            description: renderDesc({
+                source,
+                target,
+                yesterday,
+                yRate,
+                dayBefore,
+                byRate,
+            }),
+            pubDate: parseDate(yData.time, 'x'),
+            guid,
+            link,
+        };
+    });
+
+    ctx.state.data = {
+        title: `${source} to ${target} by Wise`,
+        link,
+        description: `Exchange Rate from Wise`,
+        item: [single],
+    };
+};

package/lib/v2/wise/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'wise.com': {
+        _name: 'Wise',
+        '.': [
+            {
+                title: '昨日汇率变动',
+                docs: 'https://docs-rsshub.pages.dev/other.html#wise',
+            },
+        ],
+    },
+};

package/lib/v2/wise/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/pair/:source/:target', require('./pair'));
+};

package/lib/v2/wise/templates/description.art

@@ -0,0 +1,17 @@
+<h3>{{ source }} to {{ target }}</h3>
+<table>
+  <tbody>
+    <tr>
+      <th align="left" style="border: 1px solid black;">Date</th>
+      <th align="left" style="border: 1px solid black;">Rate</th>
+    </tr>
+    <tr>
+      <td style="border: 1px solid black;">{{ yesterday }}</td>
+      <td style="border: 1px solid black;">{{ yRate }}</td>
+    </tr>
+    <tr>
+      <td style="border: 1px solid black;">{{ dayBefore }}</td>
+      <td style="border: 1px solid black;">{{ byRate }}</td>
+    </tr>
+  </tbody>
+</table>

package/lib/v2/worldjournal/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.worldjournal.com';
+
+module.exports = async (ctx) => {
+    const { path = 'cate/breaking' } = ctx.params;
+    const { data: response } = await got(`${baseUrl}/wj/${path}`);
+
+    const $ = cheerio.load(response);
+
+    const list = $('.subcate-list__wrapper .subcate-list__link__text')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const url = item.find('a').first().attr('href');
+            return {
+                title: item.find('h3').text(),
+                description: item.find('p').html(),
+                link: url.includes('?from=') ? url.split('?from=')[0] : url,
+                pubDate: timezone(parseDate(item.find('.subcate-list__time--roc').text(), 'YYYY-MM-DD HH:mm'), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                $('[id^=div-gpt-ad], [class^=udn-ads-], .keywords, .next-page, .udn-ads, .article-content__ads--bd').remove();
+
+                $('img').each((_, img) => {
+                    if (img.attribs['data-src']) {
+                        const url = new URL(img.attribs['data-src']);
+                        if (url.pathname === '/gw/photo.php') {
+                            img.attribs.src = url.searchParams.get('u');
+                            delete img.attribs['data-src'];
+                        }
+                    }
+                });
+
+                item.description = $('.article-content__paragraph').html();
+                item.categories = $('meta[name=news_keywords]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        image: 'https://www.worldjournal.com/static/img/icons/icon-144x144.png',
+        link: `${baseUrl}/wj/${path}`,
+        item: items,
+    };
+};

package/lib/v2/worldjournal/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:path*': ['TonyRL'],
+};

package/lib/v2/worldjournal/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'worldjournal.com': {
+        _name: '世界新聞網',
+        '.': [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/new-media.html#shi-jie-xin-wen-wang',
+                source: ['/wj/*path'],
+                target: '/worldjournal/:path',
+            },
+        ],
+    },
+};

package/lib/v2/worldjournal/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:path*', require('./index'));
+};

package/lib/v2/xueqiu/maintainer.js

@@ -6,6 +6,7 @@ module.exports = {
     '/snb/:id': ['ZhishanZhang'],
     '/stock_comments/:id/:titleLength?': ['zytomorrow'],
     '/stock_info/:id/:type?': ['YuYang'],
+    '/today': ['nczitzk'],
     '/user/:id/:type?': ['imlonghao'],
     '/user_stock/:id': ['hillerliao'],
 };

package/lib/v2/xueqiu/radar.js

@@ -13,6 +13,12 @@ module.exports = {
     'xueqiu.com': {
         _name: '雪球',
         '.': [
+            {
+                title: '今日话题',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/today'],
+                target: '/xueqiu/today',
+            },
             {
                 title: '用户动态',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -6,6 +6,7 @@ module.exports = (router) => {
     router.get('/snb/:id', require('./snb'));
     router.get('/stock_comments/:id/:titleLength?', require('./stock_comments'));
     router.get('/stock_info/:id/:type?', require('./stock_info'));
+    router.get('/today', require('./today'));
     router.get('/user/:id/:type?', require('./user'));
     router.get('/user_stock/:id', require('./user_stock'));
 };

package/lib/v2/xueqiu/today.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const size = ctx.query.limit ?? '20';
+
+    const rootUrl = 'https://xueqiu.com';
+    const currentUrl = `${rootUrl}/today`;
+    const apiUrl = `${rootUrl}/statuses/hot/listV2.json?since_id=-1&size=${size}`;
+
+    const firstResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const token = firstResponse.headers['set-cookie'].join(',').match(/(xq_a_token=.*?;)/)[1];
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            Referer: rootUrl,
+            Cookie: token,
+        },
+    });
+
+    let items = response.data.items.map((item) => {
+        item = item.original_status;
+
+        return {
+            title: item.title || item.rawTitle || item.description.replace(/<(.*?)>/g, ''),
+            link: `${rootUrl}${item.target}`,
+            pubDate: parseDate(item.created_at),
+            author: item.user.screen_name,
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: {
+                        Referer: rootUrl,
+                        Cookie: token,
+                    },
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article__bd__detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '今日话题 - 雪球',
+        link: currentUrl,
+        item: items,
+    };
+};