rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/v2/wise/pair.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const dayjs = require('dayjs');
+const customParseFormat = require('dayjs/plugin/customParseFormat');
+dayjs.extend(customParseFormat);
+const { art } = require('@/utils/render');
+const path = require('path');
+const renderDesc = (content) => art(path.join(__dirname, 'templates/description.art'), content);
+
+module.exports = async (ctx) => {
+    let yesterday = dayjs().subtract(1, 'day');
+    const dayBefore = yesterday.subtract(1, 'day').format('YYYY-MM-DD');
+    yesterday = yesterday.format('YYYY-MM-DD');
+
+    const source = ctx.params.source.toUpperCase();
+    const target = ctx.params.target.toUpperCase();
+
+    const link = 'https://wise.com/tools/exchange-rate-alerts/';
+    const guid = `wise:rates:${ctx.params.source}-${ctx.params.target}-${yesterday}`;
+    const single = await ctx.cache.tryGet(guid, async () => {
+        const { data } = await got('https://wise.com/rates/history', {
+            searchParams: {
+                source,
+                target,
+                length: 1,
+                unit: 'year',
+                resolution: 'daily',
+            },
+            headers: {
+                referer: link,
+            },
+        });
+
+        const yData = data[data.length - 1];
+        const byDate = data[data.length - 2];
+        const yRate = yData.value;
+        const byRate = byDate.value;
+        const trend = yRate > byRate;
+        const diff = (yRate - byRate) / yRate;
+
+        const percent = (Math.abs(diff) * 100).toFixed(4);
+
+        return {
+            title: `${source}/${target} ${trend ? '📈' : '📉'} @${yRate} ${diff > 0 ? '' : '-'}${percent}%`,
+            description: renderDesc({
+                source,
+                target,
+                yesterday,
+                yRate,
+                dayBefore,
+                byRate,
+            }),
+            pubDate: parseDate(yData.time, 'x'),
+            guid,
+            link,
+        };
+    });
+
+    ctx.state.data = {
+        title: `${source} to ${target} by Wise`,
+        link,
+        description: `Exchange Rate from Wise`,
+        item: [single],
+    };
+};

package/lib/v2/wise/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'wise.com': {
+        _name: 'Wise',
+        '.': [
+            {
+                title: '昨日汇率变动',
+                docs: 'https://docs-rsshub.pages.dev/other.html#wise',
+            },
+        ],
+    },
+};

package/lib/v2/wise/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/pair/:source/:target', require('./pair'));
+};

package/lib/v2/wise/templates/description.art

@@ -0,0 +1,17 @@
+<h3>{{ source }} to {{ target }}</h3>
+<table>
+  <tbody>
+    <tr>
+      <th align="left" style="border: 1px solid black;">Date</th>
+      <th align="left" style="border: 1px solid black;">Rate</th>
+    </tr>
+    <tr>
+      <td style="border: 1px solid black;">{{ yesterday }}</td>
+      <td style="border: 1px solid black;">{{ yRate }}</td>
+    </tr>
+    <tr>
+      <td style="border: 1px solid black;">{{ dayBefore }}</td>
+      <td style="border: 1px solid black;">{{ byRate }}</td>
+    </tr>
+  </tbody>
+</table>

package/lib/v2/worldjournal/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.worldjournal.com';
+
+module.exports = async (ctx) => {
+    const { path = 'cate/breaking' } = ctx.params;
+    const { data: response } = await got(`${baseUrl}/wj/${path}`);
+
+    const $ = cheerio.load(response);
+
+    const list = $('.subcate-list__wrapper .subcate-list__link__text')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const url = item.find('a').first().attr('href');
+            return {
+                title: item.find('h3').text(),
+                description: item.find('p').html(),
+                link: url.includes('?from=') ? url.split('?from=')[0] : url,
+                pubDate: timezone(parseDate(item.find('.subcate-list__time--roc').text(), 'YYYY-MM-DD HH:mm'), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                $('[id^=div-gpt-ad], [class^=udn-ads-], .keywords, .next-page, .udn-ads, .article-content__ads--bd').remove();
+
+                $('img').each((_, img) => {
+                    if (img.attribs['data-src']) {
+                        const url = new URL(img.attribs['data-src']);
+                        if (url.pathname === '/gw/photo.php') {
+                            img.attribs.src = url.searchParams.get('u');
+                            delete img.attribs['data-src'];
+                        }
+                    }
+                });
+
+                item.description = $('.article-content__paragraph').html();
+                item.categories = $('meta[name=news_keywords]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        image: 'https://www.worldjournal.com/static/img/icons/icon-144x144.png',
+        link: `${baseUrl}/wj/${path}`,
+        item: items,
+    };
+};

package/lib/v2/worldjournal/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:path*': ['TonyRL'],
+};

package/lib/v2/worldjournal/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'worldjournal.com': {
+        _name: '世界新聞網',
+        '.': [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/new-media.html#shi-jie-xin-wen-wang',
+                source: ['/wj/*path'],
+                target: '/worldjournal/:path',
+            },
+        ],
+    },
+};

package/lib/v2/worldjournal/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:path*', require('./index'));
+};

package/lib/v2/xjtu/dyyy/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'http://www.dyyy.xjtu.edu.cn';
+
+module.exports = async (ctx) => {
+    const { path } = ctx.params;
+    const response = await got(`${baseUrl}/${path}.htm`);
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list_right_con div li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title'),
+                link: new URL(item.find('a').attr('href'), response.url).href,
+                pubDate: parseDate(item.find('.data').text()),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.author = $('.content_source')
+                    .text()
+                    .match(/责任编辑：(.*)\(点击/)[1];
+                item.description = $('.content_con').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: `${baseUrl}/${path}.htm`,
+        item: items,
+    };
+};

package/lib/v2/xjtu/maintainer.js

@@ -1,6 +1,7 @@
 module.exports = {
     '/2yuan/news/:id?': ['nczitzk'],
     '/dean/:subpath+': ['hoilc'],
+    '/dyyy/:path+': ['TonyRL'],
     '/ee/:id?': ['DylanXie123'],
     '/gs/tzgg': ['nczitzk'],
     '/international/:subpath+': ['guitaoliu'],

package/lib/v2/xjtu/radar.js

@@ -49,5 +49,13 @@ module.exports = {
                 target: (params, url) => `/xjtu/std/${new URL(url).toString().match(/\/(\w+)\.htm/)[1]}`,
             },
         ],
+        'www.dyyy': [
+            {
+                title: '第一附属医院新闻',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue',
+                source: ['/*'],
+                target: (_, url) => `/xjtu/dyyy${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
     },
 };

package/lib/v2/xjtu/router.js

@@ -1,6 +1,7 @@
 module.exports = function (router) {
     router.get('/2yuan/news/:id?', require('./2yuan/news'));
     router.get('/dean/:subpath+', require('./dean'));
+    router.get('/dyyy/:path+', require('./dyyy/index'));
     router.get('/ee/:id?', require('./ee'));
     router.get('/gs/tzgg', require('./gs/tzgg'));
     router.get('/international/:subpath+', require('./international'));

package/lib/v2/xmnn/epaper.js

@@ -0,0 +1,85 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'xmrb';
+
+    const rootUrl = 'https://epaper.xmnn.cn';
+    let currentUrl = `${rootUrl}/${id === 'hxcb' ? '/hxcb/epaper/paperindex.htm' : `${id}/`}`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const title = id === 'hxcb' ? '海西晨报电子版_厦门网' : $('title').text();
+
+    let matches = response.data.match(/window\.location\.href = "(.*?)";/);
+
+    if (!matches) {
+        matches = response.data.match(/setTimeout\("javascript:location\.href='(.*?)'", 3000\);/);
+
+        if (!matches) {
+            matches = response.data.match(/<meta http-equiv="refresh".*?content=".*?URL=(.*?)">/i);
+        }
+    }
+
+    currentUrl = new URL(matches[1], currentUrl).href;
+
+    response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    $ = cheerio.load(response.data);
+
+    $('#pdfsrc').remove();
+    $('.bigImg, .smallImg').remove();
+
+    $('a img').each(function () {
+        $(this).parent().remove();
+    });
+
+    let items = $('.br1, .br2, .titss')
+        .find('a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 80)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: new URL(item.attr('href'), currentUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#qw').remove();
+
+                item.description = content('.cont-b, content').html();
+                item.pubDate = timezone(parseDate(content('.time').text() || content('.today').text().split()[0], ['YYYY-MM-DD HH:mm', 'YYYY年MM月DD日']), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xmnn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/epaper/:id?': ['nczitzk'],
+};

package/lib/v2/xmnn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xmnn.cn': {
+        _name: '厦门网',
+        epaper: [
+            {
+                title: '数字媒体',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xia-men-wang-shu-zi-mei-ti',
+                source: ['/:id', '/'],
+                target: '/xmnn/epaper/:id',
+            },
+        ],
+    },
+};

package/lib/v2/xmnn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/epaper/:id?', require('./epaper'));
+};

package/lib/v2/xueqiu/maintainer.js

@@ -6,6 +6,7 @@ module.exports = {
     '/snb/:id': ['ZhishanZhang'],
     '/stock_comments/:id/:titleLength?': ['zytomorrow'],
     '/stock_info/:id/:type?': ['YuYang'],
+    '/today': ['nczitzk'],
     '/user/:id/:type?': ['imlonghao'],
     '/user_stock/:id': ['hillerliao'],
 };

package/lib/v2/xueqiu/radar.js

@@ -13,6 +13,12 @@ module.exports = {
     'xueqiu.com': {
         _name: '雪球',
         '.': [
+            {
+                title: '今日话题',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/today'],
+                target: '/xueqiu/today',
+            },
             {
                 title: '用户动态',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -6,6 +6,7 @@ module.exports = (router) => {
     router.get('/snb/:id', require('./snb'));
     router.get('/stock_comments/:id/:titleLength?', require('./stock_comments'));
     router.get('/stock_info/:id/:type?', require('./stock_info'));
+    router.get('/today', require('./today'));
     router.get('/user/:id/:type?', require('./user'));
     router.get('/user_stock/:id', require('./user_stock'));
 };

package/lib/v2/xueqiu/today.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const size = ctx.query.limit ?? '20';
+
+    const rootUrl = 'https://xueqiu.com';
+    const currentUrl = `${rootUrl}/today`;
+    const apiUrl = `${rootUrl}/statuses/hot/listV2.json?since_id=-1&size=${size}`;
+
+    const firstResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const token = firstResponse.headers['set-cookie'].join(',').match(/(xq_a_token=.*?;)/)[1];
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            Referer: rootUrl,
+            Cookie: token,
+        },
+    });
+
+    let items = response.data.items.map((item) => {
+        item = item.original_status;
+
+        return {
+            title: item.title || item.rawTitle || item.description.replace(/<(.*?)>/g, ''),
+            link: `${rootUrl}${item.target}`,
+            pubDate: parseDate(item.created_at),
+            author: item.user.screen_name,
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: {
+                        Referer: rootUrl,
+                        Cookie: token,
+                    },
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article__bd__detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '今日话题 - 雪球',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xwlb/index.js

@@ -0,0 +1,40 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = 'http://www.xwlb.com.cn/cctv.html';
+
+    const { data: res } = await got(url);
+    const $ = cheerio.load(res);
+    const list = $('.block .post')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const dateStr = item.find('.info .date').text();
+            return {
+                title: item.find('h2 a').text(),
+                link: item.find('h2 a').attr('href'),
+                pubDate: timezone(dateStr.includes('-') ? parseDate(dateStr, 'MM-DD') : parseRelativeDate(dateStr), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: res } = await got(item.link);
+                const $ = cheerio.load(res);
+                $('.adsbygoogle, #myFlash').remove();
+                item.description = $('.single').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/xwlb/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['xfangbao'],
+    '/index': ['xfangbao'],
+};

package/lib/v2/xwlb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xwlb.com.cn': {
+        _name: '新闻联播直播',
+        '.': [
+            {
+                title: '新闻联播文字版完整版',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/cctv.html', '/'],
+                target: '/xwlb',
+            },
+        ],
+    },
+};

package/lib/v2/xwlb/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.redirect('/index', '/xwlb');
+};

package/lib/v2/ymgal/article.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.ymgal.games';
+
+const types = {
+    news: '?type=NEWS&page=1',
+    column: '?type=COLUMN&page=1',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'all';
+
+    const link = `${host}/co/topic/list` + types[type];
+    let data = [];
+    if (type === 'all') {
+        await Promise.all(
+            Object.values(types).map(async (type) => {
+                const response = await got(`${host}/co/topic/list${type}`);
+                data.push.apply(data, response.data.data);
+            })
+        );
+        data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);
+    } else {
+        const response = await got(link);
+        data = response.data.data;
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const itemUrl = host + '/co/article/' + item.topicId;
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl);
+                const $ = cheerio.load(result.data);
+                const description = $('article').html().trim();
+                return {
+                    title: item.title,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(item.publishTime), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    let info = '全部文章';
+    if (type === 'news') {
+        info = '资讯';
+    } else if (type === 'column') {
+        info = '专栏';
+    }
+
+    ctx.state.data = {
+        title: `月幕 Galgame - ${info}`,
+        link: 'https://www.ymgal.games/co/article',
+        description: `月幕 Galgame - ${info}`,
+        item: items,
+    };
+};

package/lib/v2/ymgal/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/article/:type?': ['SunBK201'],
+};

package/lib/v2/ymgal/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'ymgal.games': {
+        _name: '月幕 Galgame',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/all',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/news',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/column',
+            },
+        ],
+    },
+};

package/lib/v2/ymgal/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/article/:type?', require('./article'));
+};