rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/wizfile/index.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://antibody-software.com';
+
+module.exports = async (ctx) => {
+    const currentUrl = `${rootUrl}/wizfile/download`;
+
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+
+    const items = $('section.blog-section > div > div > div > h4')
+        .map((_, item) => {
+            const title = $(item)
+                .text()
+                .replace(/\(.*?\)/, '');
+            const pubDate = parseDate(
+                $(item)
+                    .find('span')
+                    .text()
+                    .match(/\((.*?)\)/)[1]
+            );
+
+            const description = $(item).next().html();
+
+            return {
+                title,
+                description,
+                pubDate,
+                guid: `${currentUrl}${title}`,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: `WziFile - 更新日志`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wizfile/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/updates': ['Fatpandac'],
+};

package/lib/v2/wizfile/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'antibody-software.com': {
+        _name: 'WizFile',
+        '.': [
+            {
+                title: '更新日志',
+                docs: 'https://docs.rsshub.app/new-media.html#wei-ji-xin-wen',
+                source: ['/wizfile/download'],
+                target: '/wizfile/updates',
+            },
+        ],
+    },
+};

package/lib/v2/wizfile/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/updates', require('./index'));
+};

package/lib/v2/worldjournal/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.worldjournal.com';
+
+module.exports = async (ctx) => {
+    const { path = 'cate/breaking' } = ctx.params;
+    const { data: response } = await got(`${baseUrl}/wj/${path}`);
+
+    const $ = cheerio.load(response);
+
+    const list = $('.subcate-list__wrapper .subcate-list__link__text')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const url = item.find('a').first().attr('href');
+            return {
+                title: item.find('h3').text(),
+                description: item.find('p').html(),
+                link: url.includes('?from=') ? url.split('?from=')[0] : url,
+                pubDate: timezone(parseDate(item.find('.subcate-list__time--roc').text(), 'YYYY-MM-DD HH:mm'), 8),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                $('[id^=div-gpt-ad], [class^=udn-ads-], .keywords, .next-page, .udn-ads, .article-content__ads--bd').remove();
+
+                $('img').each((_, img) => {
+                    if (img.attribs['data-src']) {
+                        const url = new URL(img.attribs['data-src']);
+                        if (url.pathname === '/gw/photo.php') {
+                            img.attribs.src = url.searchParams.get('u');
+                            delete img.attribs['data-src'];
+                        }
+                    }
+                });
+
+                item.description = $('.article-content__paragraph').html();
+                item.categories = $('meta[name=news_keywords]').attr('content').split(',');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        image: 'https://www.worldjournal.com/static/img/icons/icon-144x144.png',
+        link: `${baseUrl}/wj/${path}`,
+        item: items,
+    };
+};

package/lib/v2/worldjournal/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:path*': ['TonyRL'],
+};

package/lib/v2/worldjournal/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'worldjournal.com': {
+        _name: '世界新聞網',
+        '.': [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/new-media.html#shi-jie-xin-wen-wang',
+                source: ['/wj/*path'],
+                target: '/worldjournal/:path',
+            },
+        ],
+    },
+};

package/lib/v2/worldjournal/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:path*', require('./index'));
+};

package/lib/v2/xjtu/dyyy/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'http://www.dyyy.xjtu.edu.cn';
+
+module.exports = async (ctx) => {
+    const { path } = ctx.params;
+    const response = await got(`${baseUrl}/${path}.htm`);
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list_right_con div li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title'),
+                link: new URL(item.find('a').attr('href'), response.url).href,
+                pubDate: parseDate(item.find('.data').text()),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.author = $('.content_source')
+                    .text()
+                    .match(/责任编辑：(.*)\(点击/)[1];
+                item.description = $('.content_con').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: `${baseUrl}/${path}.htm`,
+        item: items,
+    };
+};

package/lib/v2/xjtu/maintainer.js

@@ -1,6 +1,7 @@
 module.exports = {
     '/2yuan/news/:id?': ['nczitzk'],
     '/dean/:subpath+': ['hoilc'],
+    '/dyyy/:path+': ['TonyRL'],
     '/ee/:id?': ['DylanXie123'],
     '/gs/tzgg': ['nczitzk'],
     '/international/:subpath+': ['guitaoliu'],

package/lib/v2/xjtu/radar.js

@@ -49,5 +49,13 @@ module.exports = {
                 target: (params, url) => `/xjtu/std/${new URL(url).toString().match(/\/(\w+)\.htm/)[1]}`,
             },
         ],
+        'www.dyyy': [
+            {
+                title: '第一附属医院新闻',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-jiao-tong-da-xue',
+                source: ['/*'],
+                target: (_, url) => `/xjtu/dyyy${new URL(url).pathname.replace('.htm', '')}`,
+            },
+        ],
     },
 };

package/lib/v2/xjtu/router.js

@@ -1,6 +1,7 @@
 module.exports = function (router) {
     router.get('/2yuan/news/:id?', require('./2yuan/news'));
     router.get('/dean/:subpath+', require('./dean'));
+    router.get('/dyyy/:path+', require('./dyyy/index'));
     router.get('/ee/:id?', require('./ee'));
     router.get('/gs/tzgg', require('./gs/tzgg'));
     router.get('/international/:subpath+', require('./international'));

package/lib/v2/xmnn/epaper.js

@@ -0,0 +1,85 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'xmrb';
+
+    const rootUrl = 'https://epaper.xmnn.cn';
+    let currentUrl = `${rootUrl}/${id === 'hxcb' ? '/hxcb/epaper/paperindex.htm' : `${id}/`}`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const title = id === 'hxcb' ? '海西晨报电子版_厦门网' : $('title').text();
+
+    let matches = response.data.match(/window\.location\.href = "(.*?)";/);
+
+    if (!matches) {
+        matches = response.data.match(/setTimeout\("javascript:location\.href='(.*?)'", 3000\);/);
+
+        if (!matches) {
+            matches = response.data.match(/<meta http-equiv="refresh".*?content=".*?URL=(.*?)">/i);
+        }
+    }
+
+    currentUrl = new URL(matches[1], currentUrl).href;
+
+    response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    $ = cheerio.load(response.data);
+
+    $('#pdfsrc').remove();
+    $('.bigImg, .smallImg').remove();
+
+    $('a img').each(function () {
+        $(this).parent().remove();
+    });
+
+    let items = $('.br1, .br2, .titss')
+        .find('a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 80)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: new URL(item.attr('href'), currentUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#qw').remove();
+
+                item.description = content('.cont-b, content').html();
+                item.pubDate = timezone(parseDate(content('.time').text() || content('.today').text().split()[0], ['YYYY-MM-DD HH:mm', 'YYYY年MM月DD日']), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xmnn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/epaper/:id?': ['nczitzk'],
+};

package/lib/v2/xmnn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xmnn.cn': {
+        _name: '厦门网',
+        epaper: [
+            {
+                title: '数字媒体',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xia-men-wang-shu-zi-mei-ti',
+                source: ['/:id', '/'],
+                target: '/xmnn/epaper/:id',
+            },
+        ],
+    },
+};

package/lib/v2/xmnn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/epaper/:id?', require('./epaper'));
+};

package/lib/v2/xueqiu/maintainer.js

@@ -6,6 +6,7 @@ module.exports = {
     '/snb/:id': ['ZhishanZhang'],
     '/stock_comments/:id/:titleLength?': ['zytomorrow'],
     '/stock_info/:id/:type?': ['YuYang'],
+    '/today': ['nczitzk'],
     '/user/:id/:type?': ['imlonghao'],
     '/user_stock/:id': ['hillerliao'],
 };

package/lib/v2/xueqiu/radar.js

@@ -13,6 +13,12 @@ module.exports = {
     'xueqiu.com': {
         _name: '雪球',
         '.': [
+            {
+                title: '今日话题',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/today'],
+                target: '/xueqiu/today',
+            },
             {
                 title: '用户动态',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -6,6 +6,7 @@ module.exports = (router) => {
     router.get('/snb/:id', require('./snb'));
     router.get('/stock_comments/:id/:titleLength?', require('./stock_comments'));
     router.get('/stock_info/:id/:type?', require('./stock_info'));
+    router.get('/today', require('./today'));
     router.get('/user/:id/:type?', require('./user'));
     router.get('/user_stock/:id', require('./user_stock'));
 };

package/lib/v2/xueqiu/today.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const size = ctx.query.limit ?? '20';
+
+    const rootUrl = 'https://xueqiu.com';
+    const currentUrl = `${rootUrl}/today`;
+    const apiUrl = `${rootUrl}/statuses/hot/listV2.json?since_id=-1&size=${size}`;
+
+    const firstResponse = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const token = firstResponse.headers['set-cookie'].join(',').match(/(xq_a_token=.*?;)/)[1];
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            Referer: rootUrl,
+            Cookie: token,
+        },
+    });
+
+    let items = response.data.items.map((item) => {
+        item = item.original_status;
+
+        return {
+            title: item.title || item.rawTitle || item.description.replace(/<(.*?)>/g, ''),
+            link: `${rootUrl}${item.target}`,
+            pubDate: parseDate(item.created_at),
+            author: item.user.screen_name,
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: {
+                        Referer: rootUrl,
+                        Cookie: token,
+                    },
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.article__bd__detail').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '今日话题 - 雪球',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xwlb/index.js

@@ -0,0 +1,40 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = 'http://www.xwlb.com.cn/cctv.html';
+
+    const { data: res } = await got(url);
+    const $ = cheerio.load(res);
+    const list = $('.block .post')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const dateStr = item.find('.info .date').text();
+            return {
+                title: item.find('h2 a').text(),
+                link: item.find('h2 a').attr('href'),
+                pubDate: timezone(dateStr.includes('-') ? parseDate(dateStr, 'MM-DD') : parseRelativeDate(dateStr), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: res } = await got(item.link);
+                const $ = cheerio.load(res);
+                $('.adsbygoogle, #myFlash').remove();
+                item.description = $('.single').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/xwlb/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['xfangbao'],
+    '/index': ['xfangbao'],
+};

package/lib/v2/xwlb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xwlb.com.cn': {
+        _name: '新闻联播直播',
+        '.': [
+            {
+                title: '新闻联播文字版完整版',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yang-shi-xin-wen',
+                source: ['/cctv.html', '/'],
+                target: '/xwlb',
+            },
+        ],
+    },
+};

package/lib/v2/xwlb/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.redirect('/index', '/xwlb');
+};

package/lib/v2/xyzrank/index.js

@@ -0,0 +1,111 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://xyzrank.com';
+    const currentUrl = `${rootUrl}/#/${category}`;
+
+    let response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    response = await got({
+        method: 'get',
+        url: response.data.match(/<script type="module" crossorigin src="(.*?)"><\/script>/)[1],
+    });
+
+    const matches = response.data.match(/pI="(.*?)",gI="(.*?)",mI="(.*?)",_I="(.*?)";var/);
+
+    const categories = {
+        '': {
+            url: matches[3],
+            title: '热门节目',
+            id: 'hot-episodes',
+            type: 'episodes',
+        },
+        'hot-podcasts': {
+            url: matches[1],
+            title: '热门播客',
+            id: 'full',
+            type: 'podcasts',
+        },
+        'hot-episodes-new': {
+            url: matches[4],
+            title: '新锐节目',
+            id: 'hot-episodes-new',
+            type: 'episodes',
+        },
+        'new-podcasts': {
+            url: matches[2],
+            title: '新锐播客',
+            id: 'new-podcasts',
+            type: 'podcasts',
+        },
+    };
+
+    response = await got({
+        method: 'get',
+        url: categories[category].url,
+    });
+
+    const type = categories[category].type;
+
+    const items = response.data.data[type].slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 250).map((item, index) => ({
+        title: `#${index + 1} ${item.title ?? item.name}`,
+        category: [item.primaryGenreName],
+        author: item.authorsText,
+        link: `${item.link ?? item.links[0].url}${item.trackCount ? `#${item.trackCount}` : ''}`,
+        pubDate: parseDate(item.postTime ?? item.lastReleaseDate),
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            logo: item.logoURL,
+            items:
+                type === 'podcasts'
+                    ? {
+                          '#': index + 1,
+                          播客电台: item.name,
+                          主持: item.authorsText,
+                          分类: item.primaryGenreName,
+                          更新频率: `${(item.avgUpdateFreq / 24).toFixed(1)}天`,
+                          最近更新: `${item.lastReleaseDateDayCount.toFixed(1)}天前`,
+                          总集数: item.trackCount,
+                          平均时长: `${item.avgDuration}′`,
+                          平均播放量: item.avgPlayCount,
+                          平均评论量: item.avgCommentCount,
+                          千播互动量: (item.avgInteractIndicator * 1000).toFixed(0),
+                          平均打开率: `${(item.avgOpenRate * 100).toFixed(1)}%`,
+                          小宇宙: item.links[0].url,
+                          'Apple Podcasts': item.links[1].url,
+                          官方网站: item.links[2].url,
+                          'RSS 订阅': item.links[3].url,
+                      }
+                    : {
+                          '#': index + 1,
+                          节目标题: item.title,
+                          播客电台: item.podcastName,
+                          播放量: item.playCount,
+                          评论量: item.commentCount,
+                          互动率: `${((item.commentCount / item.playCount) * 100).toFixed(1)}%`,
+                          打开率: `${(item.openRate * 100).toFixed(1)}%`,
+                          时长: `${item.duration}′`,
+                          发布时间: item.postTime,
+                          分类: item.primaryGenreName,
+                          链接: item.link,
+                      },
+        }),
+    }));
+
+    ctx.state.data = {
+        title: `${$('title').text()} - ${categories[category].title}`,
+        link: currentUrl,
+        item: items,
+        description: $('meta[property="og:description"]').attr('content'),
+    };
+};

package/lib/v2/xyzrank/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/': ['nczitzk'],
+    '/hot-episodes-new': ['nczitzk'],
+    '/hot-podcasts': ['nczitzk'],
+    '/new-podcasts': ['nczitzk'],
+};

package/lib/v2/xyzrank/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'xyzrank.com': {
+        _name: '中文播客榜',
+        '.': [
+            {
+                title: '热门节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-re-men-jie-mu',
+                source: ['/#/', '/'],
+                target: '/xyzrank',
+            },
+            {
+                title: '热门播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-re-men-bo-ke',
+                source: ['/#/hot-podcasts', '/'],
+                target: '/xyzrank/hot-podcasts',
+            },
+            {
+                title: '新锐节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-xin-rui-jie-mu',
+                source: ['/#/hot-episodes-new', '/'],
+                target: '/xyzrank/hot-episodes-new',
+            },
+            {
+                title: '新锐播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-xin-rui-bo-ke',
+                source: ['/#/new-podcasts', '/'],
+                target: '/xyzrank/new-podcasts',
+            },
+        ],
+    },
+};

package/lib/v2/{techflow520 → xyzrank}/router.js

@@ -1,4 +1,3 @@
 module.exports = function (router) {
-    router.get('/newsflash', require('./newsflash'));
     router.get('/:category?', require('./index'));
 };