rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/v2/xjtu/router.js

@@ -0,0 +1,10 @@
+module.exports = function (router) {
+    router.get('/2yuan/news/:id?', require('./2yuan/news'));
+    router.get('/dean/:subpath+', require('./dean'));
+    router.get('/dyyy/:path+', require('./dyyy/index'));
+    router.get('/ee/:id?', require('./ee'));
+    router.get('/gs/tzgg', require('./gs/tzgg'));
+    router.get('/international/:subpath+', require('./international'));
+    router.get('/job/:subpath?', require('./job'));
+    router.get('/std/:category?', require('./std'));
+};

package/lib/v2/xjtu/std.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'http://std.xjtu.edu.cn';
+    const currentUrl = `${rootUrl}/tzgg${category ? `/${category}` : ''}.htm`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.c1017')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}/${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = art(path.join(__dirname, 'templates/std.art'), {
+                    description: content('#vsb_newscontent').html(),
+                    attachments: content('#vsb_newscontent').parent().next().next().next().html(),
+                });
+                item.pubDate = timezone(parseDate(content('#vsb_newscontent').parent().prev().prev().text().split('&nbsp')[0], 'YYYY年MM月DD日 HH:mm'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xjtu/templates/attachments.art

@@ -0,0 +1,3 @@
+{{ each items }}
+<a href="{{ $value.fileUrl }}" rel="noreferrer">{{ $value.name }}</a><br>
+{{ /each }}

package/lib/v2/xjtu/templates/std.art

@@ -0,0 +1,4 @@
+{{@ description }}
+{{ if attachments }}
+{{@ attachments }}
+{{ /if }}

package/lib/v2/xmnn/epaper.js

@@ -0,0 +1,85 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'xmrb';
+
+    const rootUrl = 'https://epaper.xmnn.cn';
+    let currentUrl = `${rootUrl}/${id === 'hxcb' ? '/hxcb/epaper/paperindex.htm' : `${id}/`}`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let $ = cheerio.load(response.data);
+
+    const title = id === 'hxcb' ? '海西晨报电子版_厦门网' : $('title').text();
+
+    let matches = response.data.match(/window\.location\.href = "(.*?)";/);
+
+    if (!matches) {
+        matches = response.data.match(/setTimeout\("javascript:location\.href='(.*?)'", 3000\);/);
+
+        if (!matches) {
+            matches = response.data.match(/<meta http-equiv="refresh".*?content=".*?URL=(.*?)">/i);
+        }
+    }
+
+    currentUrl = new URL(matches[1], currentUrl).href;
+
+    response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    $ = cheerio.load(response.data);
+
+    $('#pdfsrc').remove();
+    $('.bigImg, .smallImg').remove();
+
+    $('a img').each(function () {
+        $(this).parent().remove();
+    });
+
+    let items = $('.br1, .br2, .titss')
+        .find('a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 80)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: new URL(item.attr('href'), currentUrl).href,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#qw').remove();
+
+                item.description = content('.cont-b, content').html();
+                item.pubDate = timezone(parseDate(content('.time').text() || content('.today').text().split()[0], ['YYYY-MM-DD HH:mm', 'YYYY年MM月DD日']), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/xmnn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/epaper/:id?': ['nczitzk'],
+};

package/lib/v2/xmnn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xmnn.cn': {
+        _name: '厦门网',
+        epaper: [
+            {
+                title: '数字媒体',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xia-men-wang-shu-zi-mei-ti',
+                source: ['/:id', '/'],
+                target: '/xmnn/epaper/:id',
+            },
+        ],
+    },
+};

package/lib/v2/xmnn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/epaper/:id?', require('./epaper'));
+};

package/lib/v2/xueqiu/column.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { JSDOM } = require('jsdom');
+const { CookieJar } = require('tough-cookie');
+const { parseDate } = require('@/utils/parse-date');
+const cookieJar = new CookieJar();
+const baseUrl = 'https://xueqiu.com';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const pageUrl = `${baseUrl}/${id}/column`;
+
+    const pageData = await got(pageUrl, {
+        cookieJar,
+    });
+    const { window } = new JSDOM(pageData.data, {
+        runScripts: 'dangerously',
+    });
+    const SNOWMAN_TARGET = window.SNOWMAN_TARGET;
+
+    const { data } = await got(`${baseUrl}/statuses/original/timeline.json`, {
+        cookieJar,
+        searchParams: {
+            user_id: id,
+            page: 1,
+        },
+    });
+
+    const items = data.list.map((item) => ({
+        title: item.title,
+        description: item.description,
+        pubDate: parseDate(item.created_at, 'x'),
+        link: `${baseUrl}${item.target}`,
+        author: SNOWMAN_TARGET.screen_name,
+    }));
+
+    ctx.state.data = {
+        title: `${SNOWMAN_TARGET.screen_name} - 雪球`,
+        link: pageUrl,
+        description: SNOWMAN_TARGET.description,
+        item: items,
+    };
+};

package/lib/v2/xueqiu/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/column/:id': ['TonyRL'],
     '/favorite/:id': ['imlonghao'],
     '/fund/:id': ['HenryQW', 'NathanDai'],
     '/hots': ['hillerliao'],

package/lib/v2/xueqiu/radar.js

@@ -31,6 +31,12 @@ module.exports = {
                 source: ['/u/:id'],
                 target: '/xueqiu/user_stock/:id',
             },
+            {
+                title: '用户专栏',
+                docs: 'https://docs.rsshub.app/finance.html#xue-qiu',
+                source: ['/:id/column'],
+                target: '/xueqiu/column/:id',
+            },
             {
                 title: '组合最新调仓信息',
                 docs: 'https://docs.rsshub.app/finance.html#xue-qiu',

package/lib/v2/xueqiu/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
+    router.get('/column/:id', require('./column'));
     router.get('/favorite/:id', require('./favorite'));
     router.get('/fund/:id', require('./fund'));
     router.get('/hots', require('./hots'));

package/lib/v2/xueqiu/snb.js

@@ -1,19 +1,21 @@
 const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
+const UA = require('@/utils/rand-user-agent')({ browser: 'chrome', os: 'android', device: 'mobile' });
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
     const url = 'https://xueqiu.com/p/' + id;
 
-    const response = await got({
-        method: 'get',
-        url,
+    const response = await got(url, {
+        headers: {
+            'User-Agent': UA,
+        },
     });
 
     const data = response.data;
-    const pattern = /SNB.cubeInfo = (.+?);/;
-    const info = pattern.exec(data)[1];
-    const obj = JSON.parse(info);
+    const pattern = /SNB.cubeInfo = {(.+)}/;
+    const info = pattern.exec(data);
+    const obj = JSON.parse('{' + info[1] + '}');
     const rebalancing_histories = obj.sell_rebalancing.rebalancing_histories;
     const snb_title = obj.name + ' 的调仓历史';
     const snb_description = obj.description;

package/lib/v2/xueqiu/user.js

@@ -41,10 +41,11 @@ module.exports = async (ctx) => {
         link: `https://xueqiu.com/u/${id}`,
         description: `${data[0].user.screen_name} 的雪球${typename[type]}动态`,
         item: data.map((item) => {
-            const description = item.description + (item.retweeted_status ? `<blockquote>${item.retweeted_status.user.screen_name}:&nbsp;${item.retweeted_status.description}</blockquote>` : '');
+            const retweetedStatus = item.retweeted_status ? `<blockquote>${item.retweeted_status.user.screen_name}:&nbsp;${item.retweeted_status.description}</blockquote>` : '';
+            const description = item.description + retweetedStatus;
             return {
                 title: item.title ? item.title : description.replace(/<[^>]+>/g, ''),
-                description,
+                description: item.text ? item.text + retweetedStatus : description,
                 pubDate: parseDate(item.created_at),
                 link: `https://xueqiu.com${item.target}`,
             };

package/lib/v2/xyzrank/index.js

@@ -0,0 +1,111 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://xyzrank.com';
+    const currentUrl = `${rootUrl}/#/${category}`;
+
+    let response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    response = await got({
+        method: 'get',
+        url: response.data.match(/<script type="module" crossorigin src="(.*?)"><\/script>/)[1],
+    });
+
+    const matches = response.data.match(/pI="(.*?)",gI="(.*?)",mI="(.*?)",_I="(.*?)";var/);
+
+    const categories = {
+        '': {
+            url: matches[3],
+            title: '热门节目',
+            id: 'hot-episodes',
+            type: 'episodes',
+        },
+        'hot-podcasts': {
+            url: matches[1],
+            title: '热门播客',
+            id: 'full',
+            type: 'podcasts',
+        },
+        'hot-episodes-new': {
+            url: matches[4],
+            title: '新锐节目',
+            id: 'hot-episodes-new',
+            type: 'episodes',
+        },
+        'new-podcasts': {
+            url: matches[2],
+            title: '新锐播客',
+            id: 'new-podcasts',
+            type: 'podcasts',
+        },
+    };
+
+    response = await got({
+        method: 'get',
+        url: categories[category].url,
+    });
+
+    const type = categories[category].type;
+
+    const items = response.data.data[type].slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 250).map((item, index) => ({
+        title: `#${index + 1} ${item.title ?? item.name}`,
+        category: [item.primaryGenreName],
+        author: item.authorsText,
+        link: `${item.link ?? item.links[0].url}${item.trackCount ? `#${item.trackCount}` : ''}`,
+        pubDate: parseDate(item.postTime ?? item.lastReleaseDate),
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            logo: item.logoURL,
+            items:
+                type === 'podcasts'
+                    ? {
+                          '#': index + 1,
+                          播客电台: item.name,
+                          主持: item.authorsText,
+                          分类: item.primaryGenreName,
+                          更新频率: `${(item.avgUpdateFreq / 24).toFixed(1)}天`,
+                          最近更新: `${item.lastReleaseDateDayCount.toFixed(1)}天前`,
+                          总集数: item.trackCount,
+                          平均时长: `${item.avgDuration}′`,
+                          平均播放量: item.avgPlayCount,
+                          平均评论量: item.avgCommentCount,
+                          千播互动量: (item.avgInteractIndicator * 1000).toFixed(0),
+                          平均打开率: `${(item.avgOpenRate * 100).toFixed(1)}%`,
+                          小宇宙: item.links[0].url,
+                          'Apple Podcasts': item.links[1].url,
+                          官方网站: item.links[2].url,
+                          'RSS 订阅': item.links[3].url,
+                      }
+                    : {
+                          '#': index + 1,
+                          节目标题: item.title,
+                          播客电台: item.podcastName,
+                          播放量: item.playCount,
+                          评论量: item.commentCount,
+                          互动率: `${((item.commentCount / item.playCount) * 100).toFixed(1)}%`,
+                          打开率: `${(item.openRate * 100).toFixed(1)}%`,
+                          时长: `${item.duration}′`,
+                          发布时间: item.postTime,
+                          分类: item.primaryGenreName,
+                          链接: item.link,
+                      },
+        }),
+    }));
+
+    ctx.state.data = {
+        title: `${$('title').text()} - ${categories[category].title}`,
+        link: currentUrl,
+        item: items,
+        description: $('meta[property="og:description"]').attr('content'),
+    };
+};

package/lib/v2/xyzrank/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/': ['nczitzk'],
+    '/hot-episodes-new': ['nczitzk'],
+    '/hot-podcasts': ['nczitzk'],
+    '/new-podcasts': ['nczitzk'],
+};

package/lib/v2/xyzrank/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'xyzrank.com': {
+        _name: '中文播客榜',
+        '.': [
+            {
+                title: '热门节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-re-men-jie-mu',
+                source: ['/#/', '/'],
+                target: '/xyzrank',
+            },
+            {
+                title: '热门播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-re-men-bo-ke',
+                source: ['/#/hot-podcasts', '/'],
+                target: '/xyzrank/hot-podcasts',
+            },
+            {
+                title: '新锐节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-xin-rui-jie-mu',
+                source: ['/#/hot-episodes-new', '/'],
+                target: '/xyzrank/hot-episodes-new',
+            },
+            {
+                title: '新锐播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#zhong-wen-bo-ke-bang-xin-rui-bo-ke',
+                source: ['/#/new-podcasts', '/'],
+                target: '/xyzrank/new-podcasts',
+            },
+        ],
+    },
+};

package/lib/v2/xyzrank/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/xyzrank/templates/description.art

@@ -0,0 +1,12 @@
+{{ if logo }}
+<img src="{{ logo }}">
+{{ /if }}
+<table>
+{{ each items item index }}
+{{ if item }}
+<tr>
+  <td><b>{{ index }}</b></td>
+  <td>{{ item }}</td>
+</tr>
+{{ /if }}
+{{ /each }}

package/lib/v2/yicai/author.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '100005663';
+
+    const currentUrl = `${rootUrl}/author/${id}.html`;
+    const apiUrl = `${rootUrl}/api/ajax/getlistbysid?id=${id}&page=1&pagesize=${ctx.query.limit ?? 30}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = await ProcessItems(apiUrl, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: `第一财经一财号 - ${$('title').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/yicai/brief.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const { rootUrl } = require('./utils');
+
+module.exports = async (ctx) => {
+    const currentUrl = `${rootUrl}/brief`;
+    const apiUrl = `${rootUrl}/api/ajax/getbrieflist?type=0&page=1&pagesize=${ctx.query.limit ?? 50}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.map((item) => ({
+        title: item.indexTitle,
+        link: `${rootUrl}${item.url}`,
+        description: item.newcontent,
+        pubDate: timezone(parseDate(`${item.datekey} ${item.hm}`, 'YYYY.MM.DD HH:mm'), +8),
+    }));
+
+    ctx.state.data = {
+        title: '第一财经 - 正在',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/yicai/feed.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '669';
+
+    const currentUrl = `${rootUrl}/feed/${id}`;
+    const apiUrl = `${rootUrl}/api/ajax/getlistbytid?id=${id}&page=0&pagesize=${ctx.query.limit ?? 30}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = await ProcessItems(apiUrl, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: `第一财经主题 - ${$('title').text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/yicai/headline.js

@@ -0,0 +1,13 @@
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const apiUrl = `${rootUrl}/api/ajax/getlistbycid?cid=48&type=1&page=1&pagesize=${ctx.query.limit ?? 30}`;
+
+    const items = await ProcessItems(apiUrl, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: '第一财经 - 头条',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/yicai/latest.js

@@ -0,0 +1,13 @@
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const apiUrl = `${rootUrl}/api/ajax/getlatest?page=1&pagesize=${ctx.query.limit ?? 30}`;
+
+    const items = await ProcessItems(apiUrl, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: '第一财经 - 最新',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/yicai/maintainer.js

@@ -0,0 +1,10 @@
+module.exports = {
+    '/author/:id?': ['nczitzk'],
+    '/brief': ['sanmmm', 'nczitzk'],
+    '/feed/:id?': ['nczitzk'],
+    '/headline': ['nczitzk'],
+    '/latest': ['nczitzk'],
+    '/news/:id?': ['nczitzk'],
+    '/video/:id?': ['nczitzk'],
+    '/vip/:id?': ['nczitzk'],
+};

package/lib/v2/yicai/news.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+
+const { rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    let channel;
+    if (id) {
+        const navUrl = `${rootUrl}/api/ajax/getnavs`;
+
+        const response = await got({
+            method: 'get',
+            url: navUrl,
+        });
+
+        for (const c of response.data.header.news) {
+            if (c.EnglishName === id || c.ChannelID === id) {
+                channel = {
+                    id: c.ChannelID,
+                    name: c.ChannelName,
+                    slug: c.EnglishName,
+                };
+                break;
+            }
+        }
+    }
+
+    const currentUrl = `${rootUrl}/news${id ? `/${channel.slug}` : ''}`;
+    const apiUrl = `${rootUrl}/api/ajax/${id ? `getlistbycid?cid=${channel.id}` : 'getjuhelist?action=news'}&page=1&pagesize=${ctx.query.limit ?? 30}`;
+
+    const items = await ProcessItems(apiUrl, ctx.cache.tryGet);
+
+    ctx.state.data = {
+        title: `第一财经 - ${channel?.name ?? '新闻'}`,
+        link: currentUrl,
+        item: items,
+    };
+};