rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/zaobao/util.js

@@ -0,0 +1,166 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const date = require('@/utils/date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const baseUrl = 'https://www.zaobao.com';
+const got_ins = got.extend({
+    headers: {
+        Referer: baseUrl,
+    },
+});
+
+/**
+ * 通用解析页面类似 https://www.zaobao.com/realtime/china 的网站
+ *
+ * @param {*} ctx RSSHub 的 ctx 参数，用来设置缓存
+ * @param {string} sectionUrl 形如 /realtime/china 的字符串
+ * @returns {Promise<{
+ *  title: string;
+ *  resultList: {
+ *    title: string;
+ *    description: string;
+ *    pubDate: string;
+ *    link: string;
+ *  }[];}>} 新闻标题以及新闻列表
+ */
+const parseList = async (ctx, sectionUrl) => {
+    const response = await got_ins.get(baseUrl + sectionUrl);
+    const $ = cheerio.load(response.data);
+    let data = $('.article-list').find('.article-type');
+    if (data.length === 0) {
+        // for HK version
+        data = $('.clearfix').find('.list-block');
+    }
+
+    const title = $('#breadcrumbs > a')
+        .toArray()
+        .reduce((acc, cV, cI) => {
+            if (cI > 0) {
+                return acc + '-' + $(cV).text();
+            }
+            return '';
+        }, '');
+    const resultList = await Promise.all(
+        data.toArray().map(async (item) => {
+            const $item = $(item);
+            // addBack: for HK version
+            let link = $item.find('a').addBack('a')[0].attribs.href;
+
+            let resultItem = {};
+
+            if (link[0] !== '/') {
+                // https://www.zaobao.com/interactive-graphics
+                const title = $item.find('a').text();
+                let dateNodes = $item.find('.meta-published-date');
+                if (dateNodes.length === 0) {
+                    dateNodes = $item.find('.datestamp');
+                }
+                let dateString;
+                let pubDate = undefined;
+                if (dateNodes.length !== 0) {
+                    dateString = dateNodes.text().trim();
+                    const dateParts = dateString.split('/');
+                    dateParts.reverse();
+                    dateString = dateParts.join('-');
+                    pubDate = date(dateString);
+                    // if conversion was no success, pubDate === dateString
+                    // zaobao seems always UTC+8
+                    pubDate = pubDate === dateString ? undefined : timezone(pubDate, +8);
+                }
+
+                resultItem = {
+                    title,
+                    description: title,
+                    pubDate,
+                    link,
+                };
+                return Promise.resolve(resultItem);
+            } else {
+                link = baseUrl + link;
+            }
+
+            const value = await ctx.cache.get(link);
+
+            if (value) {
+                resultItem = JSON.parse(value);
+            } else {
+                const article = await got_ins.get(link);
+                const $1 = cheerio.load(article.data);
+
+                let time = $1('.date-published', '.content').slice(0, 1).text().trim();
+                if (!time) {
+                    // for HK version
+                    time = $1('.author-info').find('.mgt10').slice(0, 1).text().trim();
+                }
+                time = time.replace('年', '-').replace('月', '-').replace('日', '').replace('发布 /', '');
+
+                $1('.overlay-microtransaction').remove();
+                $1('#video-freemium-player').remove();
+                $1('script').remove();
+
+                let articleBodyNode = $1('.article-content-rawhtml');
+                if (articleBodyNode.length === 0) {
+                    // for HK version
+                    articleBodyNode = $1('.article-body');
+                }
+
+                const articleBody = articleBodyNode.html();
+
+                const imageDataArray = [];
+                if ($1('.inline-figure-img').length) {
+                    // for SG version
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('.inline-figure-img').html(),
+                    });
+                }
+                if ($1('.body-content .loadme picture img').length) {
+                    // Unused?
+                    imageDataArray.push({
+                        type: 'data',
+                        src: $1('.body-content .loadme picture source').attr('data-srcset'),
+                        title: $1('.body-content .loadme picture img').attr('title'),
+                    });
+                }
+                if ($1('.inline-figure-gallery').length) {
+                    // Unused?
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('.inline-figure-gallery').html(),
+                    });
+                }
+                if ($1('#carousel-article').length) {
+                    // for HK version
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('#carousel-article .carousel-inner').html(),
+                    });
+                }
+
+                resultItem = {
+                    // <- for SG version  -> for HK version
+                    title: $1('h1', '.content').text().trim() || $1('h1.article-title').text(),
+                    description: art(path.join(__dirname, 'templates/zaobao.art'), {
+                        articleBody,
+                        imageDataArray,
+                    }),
+                    pubDate: timezone(time, +8), // zaobao seems always UTC+8
+                    link,
+                };
+                ctx.cache.set(link, JSON.stringify(resultItem));
+            }
+
+            return Promise.resolve(resultItem);
+        })
+    );
+    return {
+        title,
+        resultList,
+    };
+};
+module.exports = {
+    parseList,
+};

package/lib/v2/zaobao/znews.js

@@ -0,0 +1,32 @@
+const { parseList } = require('./util');
+const baseUrl = 'https://www.zaobao.com';
+
+module.exports = async (ctx) => {
+    const section = ctx.params.section;
+
+    let info = '中国';
+    let sectionLink = '/news/china';
+
+    if (section === 'singapore') {
+        info = '新加坡';
+        sectionLink = '/news/singapore';
+    } else if (section === 'world') {
+        info = '国际';
+        sectionLink = '/news/world';
+    } else if (section === 'sea') {
+        info = '东南亚';
+        sectionLink = '/news/sea';
+    } else if (section === 'sports') {
+        info = '体育';
+        sectionLink = '/news/sports';
+    }
+
+    const { resultList } = await parseList(ctx, sectionLink);
+
+    ctx.state.data = {
+        title: `《联合早报》-${info}-新闻`,
+        link: baseUrl + sectionLink,
+        description: '新加坡、中国、亚洲和国际的即时、评论、商业、体育、生活、科技与多媒体新闻，尽在联合早报。',
+        item: resultList,
+    };
+};

package/lib/v2/zhibo8/forum.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `https://bbs.zhibo8.cc/forum/list/?fid=${id}`;
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+
+    const title = $('div.intro > h2').text();
+    const list = $('table.topic-list > tbody:nth-child(3) > tr');
+
+    const out = await Promise.all(
+        list
+            .map(async (_, item) => {
+                item = $(item);
+                const title = item.find('td:nth-child(1) > a:nth-child(2)').text();
+                const author = item.find('td:nth-child(2) cite a').text();
+                const date = item.find('td:nth-child(2) em').text();
+                const link = 'https://bbs.zhibo8.cc' + item.find('td:nth-child(1) > a:nth-child(2)').attr('href');
+
+                const single = {
+                    title,
+                    author,
+                    link,
+                    pubDate: timezone(parseDate(date, 'YYYY-MM-DD HH:mm'), +8),
+                };
+
+                single.description = await ctx.cache.tryGet(link, async () => {
+                    const response = await got.get(link);
+                    const $ = cheerio.load(response.data);
+                    return $('.detail_ent').html();
+                });
+                return single;
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: `${title}—直播吧`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/zhibo8/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/forum/:id': ['LogicJake'],
+    '/more/:category?': ['nczitzk'],
+    '/post/:id': ['LogicJake'],
+};

package/lib/v2/zhibo8/more.js

@@ -0,0 +1,82 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const categories = {
+    nba: 'NBA',
+    zuqiu: '足球',
+    dianjing: '电竞',
+    other: '综合',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'nba';
+
+    const rootUrl = 'https://news.zhibo8.cc';
+
+    let list,
+        apiUrl = '',
+        currentUrl = '',
+        response;
+
+    if (category === 'nba' || category === 'zuqiu') {
+        currentUrl = `${rootUrl}/${category}/more.htm`;
+
+        response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        list = $('ul.articleList li')
+            .slice(0, 30)
+            .map((_, item) => {
+                item = $(item);
+                const a = item.find('a');
+
+                return {
+                    title: a.text(),
+                    link: `http:${a.attr('href')}`,
+                    pubDate: timezone(parseDate(item.find('span.postTime').text()), +8),
+                };
+            })
+            .get();
+    } else {
+        currentUrl = `${rootUrl}/${category}`;
+        apiUrl = `https://api.qiumibao.com/application/app/index.php?_url=/news/${category}List`;
+
+        response = await got({
+            method: 'get',
+            url: apiUrl,
+        });
+
+        list = response.data.data.list.map((item) => ({
+            title: item.title,
+            link: `https:${item.url}`,
+            pubDate: timezone(parseDate(item.createtime), +8),
+        }));
+    }
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(res.data);
+
+                item.description = content('div.content').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${categories[category]} - 直播吧`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/zhibo8/post.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `https://bbs.zhibo8.cc/forum/topic?tid=${id}`;
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+
+    const title = $('div.topic-title > h1').text();
+    const list = $('.topic-content .topic-table');
+
+    const out = await Promise.all(
+        list
+            .map((index, item) => {
+                item = $(item);
+                const author = item.find('.topic-left > div > a').text();
+                const floor = item.find('p.topic-foot span:nth-child(2)').text();
+                const description = item.find('.detail_ent').html().replace(/src="/g, 'src="https:');
+
+                const single = {
+                    title: `${floor}：${author}发表了新回复`,
+                    author,
+                    description,
+                    guid: floor,
+                };
+
+                return single;
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: `“${title}”的新回复—直播吧`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/zhibo8/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'zhibo8.cc': {
+        _name: '直播吧',
+        bbs: [
+            {
+                title: '子论坛',
+                docs: 'https://docs.rsshub.app/bbs.html#zhi-bo-ba',
+                source: ['/'],
+                target: (_params, url) => `/zhibo8/forum/${new URL(url).searchParams.get('fid')}`,
+            },
+            {
+                title: '回帖',
+                docs: 'https://docs.rsshub.app/bbs.html#zhi-bo-ba',
+                source: ['/'],
+                target: (_params, url) => `/zhibo8/post/${new URL(url).searchParams.get('tid')}`,
+            },
+        ],
+        news: [
+            {
+                title: '滚动新闻',
+                docs: 'https://docs.rsshub.app/bbs.html#zhi-bo-ba',
+                source: ['/:category'],
+                target: '/zhibo8/more/:category',
+            },
+        ],
+    },
+};

package/lib/v2/zhibo8/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/forum/:id', require('./forum'));
+    router.get('/more/:category?', require('./more'));
+    router.get('/post/:id', require('./post'));
+};

package/lib/v2/zhubai/index.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const response = await got({
+        method: 'get',
+        url: `https://${id}.zhubai.love/api/publications/${id}/posts?publication_id_type=token&limit=${limit}`,
+        headers: {
+            Referer: `https://${id}.zhubai.love/`,
+        },
+    });
+    const data = response.data.data;
+    const { name, description } = data[0].publication;
+
+    ctx.state.data = {
+        title: name,
+        link: `https://${id}.zhubai.love/`,
+        description,
+        item: data.map((item) => ({
+            title: item.title,
+            pubDate: parseDate(item.created_at),
+            link: `https://${id}.zhubai.love/posts/${item.id}`,
+            author: name,
+        })),
+    };
+};

package/lib/v2/zhubai/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['naixy28'],
+};

package/lib/v2/zhubai/radar.js

@@ -0,0 +1,12 @@
+module.exports = {
+    'zhubai.love': {
+        _name: '竹白',
+        '.': [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/blog.html#zhu-bai',
+                source: ['/'],
+            },
+        ],
+    },
+};

package/lib/v2/zhubai/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/zjgtjy/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'all' ? '' : ctx.params.type.toUpperCase();
+    const host = `https://td.zjgtjy.cn:8553/devops/noticeInfo/queryNoticeInfoList?pageSize=10&pageNumber=1&noticeType=${type}&sort=DESC`;
+
+    const response = await got({
+        method: 'get',
+        url: host,
+    }).json();
+    const data = response.data;
+
+    const items = await Promise.all(
+        data.map(async (item) => {
+            const pageUrl = `https://td.zjgtjy.cn:8553/devops/noticeInfo/queryNoticeLandContentDetails?noticeId=${item.GGID}&transactionMode=${item.JYFS}`;
+            const pageLink = `https://td.zjgtjy.cn/view/trade/announcement/detail?id=${item.GGID}&category=${item.ZYLB}&type=${item.JYFS}`;
+
+            const desc = await ctx.cache.tryGet(pageUrl, async () => {
+                let desc = await got({
+                    method: 'get',
+                    url: pageUrl,
+                }).json();
+                desc = desc.queryNoticeContent.GGNR;
+
+                desc = desc
+                    .replace(/&lt;/g, '<')
+                    .replace(/&gt;/g, '>')
+                    .replace(/&quot;/g, '"');
+                return desc;
+            });
+
+            return {
+                title: item.GGMC,
+                description: desc,
+                link: pageLink,
+                pubDate: item.GGFBSJ,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: '浙江土地使用权挂牌公告',
+        link: host,
+        item: items,
+    };
+};

package/lib/v2/zjgtjy/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Fatpandac'],
+};

package/lib/v2/zjgtjy/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'zjgtjy.cn': {
+        _name: '浙江省土地使用权网上交易系统',
+        '.': [
+            {
+                title: '全部更新',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/all',
+            },
+            {
+                title: '挂牌公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/gpgg',
+            },
+            {
+                title: '拍卖公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/pmgg',
+            },
+            {
+                title: '补充公告',
+                docs: 'https://docs.rsshub.app/government.html',
+                source: '/',
+                target: '/zjgtjy/bcgg',
+            },
+        ],
+    },
+};

package/lib/v2/zjgtjy/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/zju/career/index.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.career.zju.edu.cn';
+const host = 'http://www.career.zju.edu.cn/jyxt/jygz/new/getContent.zf?minCount=0&maxCount=10&';
+
+const map = new Map([
+    [1, { title: '浙大就业服务平台 -- 新闻动态', id: 'lmjdid=739BEBB72A072B25E0538713470A6C41&sjlmid=undefined&lmtype=2&lx=2' }],
+    [2, { title: '浙大就业服务平台 -- 活动通知', id: 'lmjdid=739BEBB72A0B2B25E0538713470A6C41&sjlmid=undefined&lmtype=2&lx=2' }],
+    [3, { title: '浙大就业服务平台 -- 学院动态', id: 'lmjdid=739BEBB72A0C2B25E0538713470A6C41&sjlmid=undefined&lmtype=2&lx=2' }],
+    [4, { title: '浙大就业服务平台 -- 告示通告', id: 'lmjdid=739BEBB72A252B25E0538713470A6C41&sjlmid=undefined&lmtype=2&lx=2' }],
+]);
+
+module.exports = async (ctx) => {
+    const type = parseInt(ctx.params.type);
+    const id = map.get(type).id;
+    const res = await got(`${host}${id}`);
+
+    const $ = cheerio.load(res.data);
+    const list = $('.com-list li');
+    const items =
+        list &&
+        list
+            .map((index, item) => {
+                item = $(item);
+                const link = item.find('a').eq(0);
+                return {
+                    // title: item.find('a').attr('title'),
+                    title: item.find('span').eq(0).attr('title'),
+                    pubDate: parseDate(item.find('.news-time').text()),
+
+                    link: link.attr('href').startsWith('http') ? link.attr('href') : `${rootUrl}/jyxt${link.attr('data-src')}xwid=${link.attr('data-xwid')}&lmtype=${link.attr('data-lmtype')}`,
+                };
+            })
+            .get();
+
+    ctx.state.data = {
+        title: map.get(type).title,
+        link: `${host}${id}`,
+        item: items,
+    };
+};

package/lib/v2/zju/cst/custom.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+async function getPage(id) {
+    const res = await got({
+        method: 'get',
+        url: `http://www.cst.zju.edu.cn/${id}/list.htm`,
+    });
+    const $ = cheerio.load(res.data);
+    const content = $('.lm_new ul li');
+
+    return (
+        content &&
+        content
+            .map((index, item) => {
+                item = $(item);
+
+                const title = item.find('a').text();
+                const pubDate = parseDate(item.find('.fr').text());
+                const link = item.find('a').attr('href');
+
+                return {
+                    title,
+                    pubDate,
+                    link,
+                };
+            })
+            .get()
+    );
+}
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id.split('+');
+    const tasks = id.map((id) => getPage(id));
+    const results = await Promise.all(tasks);
+    let items = [];
+    results.forEach((result) => (items = items.concat(result)));
+
+    ctx.state.data = {
+        title: '浙江大学软件学院通知',
+        link: 'http://www.cst.zju.edu.cn/',
+        item: items,
+    };
+};