rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/xaut/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'xaut.edu.cn': {
+        _name: '西安理工大学',
+        index: [
+            {
+                title: '学校官网',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+        rsc: [
+            {
+                title: '人事处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/xaut/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/index/:category?', require('./index'));
+    router.get('/jwc/:category?', require('./jwc'));
+    router.get('/rsc/:category?', require('./rsc'));
+};

package/lib/v2/xaut/rsc.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    // 这里的category是个形参
+    const dic_html = { tzgg: 'tzgg.htm', gzdt: 'gzdt.htm' };
+    const dic_title = { tzgg: '通知公告', gzdt: '工作动态' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: 'http://renshichu.xaut.edu.cn/' + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    // 这个列表指通知公告详情列表
+    const list = $('.vsb-space.n_right .list .cleafix')
+        .map((_, item) => {
+            item = $(item);
+            // 工作动态栏目里有一些是外链，这里做个判断
+            const a = item.find('.list_wen a').eq(0).attr('href');
+            const link = a.slice(0, 4) !== 'http' ? 'http://renshichu.xaut.edu.cn/' + a : a;
+            // 这里jquery比较长，引几个中间变量倒是方便阅读，但是我还是觉得不需要
+            const title = item.find('.list_wen a.tit').text();
+            return {
+                title,
+                link,
+            };
+        })
+        .get();
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学人事处-' + dic_title[category],
+        // 源链接
+        link: 'http://renshichu.xaut.edu.cn',
+        // 源说明
+        description: `西安理工大学人事处-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    //  下面的if判断是否属于外链，使用切片的方式来判断，并不优雅，先用着吧
+                    if (item.link.slice(0, 16) === 'http://renshichu') {
+                        // 不属于外链
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('.vsb-space form[name]').html();
+                        item.pubDate = parseDate(content('.vsb-space form[name] h3 span:contains(时间)').text().slice(3));
+                    } else {
+                        item.description = '这是一个外链("▔□▔)/("▔□▔)/所以你没法直接看到内容' + item.link;
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/youku/channel.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const channelId = ctx.params.channelId;
+    const embed = !ctx.params.embed;
+
+    const response = await got({
+        method: 'get',
+        url: `https://i.youku.com/i/${channelId}/videos`,
+        headers: {
+            Host: 'i.youku.com',
+            Referer: `https://i.youku.com/i/${channelId}`,
+        },
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const list = $('div.videoitem_pack');
+
+    ctx.state.data = {
+        title: $('.username').text(),
+        link: `https://i.youku.com/i/${channelId}`,
+        description: $('.desc').text(),
+        item:
+            list &&
+            list
+                .map((_, item) => {
+                    item = $(item);
+                    const title = item.find('a.videoitem_videolink').attr('title');
+                    const cover = item.find('a.videoitem_videolink > img').attr('src');
+                    const $link = item.find('a.videoitem_videolink');
+                    const link = $link.length > 0 ? `https:${$link.attr('href')}` : null;
+                    const dateText = item.find('p.videoitem_subtitle').text().split('-').length === 2 ? `${new Date().getFullYear()}-${item.find('p.videoitem_subtitle').text()}` : item.find('p.videoitem_subtitle').text();
+                    const pubDate = parseDate(dateText);
+
+                    return link
+                        ? {
+                              title,
+                              description: art(path.join(__dirname, 'templates/channel.art'), {
+                                  embed,
+                                  videoId: path.parse(link).name.replace(/^id_/g, ''),
+                                  cover,
+                              }),
+                              link,
+                              pubDate,
+                          }
+                        : null;
+                })
+                .get()
+                .filter((item) => item),
+    };
+};

package/lib/v2/youku/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/channel/:channelId/:embed?': ['xyqfer', 'Fatpandac'],
+};

package/lib/v2/youku/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'youku.com': {
+        _name: '优酷',
+        i: [
+            {
+                title: '订阅作者',
+                docs: 'https://docs.rsshub.app/multimedia.html#you-ku',
+                source: ['/i/:id'],
+                target: '/youku/channel/:id',
+            },
+        ],
+    },
+};

package/lib/v2/youku/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/channel/:channelId/:embed?', require('./channel'));
+};

package/lib/v2/youku/templates/channel.art

@@ -0,0 +1,5 @@
+{{ if embed }}
+<iframe height=498 width=510 src='https://player.youku.com/embed/{{videoId}}' frameborder=0 'allowfullscreen'></iframe>
+{{ /if }}
+<br>
+<img src="{{cover}}">

package/lib/{routes → v2}/yxdzqb/index.js

@@ -1,21 +1,22 @@
 const got = require('@/utils/got');
-const url = require('url');
 const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 const host = 'https://www.yxdzqb.com';
 
 const map = {
-    new: 'index_r.html',
-    hot: 'index1.html',
-    hot_chinese: 'index_1c.html',
-    low: 'index2.html',
-    low_chinese: 'index_2c.html',
+    new: 'index_discount.html',
+    hot: 'index_popular.html',
+    hot_chinese: 'index_popular_cn.html',
+    low: 'index_low.html',
+    low_chinese: 'index_low_cn.html',
 };
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
 
-    const link = url.resolve(host, map[type]);
+    const link = `${host}/${map.hasOwnProperty(type) ? map[type] : `index_${type}.html`}`;
     const response = await got.get(link);
 
     const $ = cheerio.load(response.data);
@@ -27,7 +28,10 @@ module.exports = async (ctx) => {
             item = $(item);
 
             const title = item.find('div table:nth-child(1) tr td:nth-child(1)').text();
-            const description = `<img src=${item.find('table.cell_tabs > tbody > tr > td:nth-child(1) > img').attr('src')}>` + item.find('div.collapse').html();
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                src: item.find('table.cell_tabs > tbody > tr > td:nth-child(1) > img').attr('src'),
+                description: item.find('div.collapse').html(),
+            });
             const link = item.find('div.collapse table.cell_tabs > tbody > tr > td:nth-child(1) > a').attr('href');
             const guid = link + item.find('div.cell_price span:nth-child(2)').text();
 

package/lib/v2/yxdzqb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type': ['LogicJake', 'nczitzk'],
+};

package/lib/v2/yxdzqb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yxdzqb.com': {
+        _name: '游戏打折情报',
+        '.': [
+            {
+                title: '游戏折扣',
+                docs: 'https://docs.rsshub.app/game.html#you-xi-da-zhe-qing-bao-you-xi-zhe-kou',
+                source: '/',
+                target: '/yxdzqb/:type',
+            },
+        ],
+    },
+};

package/lib/v2/yxdzqb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type', require('./index'));
+};

package/lib/v2/yxdzqb/templates/description.art

@@ -0,0 +1,2 @@
+<img src="{{ src }}">
+{{@ description }}

package/lib/v2/zaker/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'channel';
+    const id = ctx.params.id ?? 1;
+    const rootUrl = 'http://www.myzaker.com';
+    const link = type === 'focusread' ? `${rootUrl}/?pos=selected_article` : `${rootUrl}/${type}/${id}`;
+
+    const response = await got({
+        url: link,
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const feedTitle = $('head title').text();
+
+    let items = $('div.content-block')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('.article-title').text(),
+                link: 'http:' + item.find('.article-wrap > a').attr('href').replace('http://', ''),
+            };
+        })
+        .get();
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: link,
+                    },
+                });
+
+                const $ = cheerio.load(response.data);
+
+                item.description = $('div.article_content div').html() ?? '原文已被删除';
+                item.author = $('a.article-auther.line').text();
+                item.category = $('.lebel-list')
+                    .find('a')
+                    .toArray()
+                    .map((item) => $(item).text());
+                const date = $('span.time').text() ?? undefined;
+                if (date) {
+                    item.pubDate = timezone(parseRelativeDate(date), +8);
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: type === 'focusread' ? 'ZAKER 精读新闻' : feedTitle,
+        link,
+        item: items.filter((t) => t.description !== '原文已被删除'),
+    };
+};

package/lib/v2/zaker/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type/:id?': ['LogicJake', 'kt286', 'AlexdanerZe', 'TonyRL'],
+};

package/lib/v2/zaker/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'myzaker.com': {
+        _name: 'ZAKER',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#zaker',
+                source: ['/:type/:id'],
+                target: '/zaker/:type/:id',
+            },
+            {
+                title: '精读',
+                docs: 'https://docs.rsshub.app/new-media.html#zaker',
+                source: ['/'],
+                target: '/zaker/focusread',
+            },
+        ],
+    },
+};

package/lib/v2/zaker/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:type/:id?', require('./index'));
+};

package/lib/{routes → v2}/zaobao/index.js

@@ -2,8 +2,8 @@ const { parseList } = require('./util');
 const baseUrl = 'https://www.zaobao.com';
 
 module.exports = async (ctx) => {
-    const type = ctx.params.type || 'realtime';
-    const section = ctx.params.section || 'china';
+    const type = ctx.params.type ?? 'realtime';
+    const section = ctx.params.section ?? 'china';
     const sectionLink = `/${type}/${section}`;
 
     const { title, resultList } = await parseList(ctx, sectionLink);

package/lib/v2/zaobao/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/interactive-graphics': ['shunf4'],
+    '/realtime/:section?': ['shunf4'],
+    '/znews/:section?': ['shunf4'],
+    '/:type/:section': ['shunf4'],
+};

package/lib/v2/zaobao/radar.js

@@ -0,0 +1,28 @@
+const radarConfig = {
+    _name: '联合早报',
+    www: [
+        {
+            title: '新闻-新加坡',
+            docs: 'https://docs.rsshub.app/traditional-media.html#lian-he-zao-bao-xin-wen',
+            source: ['/', '/news', '/news/singapore'],
+            target: '/zaobao/znews/singapore',
+        },
+        {
+            title: '新闻-中国',
+            docs: 'https://docs.rsshub.app/traditional-media.html#lian-he-zao-bao-xin-wen',
+            source: ['/', '/news', '/news/china'],
+            target: '/zaobao/znews/china',
+        },
+        {
+            title: '新闻-国际',
+            docs: 'https://docs.rsshub.app/traditional-media.html#lian-he-zao-bao-xin-wen',
+            source: ['/', '/news', '/news/world'],
+            target: '/zaobao/znews/world',
+        },
+    ],
+};
+
+module.exports = {
+    'zaobao.com': radarConfig,
+    'zaobao.com.sg': radarConfig,
+};

package/lib/{routes → v2}/zaobao/realtime.js

@@ -2,7 +2,7 @@ const { parseList } = require('./util');
 const baseUrl = 'https://www.zaobao.com';
 
 module.exports = async (ctx) => {
-    const section = ctx.params.section || 'china';
+    const section = ctx.params.section ?? 'china';
 
     let name = '中港台';
     let sectionLink = '/realtime/china';
@@ -14,7 +14,9 @@ module.exports = async (ctx) => {
         sectionLink = '/realtime/world';
     } else if (section === 'zfinance') {
         name = '财经';
-        sectionLink = '/zfinance/realtime';
+        // this is for HK version; for SG version, it's redirected to
+        // /realtime/finance
+        sectionLink = '/finance/realtime';
     }
 
     const { resultList } = await parseList(ctx, sectionLink);

package/lib/v2/zaobao/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/interactive-graphics', require('./interactive'));
+    router.get('/realtime/:section?', require('./realtime'));
+    router.get('/znews/:section?', require('./znews'));
+    router.get('/:type?/:section?', require('./index'));
+};

package/lib/v2/zaobao/templates/zaobao.art

@@ -0,0 +1,17 @@
+{{ each imageDataArray imageData }}
+    {{ if imageData.type == 'normalHTML' }}
+        {{@ imageData.html }}
+    {{ /if }}
+    {{ if imageData.type == 'data' }}
+        <figure>
+            <img src="{{ imageData.src }}" />
+            <figcaption>
+                {{ imageData.title }}
+            </figcaption>
+        </figure>
+    {{ /if }}
+{{ /each }}
+
+{{ if articleBody }}
+    {{@ articleBody }}
+{{ /if }}

package/lib/{routes → v2}/zaobao/util.js

@@ -1,6 +1,10 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const date = require('@/utils/date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
 const baseUrl = 'https://www.zaobao.com';
 const got_ins = got.extend({
     headers: {
@@ -27,7 +31,8 @@ const parseList = async (ctx, sectionUrl) => {
     const $ = cheerio.load(response.data);
     let data = $('.article-list').find('.article-type');
     if (data.length === 0) {
-        data = $('.post-list').find('.row.list');
+        // for HK version
+        data = $('.clearfix').find('.list-block');
     }
 
     const title = $('#breadcrumbs > a')
@@ -41,7 +46,8 @@ const parseList = async (ctx, sectionUrl) => {
     const resultList = await Promise.all(
         data.toArray().map(async (item) => {
             const $item = $(item);
-            let link = $item.find('a')[0].attribs.href;
+            // addBack: for HK version
+            let link = $item.find('a').addBack('a')[0].attribs.href;
 
             let resultItem = {};
 
@@ -53,16 +59,16 @@ const parseList = async (ctx, sectionUrl) => {
                     dateNodes = $item.find('.datestamp');
                 }
                 let dateString;
-                let pubDate;
+                let pubDate = undefined;
                 if (dateNodes.length !== 0) {
                     dateString = dateNodes.text().trim();
                     const dateParts = dateString.split('/');
                     dateParts.reverse();
                     dateString = dateParts.join('-');
                     pubDate = date(dateString);
-                    pubDate = pubDate === dateString ? new Date().toUTCString() : pubDate;
-                } else {
-                    pubDate = new Date().toUTCString();
+                    // if conversion was no success, pubDate === dateString
+                    // zaobao seems always UTC+8
+                    pubDate = pubDate === dateString ? undefined : timezone(pubDate, +8);
                 }
 
                 resultItem = {
@@ -84,33 +90,64 @@ const parseList = async (ctx, sectionUrl) => {
                 const article = await got_ins.get(link);
                 const $1 = cheerio.load(article.data);
 
-                const time = $1('.date-published', '.content').slice(0, 1).text().replace('年', '-').replace('月', '-').replace('日', '').replace('发布 /', '');
+                let time = $1('.date-published', '.content').slice(0, 1).text().trim();
+                if (!time) {
+                    // for HK version
+                    time = $1('.author-info').find('.mgt10').slice(0, 1).text().trim();
+                }
+                time = time.replace('年', '-').replace('月', '-').replace('日', '').replace('发布 /', '');
 
                 $1('.overlay-microtransaction').remove();
                 $1('#video-freemium-player').remove();
                 $1('script').remove();
 
-                let descriptionNode = $1('.article-content-rawhtml');
-                if (descriptionNode.length === 0) {
-                    descriptionNode = $1('.article-content-container');
+                let articleBodyNode = $1('.article-content-rawhtml');
+                if (articleBodyNode.length === 0) {
+                    // for HK version
+                    articleBodyNode = $1('.article-body');
                 }
 
-                let description = descriptionNode.html();
+                const articleBody = articleBodyNode.html();
+
+                const imageDataArray = [];
                 if ($1('.inline-figure-img').length) {
-                    description = $1('.inline-figure-img').html() + description;
+                    // for SG version
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('.inline-figure-img').html(),
+                    });
                 }
                 if ($1('.body-content .loadme picture img').length) {
-                    description =
-                        `<figure><img src="${$1('.body-content .loadme picture source').attr('data-srcset').split('?')[0]}" /><figcaption>${$1('.body-content .loadme picture img').attr('title')}</figcaption></figure>` + description;
+                    // Unused?
+                    imageDataArray.push({
+                        type: 'data',
+                        src: $1('.body-content .loadme picture source').attr('data-srcset'),
+                        title: $1('.body-content .loadme picture img').attr('title'),
+                    });
                 }
                 if ($1('.inline-figure-gallery').length) {
-                    description = $1('.inline-figure-gallery').html() + description;
+                    // Unused?
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('.inline-figure-gallery').html(),
+                    });
+                }
+                if ($1('#carousel-article').length) {
+                    // for HK version
+                    imageDataArray.push({
+                        type: 'normalHTML',
+                        html: $1('#carousel-article .carousel-inner').html(),
+                    });
                 }
 
                 resultItem = {
-                    title: $1('h1', '.content').text(),
-                    description,
-                    pubDate: new Date(time).toUTCString(),
+                    // <- for SG version  -> for HK version
+                    title: $1('h1', '.content').text().trim() || $1('h1.article-title').text(),
+                    description: art(path.join(__dirname, 'templates/zaobao.art'), {
+                        articleBody,
+                        imageDataArray,
+                    }),
+                    pubDate: timezone(time, +8), // zaobao seems always UTC+8
                     link,
                 };
                 ctx.cache.set(link, JSON.stringify(resultItem));

package/lib/{routes → v2}/zaobao/znews.js

@@ -19,9 +19,6 @@ module.exports = async (ctx) => {
     } else if (section === 'sports') {
         info = '体育';
         sectionLink = '/news/sports';
-    } else if (section === 'fukan') {
-        info = '早报现在';
-        sectionLink = '/news/fukan';
     }
 
     const { resultList } = await parseList(ctx, sectionLink);

package/lib/v2/zjgtjy/index.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'all' ? '' : ctx.params.type.toUpperCase();
+    const host = `https://td.zjgtjy.cn:8553/devops/noticeInfo/queryNoticeInfoList?pageSize=10&pageNumber=1&noticeType=${type}&sort=DESC`;
+
+    const response = await got({
+        method: 'get',
+        url: host,
+    }).json();
+    const data = response.data;
+
+    const items = await Promise.all(
+        data.map(async (item) => {
+            const pageUrl = `https://td.zjgtjy.cn:8553/devops/noticeInfo/queryNoticeLandContentDetails?noticeId=${item.GGID}&transactionMode=${item.JYFS}`;
+            const pageLink = `https://td.zjgtjy.cn/view/trade/announcement/detail?id=${item.GGID}&category=${item.ZYLB}&type=${item.JYFS}`;
+
+            const desc = await ctx.cache.tryGet(pageUrl, async () => {
+                let desc = await got({
+                    method: 'get',
+                    url: pageUrl,
+                }).json();
+                desc = desc.queryNoticeContent.GGNR;
+
+                desc = desc
+                    .replace(/&lt;/g, '<')
+                    .replace(/&gt;/g, '>')
+                    .replace(/&quot;/g, '"');
+                return desc;
+            });
+
+            return {
+                title: item.GGMC,
+                description: desc,
+                link: pageLink,
+                pubDate: item.GGFBSJ,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: '浙江土地使用权挂牌公告',
+        link: host,
+        item: items,
+    };
+};

package/lib/v2/zjgtjy/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['Fatpandac'],
+};