rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/wzu/news.js

@@ -0,0 +1,84 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { URL } = require('url');
+const { parseDate } = require('@/utils/parse-date');
+
+/* 新闻列表
+温大新闻 http://www.wzu.edu.cn/index/wdxw.htm
+媒体温大 http://www.wzu.edu.cn/index/mtwd.htm
+学术温大 http://www.wzu.edu.cn/index/xswd.htm
+通知公告 http://www.wzu.edu.cn/index/tzgg.htm
+招标信息 http://www.wzu.edu.cn/index/zbxx.htm
+学术公告 http://www.wzu.edu.cn/index/xsgg.htm
+*/
+
+const baseUrl = 'http://www.wzu.edu.cn/index/';
+
+const newsType = {
+    wdxw: '温大新闻',
+    mtwd: '媒体温大',
+    xswd: '学术温大',
+    tzgg: '通知公告',
+    zbxx: '招标信息',
+    xsgg: '学术公告',
+};
+
+/**
+ * @description: 抓取文章内容
+ * @param {*} link
+ * @return {*} description
+ */
+async function load(link) {
+    let videoUrl = '';
+    // 请求文章页面
+    const newsResp = await got.get(link);
+    // 加载文章内容
+    const $ = cheerio.load(newsResp.data, { decodeEntities: false });
+    // 图片相对链接处理
+    $('img').attr('src', (n, v) => new URL(v, baseUrl).href);
+    // 视频相对链接处理，替换原有播放方法 showVsbVideo
+    $('.vsbcontent_video').each(function () {
+        const u1 = $(this).find('script').attr('vurl');
+        videoUrl = new URL(u1, baseUrl).href;
+        return $(this)
+            .html('<video width="100%" src="' + videoUrl + '"></video>')
+            .html();
+    });
+    // 返回解析的结果
+    return $('div[id^=vsb_content]').html();
+}
+
+module.exports = async (ctx) => {
+    // 获取路由 Tag
+    const routeTag = parseInt(ctx.params.type) || 0;
+    // 设定新闻标题及 Url
+    const newsArr = Object.entries(newsType);
+    const [k1, newsTitle] = newsArr[routeTag];
+    const newsLink = new URL(k1 + '.htm', baseUrl).href;
+
+    const response = await got.get(newsLink);
+    const $ = cheerio.load(response.data);
+    const list = $('#News-sidebar-b-nav').find('li');
+
+    ctx.state.data = {
+        title: newsTitle,
+        link: newsLink,
+        description: '温州大学' + ' - ' + newsTitle,
+        item:
+            list &&
+            list
+                .map(async (item) => {
+                    const $ = cheerio.load(list[item]);
+                    const $a1 = $('li>a');
+                    const $originUrl = $a1.attr('href');
+                    const $itemUrl = new URL($originUrl, baseUrl).href;
+                    return {
+                        title: $a1.attr('title'),
+                        description: await ctx.cache.tryGet($itemUrl, () => load($itemUrl)),
+                        pubDate: parseDate($('li>samp').text(), 'YYYY-MM-DD'),
+                        link: $itemUrl,
+                    };
+                })
+                .get(),
+    };
+};

package/lib/v2/wzu/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'wzu.edu.cn': {
+        _name: '温州大学',
+        '.': [
+            {
+                title: '温州大学 - 主站新闻',
+                docs: 'https://docs.rsshub.app/university.html#wen-zhou-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/wzu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/xaut/index.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    const dic_html = { tzgg: 'tzgg.htm', xyyw: 'xyyw.htm', mtbd: 'mtbd1.htm', xshd: 'xshd.htm' };
+    const dic_title = { tzgg: '通知公告', xyyw: '校园要闻', mtbd: '媒体播报', xshd: '学术活动' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: 'http://www.xaut.edu.cn/index/' + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    // 这个列表指通知公告详情列表
+    const list = $('.newslist_block ul a')
+        .map((_, item) => {
+            item = $(item);
+            const temp = item.find('span').text();
+
+            // link原来长这样：'../info/1196/13990.htm'
+            const link = item.attr('href').replace(/^\.\./, 'http://www.xaut.edu.cn');
+            let date = parseDate(temp.slice(-10, -1), 'YYYY-MM-DD');
+            let title = temp.slice(0, -10);
+
+            if (category === 'xshd') {
+                date = parseDate(temp.slice(-11, -1).replace('年', '-').replace('月', '-').replace('日', ''), 'YYYY-MM-DD');
+                title = temp.slice(0, -11);
+            }
+
+            return {
+                title,
+                link,
+                pubDate: date,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学官网-' + dic_title[category],
+        // 源链接
+        link: 'http://www.xaut.edu.cn',
+        // 源说明
+        description: `西安理工大学官网-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    if (!item.link.match('zhixing.xaut.edu.cn') && !item.link.match('xinwen.xaut.edu.cn')) {
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('#vsb_content').html();
+                    } else {
+                        item.description = '请在校内或校园VPN内查看内容';
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaut/jwc.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    const rootUrl = 'http://jwc.xaut.edu.cn/';
+    const dic_html = { tzgg: 'tzgg.htm', xwdt: 'xwdt.htm', gzzd: 'gzzd.htm', jggs: 'xkjs/jggs.htm', jsjg: 'xkjs/jsjg.htm', jsxx: 'xkjs/jsxx.htm', gkgs: 'gkgs.htm' };
+    const dic_title = { tzgg: '通知公告', xwdt: '新闻动态', gzzd: '规章制度', jggs: '竞赛结果公示', jsjg: '竞赛获奖通知', jsxx: '竞赛信息', gkgs: '公开公示' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    const list = $('.main_conRCb a')
+        .slice(0, 20)
+        .map((_, item) => {
+            item = $(item);
+            const link = item
+                .attr('href')
+                .replace(/^\.\./, rootUrl)
+                .replace(/^(info)/, rootUrl + 'info');
+            return {
+                title: item.find('em').text(),
+                link,
+                pubDate: parseDate(item.find('span').text()),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学教务处-' + dic_title[category],
+        // 源链接
+        link: rootUrl,
+        // 源说明
+        description: `西安理工大学教务处-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    if (!item.link.match('zhixing.xaut.edu.cn') && !item.link.match('xinwen.xaut.edu.cn')) {
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('#vsb_content').html();
+                    } else {
+                        item.description = '请在校内或校园VPN内查看内容';
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaut/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/index/:category?': ['mocusez'],
+    '/jwc/:category?': ['mocusez'],
+    '/rsc/:category?': ['mocusez', 'light0926'],
+};

package/lib/v2/xaut/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'xaut.edu.cn': {
+        _name: '西安理工大学',
+        index: [
+            {
+                title: '学校官网',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+        rsc: [
+            {
+                title: '人事处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-li-gong-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/xaut/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/index/:category?', require('./index'));
+    router.get('/jwc/:category?', require('./jwc'));
+    router.get('/rsc/:category?', require('./rsc'));
+};

package/lib/v2/xaut/rsc.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    // 这里的category是个形参
+    const dic_html = { tzgg: 'tzgg.htm', gzdt: 'gzdt.htm' };
+    const dic_title = { tzgg: '通知公告', gzdt: '工作动态' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: 'http://renshichu.xaut.edu.cn/' + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    // 这个列表指通知公告详情列表
+    const list = $('.vsb-space.n_right .list .cleafix')
+        .map((_, item) => {
+            item = $(item);
+            // 工作动态栏目里有一些是外链，这里做个判断
+            const a = item.find('.list_wen a').eq(0).attr('href');
+            const link = a.slice(0, 4) !== 'http' ? 'http://renshichu.xaut.edu.cn/' + a : a;
+            // 这里jquery比较长，引几个中间变量倒是方便阅读，但是我还是觉得不需要
+            const title = item.find('.list_wen a.tit').text();
+            return {
+                title,
+                link,
+            };
+        })
+        .get();
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学人事处-' + dic_title[category],
+        // 源链接
+        link: 'http://renshichu.xaut.edu.cn',
+        // 源说明
+        description: `西安理工大学人事处-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    //  下面的if判断是否属于外链，使用切片的方式来判断，并不优雅，先用着吧
+                    if (item.link.slice(0, 16) === 'http://renshichu') {
+                        // 不属于外链
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('.vsb-space form[name]').html();
+                        item.pubDate = parseDate(content('.vsb-space form[name] h3 span:contains(时间)').text().slice(3));
+                    } else {
+                        item.description = '这是一个外链("▔□▔)/("▔□▔)/所以你没法直接看到内容' + item.link;
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/yaohuo/index.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://yaohuo.me';
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/yaohuo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['nczitzk'],
+};

package/lib/v2/yaohuo/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yaohuo.me': {
+        _name: '妖火',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#yao-huo-shou-ye',
+                source: ['/'],
+                target: '/yaohuo',
+            },
+        ],
+    },
+};

package/lib/v2/yaohuo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/youku/channel.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const channelId = ctx.params.channelId;
+    const embed = !ctx.params.embed;
+
+    const response = await got({
+        method: 'get',
+        url: `https://i.youku.com/i/${channelId}/videos`,
+        headers: {
+            Host: 'i.youku.com',
+            Referer: `https://i.youku.com/i/${channelId}`,
+        },
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const list = $('div.videoitem_pack');
+
+    ctx.state.data = {
+        title: $('.username').text(),
+        link: `https://i.youku.com/i/${channelId}`,
+        description: $('.desc').text(),
+        item:
+            list &&
+            list
+                .map((_, item) => {
+                    item = $(item);
+                    const title = item.find('a.videoitem_videolink').attr('title');
+                    const cover = item.find('a.videoitem_videolink > img').attr('src');
+                    const $link = item.find('a.videoitem_videolink');
+                    const link = $link.length > 0 ? `https:${$link.attr('href')}` : null;
+                    const dateText = item.find('p.videoitem_subtitle').text().split('-').length === 2 ? `${new Date().getFullYear()}-${item.find('p.videoitem_subtitle').text()}` : item.find('p.videoitem_subtitle').text();
+                    const pubDate = parseDate(dateText);
+
+                    return link
+                        ? {
+                              title,
+                              description: art(path.join(__dirname, 'templates/channel.art'), {
+                                  embed,
+                                  videoId: path.parse(link).name.replace(/^id_/g, ''),
+                                  cover,
+                              }),
+                              link,
+                              pubDate,
+                          }
+                        : null;
+                })
+                .get()
+                .filter((item) => item),
+    };
+};

package/lib/v2/youku/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/channel/:channelId/:embed?': ['xyqfer', 'Fatpandac'],
+};

package/lib/v2/youku/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'youku.com': {
+        _name: '优酷',
+        i: [
+            {
+                title: '订阅作者',
+                docs: 'https://docs.rsshub.app/multimedia.html#you-ku',
+                source: ['/i/:id'],
+                target: '/youku/channel/:id',
+            },
+        ],
+    },
+};

package/lib/v2/youku/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/channel/:channelId/:embed?', require('./channel'));
+};

package/lib/v2/youku/templates/channel.art

@@ -0,0 +1,5 @@
+{{ if embed }}
+<iframe height=498 width=510 src='https://player.youku.com/embed/{{videoId}}' frameborder=0 'allowfullscreen'></iframe>
+{{ /if }}
+<br>
+<img src="{{cover}}">

package/lib/{routes → v2}/yxdzqb/index.js

@@ -1,21 +1,22 @@
 const got = require('@/utils/got');
-const url = require('url');
 const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 const host = 'https://www.yxdzqb.com';
 
 const map = {
-    new: 'index_r.html',
-    hot: 'index1.html',
-    hot_chinese: 'index_1c.html',
-    low: 'index2.html',
-    low_chinese: 'index_2c.html',
+    new: 'index_discount.html',
+    hot: 'index_popular.html',
+    hot_chinese: 'index_popular_cn.html',
+    low: 'index_low.html',
+    low_chinese: 'index_low_cn.html',
 };
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
 
-    const link = url.resolve(host, map[type]);
+    const link = `${host}/${map.hasOwnProperty(type) ? map[type] : `index_${type}.html`}`;
     const response = await got.get(link);
 
     const $ = cheerio.load(response.data);
@@ -27,7 +28,10 @@ module.exports = async (ctx) => {
             item = $(item);
 
             const title = item.find('div table:nth-child(1) tr td:nth-child(1)').text();
-            const description = `<img src=${item.find('table.cell_tabs > tbody > tr > td:nth-child(1) > img').attr('src')}>` + item.find('div.collapse').html();
+            const description = art(path.join(__dirname, 'templates/description.art'), {
+                src: item.find('table.cell_tabs > tbody > tr > td:nth-child(1) > img').attr('src'),
+                description: item.find('div.collapse').html(),
+            });
             const link = item.find('div.collapse table.cell_tabs > tbody > tr > td:nth-child(1) > a').attr('href');
             const guid = link + item.find('div.cell_price span:nth-child(2)').text();
 

package/lib/v2/yxdzqb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type': ['LogicJake', 'nczitzk'],
+};

package/lib/v2/yxdzqb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yxdzqb.com': {
+        _name: '游戏打折情报',
+        '.': [
+            {
+                title: '游戏折扣',
+                docs: 'https://docs.rsshub.app/game.html#you-xi-da-zhe-qing-bao-you-xi-zhe-kou',
+                source: '/',
+                target: '/yxdzqb/:type',
+            },
+        ],
+    },
+};

package/lib/v2/yxdzqb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type', require('./index'));
+};

package/lib/v2/yxdzqb/templates/description.art

@@ -0,0 +1,2 @@
+<img src="{{ src }}">
+{{@ description }}

package/lib/v2/zaker/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'channel';
+    const id = ctx.params.id ?? 1;
+    const rootUrl = 'http://www.myzaker.com';
+    const link = type === 'focusread' ? `${rootUrl}/?pos=selected_article` : `${rootUrl}/${type}/${id}`;
+
+    const response = await got({
+        url: link,
+        headers: {
+            Referer: rootUrl,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const feedTitle = $('head title').text();
+
+    let items = $('div.content-block')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('.article-title').text(),
+                link: 'http:' + item.find('.article-wrap > a').attr('href').replace('http://', ''),
+            };
+        })
+        .get();
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: link,
+                    },
+                });
+
+                const $ = cheerio.load(response.data);
+
+                item.description = $('div.article_content div').html() ?? '原文已被删除';
+                item.author = $('a.article-auther.line').text();
+                item.category = $('.lebel-list')
+                    .find('a')
+                    .toArray()
+                    .map((item) => $(item).text());
+                const date = $('span.time').text() ?? undefined;
+                if (date) {
+                    item.pubDate = timezone(parseRelativeDate(date), +8);
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: type === 'focusread' ? 'ZAKER 精读新闻' : feedTitle,
+        link,
+        item: items.filter((t) => t.description !== '原文已被删除'),
+    };
+};

package/lib/v2/zaker/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type/:id?': ['LogicJake', 'kt286', 'AlexdanerZe', 'TonyRL'],
+};

package/lib/v2/zaker/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'myzaker.com': {
+        _name: 'ZAKER',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#zaker',
+                source: ['/:type/:id'],
+                target: '/zaker/:type/:id',
+            },
+            {
+                title: '精读',
+                docs: 'https://docs.rsshub.app/new-media.html#zaker',
+                source: ['/'],
+                target: '/zaker/focusread',
+            },
+        ],
+    },
+};

package/lib/v2/zaker/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:type/:id?', require('./index'));
+};