rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/nju/itsc.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const category_dict = {
+        tzgg: '通知公告',
+    };
+
+    const items = await Promise.all(
+        Object.keys(category_dict).map(async () => {
+            const response = await got(`https://itsc.nju.edu.cn/tzgg/list.htm`);
+
+            const data = response.data;
+            const $ = cheerio.load(data);
+            const tmp = $('.list2')[0].children;
+            const infos = [];
+            for (let i = 0; i < tmp.length; i++) {
+                if (tmp[i].children) {
+                    infos.push(tmp[i]);
+                }
+            }
+
+            // only read first page
+            return Promise.resolve(
+                infos.map((item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('a').attr('title'),
+                        description: item.find('a').attr('title'),
+                        link: 'https://itsc.nju.edu.cn' + item.find('a').attr('href'),
+                        pubDate: timezone(parseDate(item.find('.news_meta').text(), 'YYYY-MM-DD'), +8),
+                        category: category_dict[0],
+                    };
+                })
+            );
+        })
+    );
+
+    ctx.state.data = {
+        title: 'ITSC-公告通知',
+        link: 'https://itsc.nju.edu.cn/tzgg/list.htm',
+        item: items[0],
+    };
+};

package/lib/v2/nju/maintainer.js

@@ -3,7 +3,9 @@ module.exports = {
     '/dafls': ['ret-1'],
     '/exchangesys': ['cqjjjzr'],
     '/gra': ['ret-1'],
+    '/hospital': ['ret-1'],
     '/hqjt': ['ret-1'],
+    '/itsc': ['ret-1'],
     '/jjc': ['ret-1'],
     '/jw/:type': ['cqjjjzr'],
     '/rczp/:type': ['ret-1'],

package/lib/v2/nju/radar.js

@@ -33,6 +33,22 @@ module.exports = {
                 target: '/nju/gra',
             },
         ],
+        hospital: [
+            {
+                title: '校医院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-da-xue-xiao-yi-yuan',
+                source: ['/ggtz/index.html'],
+                target: '/nju/hospital',
+            },
+        ],
+        itsc: [
+            {
+                title: 'ITSC信息中心',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-da-xue-itsc-xin-xi-zhong-xin',
+                source: ['/tzgg/list.htm'],
+                target: '/nju/itsc',
+            },
+        ],
         jjc: [
             {
                 title: '基建处',

package/lib/v2/nju/router.js

@@ -3,7 +3,9 @@ module.exports = function (router) {
     router.get('/dafls', require('./dafls'));
     router.get('/exchangesys/:type', require('./exchangesys'));
     router.get('/gra', require('./gra'));
+    router.get('/hospital', require('./hosptial'));
     router.get('/hqjt', require('./hqjt'));
+    router.get('/itsc', require('./itsc'));
     router.get('/jjc', require('./jjc'));
     router.get('/jw/:type', require('./jw'));
     router.get('/rczp/:type', require('./rczp'));

package/lib/v2/njxzc/home.js

@@ -0,0 +1,26 @@
+const { getNoticeList } = require('./utils');
+
+const url = 'https://www.njxzc.edu.cn/89/list.htm';
+const host = 'https://www.njxzc.edu.cn';
+
+module.exports = async (ctx) => {
+    const out = await getNoticeList(
+        ctx,
+        url,
+        host,
+        'a',
+        '.news_meta',
+        {
+            title: '.arti_title',
+            content: '.wp_articlecontent',
+            date: '.arti_update',
+        },
+        '.news_list .news'
+    );
+
+    ctx.state.data = {
+        title: '南京晓庄学院 -- 通知公告',
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/njxzc/lib.js

@@ -0,0 +1,26 @@
+const { getNoticeList } = require('./utils');
+
+const url = 'https://lib.njxzc.edu.cn/pxyhd/list.htm';
+const host = 'https://lib.njxzc.edu.cn';
+
+module.exports = async (ctx) => {
+    const out = await getNoticeList(
+        ctx,
+        url,
+        host,
+        'a',
+        '.news_meta',
+        {
+            title: '.arti_title',
+            content: '.wp_articlecontent',
+            date: '.arti_update',
+        },
+        '.news'
+    );
+
+    ctx.state.data = {
+        title: '南京晓庄学院 -- 图书馆通知公告',
+        link: url,
+        item: out,
+    };
+};

package/lib/v2/njxzc/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/libtzgg': ['real-jiakai'],
+    '/tzgg': ['real-jiakai'],
+};

package/lib/v2/njxzc/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'njxzc.edu.cn': {
+        _name: '南京晓庄学院',
+        lib: [
+            {
+                title: '图书馆通知公告',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-xiao-zhuang-xue-yuan-guan-wang-tong-zhi-gong-gao',
+                source: ['/pxyhd/list.htm', '/'],
+                target: '/njxzc/libtzgg',
+            },
+        ],
+        www: [
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-xiao-zhuang-xue-yuan-tu-shu-guan-tong-zhi-gong-gao',
+                source: ['/89/list.htm', '/'],
+                target: '/njxzc/tzgg',
+            },
+        ],
+    },
+};

package/lib/v2/njxzc/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    // 南京晓庄学院图书馆通知公告
+    router.get('/libtzgg', require('./lib'));
+    // 南京晓庄学院通知公告
+    router.get('/tzgg', require('./home'));
+};

package/lib/v2/njxzc/utils/index.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+async function getNoticeList(ctx, url, host, titleSelector, dateSelector, contentSelector, listSelector) {
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+
+    const list = $(listSelector)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find(titleSelector).attr('title'),
+                link: host + item.find(titleSelector).attr('href'),
+                pubDate: timezone(parseDate(item.find(dateSelector).text(), 'YYYY-MM-DD'), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                if (response.redirectUrls.length) {
+                    item.link = response.redirectUrls[0];
+                    item.description = '该通知无法直接预览，请点击原文链接↑查看';
+                } else {
+                    const $ = cheerio.load(response.data);
+                    item.title = $(contentSelector.title).text();
+                    item.description = $(contentSelector.content)
+                        .html()
+                        .replace(/src="\//g, `src="${new URL('.', host).href}`)
+                        .replace(/href="\//g, `href="${new URL('.', host).href}`)
+                        .trim();
+                    item.pubDate = timezone(parseDate($(contentSelector.date).text().replace('编辑：', '').replace('发布日期：', '')), +8);
+                }
+                return item;
+            })
+        )
+    );
+
+    return out;
+}
+
+module.exports = {
+    getNoticeList,
+};

package/lib/v2/nmtv/column.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '877';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 100;
+
+    const hostUrl = 'https://vod.m2oplus.nmtv.cn';
+    const apiRootUrl = 'https://mapi.m2oplus.nmtv.cn';
+    const apiUrl = `${apiRootUrl}/api/v1/contents.php?offset=0&count=${limit}&column_id=${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data;
+
+    const items = data.map((item) => {
+        const enclosure_url = `${hostUrl}/${item.target_path}${item.target_filename}`;
+        const enclosure_type = `${item.type}/${enclosure_url.match(/\.(\w+)$/)[1]}`;
+
+        return {
+            title: item.title,
+            link: item.content_url,
+            author: item.column_name,
+            pubDate: timezone(parseDate(item.publish_time), +8),
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                type: item.type,
+                image: item.index_pic,
+                file: enclosure_url,
+            }),
+            enclosure_url,
+            enclosure_type,
+            itunes_duration: item.video.duration,
+            itunes_item_image: item.index_pic,
+        };
+    });
+
+    const author = data[0].column_name;
+    const imageUrl = data[0].column_info.indexpic;
+
+    ctx.state.data = {
+        title: `内蒙古广播电视台 - ${author}`,
+        link: items[0].link.split(/\/\d{4}-\d{2}-\d{2}\//)[0],
+        item: items,
+        image: `${imageUrl.host}${imageUrl.filepath}${imageUrl.filename}`,
+        itunes_author: author,
+    };
+};

package/lib/v2/nmtv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/column/:id?': ['nczitzk'],
+};

package/lib/v2/nmtv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'nmtv.cn': {
+        _name: '内蒙古广播电视台',
+        '.': [
+            {
+                title: '点播',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nei-meng-gu-guang-bo-dian-shi-tai-dian-bo',
+                source: ['/'],
+                target: (params, url) => `/nmtv/column/${new URL(url).toString.split(/\/folder/).pop()}`,
+            },
+        ],
+    },
+};

package/lib/v2/nmtv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/column/:id?', require('./column'));
+};

package/lib/v2/nmtv/templates/description.art

@@ -0,0 +1,9 @@
+{{ if type === 'audio' }}
+<audio controls="controls">
+<source src="{{ file }}" type="audio/mp3">
+</audio>
+{{ else if type === 'video' }}
+<video controls poster="{{ image }}">
+<source src="{{ file }}" type="video/mp4">
+</video>
+{{ /if }}

package/lib/v2/nua/dc.js

@@ -1,5 +1,3 @@
-// const got = require('@/utils/got');
-// const cheerio = require('cheerio');
 const util = require('./utils');
 
 module.exports = async (ctx) => {
@@ -19,7 +17,7 @@ module.exports = async (ctx) => {
             artiContent = '.article';
             webPageName = 'li.pre35.left .big_title';
             break;
-        case 'teach':
+        case 'exhibition':
             listName = 'li.pre65.right li.effects';
             listDate = '.date';
             artiContent = '.article';
@@ -31,18 +29,30 @@ module.exports = async (ctx) => {
             artiContent = '.article';
             webPageName = 'ul.center .big_title';
             break;
+        case 'rc':
+            listName = 'div.pre65.left p.small_content_2';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'div.pre65.left.is-inview .big_title';
+            break;
         case 'party':
             listName = 'div.pre35.right li.party_list';
             listDate = '.date';
             artiContent = '.article';
             webPageName = 'div.pre35.right .big_title';
             break;
+        case 'youth':
+            listName = 'ul.works_list p.small_content_2.viewpoint';
+            listDate = '.date';
+            artiContent = '.article';
+            webPageName = 'ul.screen_4 .big_title';
+            break;
         default:
             throw Error(`暂不支持对${type}的订阅`);
     }
 
     const items = await util.ProcessList(baseUrl, baseUrl, listName, listDate, webPageName);
-    const results = await util.ProcessFeed(items[0], artiContent, ctx.cache);
+    const results = await util.ProcessFeed(items[0], artiContent, ctx);
 
     ctx.state.data = {
         title: 'NUA-设计学院-' + items[1],

package/lib/v2/nua/gra.js

@@ -10,7 +10,7 @@ module.exports = async (ctx) => {
     const webPageName = '.col_title';
 
     const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
-    const results = await util.ProcessFeed(items[0], artiContent, ctx.cache);
+    const results = await util.ProcessFeed(items[0], artiContent, ctx);
 
     ctx.state.data = {
         title: 'NUA-研究生处-' + items[1],

package/lib/v2/nua/index.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
 
     const artiContent = '.read';
     const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
-    const results = await util.ProcessFeed(items[0], artiContent, ctx.cache);
+    const results = await util.ProcessFeed(items[0], artiContent, ctx);
 
     ctx.state.data = {
         title: 'NUA-' + items[1],

package/lib/v2/nua/lib.js

@@ -0,0 +1,39 @@
+const util = require('./utils');
+const baseUrl = 'https://lib.nua.edu.cn';
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    let webPageName;
+
+    switch (type) {
+        case 'xwdt':
+            webPageName = '.wp_column.column-1.selected';
+            break;
+        case 'djdt':
+            webPageName = '.wp_column.column-2.selected';
+            break;
+        case 'zydt':
+            webPageName = '.wp_column.column-3.selected';
+            break;
+        case 'fwdt':
+            webPageName = '.wp_column.column-4.selected';
+            break;
+        default:
+            throw Error(`暂不支持对${type}的订阅`);
+    }
+
+    const newsUrl = `${baseUrl}/${type}/list.htm`;
+    const listName = 'div.news_con';
+    const artiContent = '.wp_articlecontent';
+    const listDate = '.news_date';
+
+    const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
+    const results = await util.ProcessFeed(items[0], artiContent, ctx);
+
+    ctx.state.data = {
+        title: 'NUA-图书馆-' + items[1],
+        link: `${baseUrl}/${type}/list.htm`,
+        description: '南京艺术学院 图书馆 ' + items[1],
+        item: results,
+    };
+};

package/lib/v2/nua/maintainer.js

@@ -2,5 +2,6 @@ module.exports = {
     '/dc/:type': ['evnydd0sf'],
     '/gra/:type': ['evnydd0sf'],
     '/index/:type': ['evnydd0sf'],
+    '/lib/:type': ['evnydd0sf'],
     '/sxw/:type': ['evnydd0sf'],
 };

package/lib/v2/nua/radar.js

@@ -33,5 +33,13 @@ module.exports = {
                 target: '/nua/gra/:type',
             },
         ],
+        lib: [
+            {
+                title: '图书馆',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-yi-shu-xue-yuan',
+                source: ['/:type/list.htm'],
+                target: '/nua/lib/:type',
+            },
+        ],
     },
 };

package/lib/v2/nua/router.js

@@ -2,5 +2,6 @@ module.exports = function (router) {
     router.get('/dc/:type', require('./dc'));
     router.get('/gra/:type', require('./gra'));
     router.get('/index/:type', require('./index'));
+    router.get('/lib/:type', require('./lib'));
     router.get('/sxw/:type', require('./sxw'));
 };

package/lib/v2/nua/sxw.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
 
     const artiContent = '.read';
     const items = await util.ProcessList(newsUrl, baseUrl, listName, listDate, webPageName);
-    const results = await util.ProcessFeed(items[0], artiContent, ctx.cache);
+    const results = await util.ProcessFeed(items[0], artiContent, ctx);
 
     ctx.state.data = {
         title: 'NUA-双馨网-' + items[1],

package/lib/v2/nua/utils.js

@@ -2,54 +2,69 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
+const { fetchArticle } = require('@/utils/wechat-mp');
+
+const pageType = (href) => {
+    if (!href.startsWith('http')) {
+        return 'in-nua';
+    }
+    const url = new URL(href);
+    if (url.hostname === 'mp.weixin.qq.com') {
+        return 'wechat-mp';
+    } else if (url.hostname === 'www.nua.edu.cn') {
+        return 'nua';
+    } else {
+        return 'unknown';
+    }
+};
+
+function arti_link(text, href) {
+    return `<a href="${href}">${text}</a>`;
+}
 
 async function ProcessList(newsUrl, baseUrl, listName, listDate, webPageName) {
-    const result = await got(newsUrl, {
-        https: {
-            rejectUnauthorized: false,
-        },
-    });
+    const result = await got(newsUrl, { https: { rejectUnauthorized: false } });
     const $ = cheerio.load(result.data);
 
-    const pageName = $(webPageName).text();
-
-    let artiLink;
+    const pageName = $(webPageName).text().trim();
 
     const items = $(listName)
         .toArray()
         .map((item) => {
-            item = $(item);
-            if (item.find('a').attr('href').includes('http')) {
-                artiLink = item.find('a').attr('href');
-            } else {
-                artiLink = baseUrl + item.find('a').attr('href');
-            }
+            const href = $(item).find('a').attr('href');
+            const type = pageType(href);
 
             return {
-                link: artiLink,
-                title: item.find('a').attr('title'),
-                pubDate: timezone(parseDate(item.find(listDate).first().text(), 'YYYY-MM-DD'), +8),
+                link: type === 'in-nua' ? baseUrl + href : href,
+                title: $(item).find('a').attr('title'),
+                pubDate: timezone(parseDate($(item).find(listDate).first().text(), 'YYYY-MM-DD'), +8),
+                type,
             };
         });
 
     return [items, pageName];
 }
 
-const ProcessFeed = async (items, artiContent, cache) =>
-    await Promise.all(
+const ProcessFeed = (items, artiContent, ctx) =>
+    Promise.all(
         items.map((item) =>
-            cache.tryGet(item.link, async () => {
-                const result = await got(item.link, {
-                    https: {
-                        rejectUnauthorized: false,
-                    },
-                });
-                const $ = cheerio.load(result.data);
-
-                item.author = $('.arti_publisher').text() + '  ' + $('.arti_views').text();
-                item.description = $(artiContent).html();
-
-                return item;
+            ctx.cache.tryGet(item.link, async () => {
+                switch (item.type) {
+                    case 'in-nua':
+                    case 'nua': {
+                        const result = await got(item.link, { https: { rejectUnauthorized: false } });
+                        const $ = cheerio.load(result.data);
+                        item.author = $('.arti_publisher').text() + '  ' + $('.arti_views').text();
+                        item.description = $(artiContent).html();
+                        return item;
+                    }
+                    case 'wechat-mp':
+                        return fetchArticle(ctx, item.link);
+                    case 'unknown':
+                    default:
+                        item.description = `暂不支持解析该内容，请点击 ${arti_link('原文', item.link)}`;
+                        return item;
+                }
             })
         )
     );

package/lib/v2/nuaa/utils/pypasswaf.js

@@ -1,3 +1,5 @@
+const puppeteerUtils = require('@/utils/puppeteer-utils');
+
 /**
  * async function 获取cookie
  * @desc 返回一个可用的cookie，使用 `got` 发起请求的时候，传入到`options.headers.cookie`即可
@@ -14,8 +16,7 @@ module.exports = async function getCookie(host) {
         waitUntil: 'networkidle0',
     });
 
-    let cookie = await page.cookies();
-    cookie = cookie.map(({ name, value }) => `${name}=${value}`).join('; ');
+    const cookie = await puppeteerUtils.getCookies(page);
     await browser.close();
     return cookie;
 };

package/lib/v2/nyaa/main.js

@@ -11,34 +11,27 @@ module.exports = async (ctx) => {
         },
     });
 
-    let currentURL;
-    let currentLink;
+    const { query, username } = ctx.params;
 
+    let rootURL;
     if (ctx.routerPath.split('/')[1] === 'sukebei') {
-        const rootURL = 'https://sukebei.nyaa.si';
-        const { username = 'ohys' } = ctx.params;
-        const { query = '' } = ctx.params;
-        if (ctx.routerPath.split('/')[2] === 'user') {
-            currentURL = `${rootURL}/?page=rss&u=${username}`;
-            currentLink = `${rootURL}/user/${username}`;
-        } else {
-            currentURL = `${rootURL}/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`;
-            currentLink = `${rootURL}/?f=0&c=0_0&q=${query}`;
-        }
+        rootURL = 'https://sukebei.nyaa.si';
     } else {
-        const rootURL = 'https://nyaa.si';
-        const { username = 'Tarakara168' } = ctx.params;
-        const { query = '' } = ctx.params;
-        if (ctx.routerPath.split('/')[1] === 'user') {
-            currentURL = `${rootURL}/?page=rss&u=${username}`;
-            currentLink = `${rootURL}/user/${username}`;
-        } else {
-            currentURL = `${rootURL}/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`;
-            currentLink = `${rootURL}/?f=0&c=0_0&q=${query}`;
-        }
+        rootURL = 'https://nyaa.si';
     }
 
-    const feed = await parser.parseURL(currentURL);
+    let currentRSSURL = `${rootURL}/?page=rss`;
+    let currentLink = `${rootURL}/`;
+    if (username !== undefined) {
+        currentRSSURL = `${currentRSSURL}&u=${encodeURI(username)}`;
+        currentLink = `${currentLink}user/${encodeURI(username)}`;
+    }
+    if (query !== undefined) {
+        currentRSSURL = `${currentRSSURL}&q=${encodeURI(query)}`;
+        currentLink = `${currentLink}?q=${encodeURI(query)}`;
+    }
+
+    const feed = await parser.parseURL(currentRSSURL);
 
     feed.items.map((item) => {
         item.link = item.guid;

package/lib/v2/nyaa/maintainer.js

@@ -1,6 +1,9 @@
 module.exports = {
-    '/search/:query?': ['Lava-Swimmer', 'noname1897'],
-    '/sukebei/search/:query?': ['Lava-Swimmer', 'noname1897'],
-    '/user/:username?': ['Lava-Swimmer', 'noname1897'],
-    '/sukebei/user/:username?': ['Lava-Swimmer', 'noname1897'],
+    '/search/:query?': ['Lava-Swimmer', 'noname1776'],
+    '/user/:username?': ['Lava-Swimmer', 'noname1776'],
+    '/user/:username/search/:query?': ['Lava-Swimmer', 'noname1776'],
+
+    '/sukebei/search/:query?': ['Lava-Swimmer', 'noname1776'],
+    '/sukebei/user/:username?': ['Lava-Swimmer', 'noname1776'],
+    '/sukebei/user/:username/search/:query?': ['Lava-Swimmer', 'noname1776'],
 };