rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/v2/njnu/jwc/utils.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    // 异步请求文章
+    const response = await got.get(link, {
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    // 加载文章内容
+    const $ = cheerio.load(response.data);
+    const dateStr = $('span+ span').text();
+    // 解析日期
+    const pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD', 'zh-cn'), +8);
+    // 提取内容
+    const description = $('form > div').html();
+
+    // 返回解析的结果
+    return { description, pubDate };
+}
+
+const ProcessFeed = async (list, caches) => {
+    const host = 'http://jwc.njnu.edu.cn/';
+
+    // 使用 Promise.all() 进行 async 并发
+    return await Promise.all(
+        // 遍历每一篇文章
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+
+            const $title = $('a');
+            // 还原相对链接为绝对链接
+            const itemUrl = new URL($title.attr('href'), host);
+
+            // 列表上提取到的信息
+            const single = {
+                title: $title.text(),
+                link: itemUrl,
+                author: '教务处',
+                guid: itemUrl,
+            };
+
+            // 使用tryGet方法从缓存获取内容。
+            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
+
+            // 合并解析后的结果集作为该篇文章最终的输出结果
+            return { ...single, ...other };
+        })
+    );
+};
+
+module.exports = {
+    ProcessFeed,
+};

package/lib/v2/njnu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jwc/:type': ['Shujakuinkuraudo'],
+    '/ceai/:type': ['Shujakuinkuraudo'],
+};

package/lib/v2/njnu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'njnu.edu.cn': {
+        _name: '南京师范大学',
+        ceai: [
+            {
+                title: '计算机与电子信息学院-人工智能学院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-shi-fan-da-xue',
+                source: '/',
+                target: '/njnu/ceai/xygg',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务通知',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-shi-fan-da-xue',
+                source: '/',
+                target: '/njnu/jwc/xwdt',
+            },
+        ],
+    },
+};

package/lib/v2/njnu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jwc/:type', require('./jwc/jwc'));
+    router.get('/ceai/:type', require('./ceai/ceai'));
+};

package/lib/v2/njupt/jwc.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://jwc.njupt.edu.cn';
+
+const map = {
+    notice: '/1594',
+    news: '/1596',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'notice';
+    const link = host + map[type] + '/list.htm';
+    const response = await got({
+        method: 'get',
+        url: link,
+        headers: {
+            Referer: host,
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    const urlList = $('.content')
+        .find('a')
+        .slice(0, 10)
+        .map((i, e) => $(e).attr('href'))
+        .get();
+
+    const titleList = $('.content')
+        .find('a')
+        .slice(0, 10)
+        .map((i, e) => $(e).attr('title'))
+        .get();
+
+    const dateList = $('.content tr')
+        .find('div')
+        .slice(0, 10)
+        .map((i, e) => $(e).text().replace('发布时间：', ''))
+        .get();
+
+    const out = await Promise.all(
+        urlList.map((itemUrl, index) => {
+            itemUrl = new URL(itemUrl, host).href;
+            if (itemUrl.indexOf('.htm') !== -1) {
+                return ctx.cache.tryGet(itemUrl, async () => {
+                    const response = await got.get(itemUrl);
+                    if (response.redirectUrls.length !== 0) {
+                        const single = {
+                            title: titleList[index],
+                            link: itemUrl,
+                            description: '该通知无法直接预览, 请点击原文链接↑查看',
+                            pubDate: parseDate(dateList[index]),
+                        };
+                        return single;
+                    }
+                    const $ = cheerio.load(response.data);
+                    const single = {
+                        title: $('.Article_Title').text(),
+                        link: itemUrl,
+                        description: $('.wp_articlecontent')
+                            .html()
+                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
+                            .replace(/href="\//g, `href="${new URL('.', host).href}`)
+                            .trim(),
+                        pubDate: parseDate($('.Article_PublishDate').text().replace('发布时间：', '')),
+                    };
+                    return single;
+                });
+            } else {
+                const single = {
+                    title: titleList[index],
+                    link: itemUrl,
+                    description: '该通知为文件，请点击原文链接↑下载',
+                    pubDate: parseDate(dateList[index]),
+                };
+                return single;
+            }
+        })
+    );
+    let info = '通知公告';
+    if (type === 'news') {
+        info = '教务快讯';
+    }
+    ctx.state.data = {
+        title: '南京邮电大学 -- ' + info,
+        link,
+        item: out,
+    };
+};

package/lib/v2/njupt/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/jwc/:type?': ['shaoye'],
+};

package/lib/v2/njupt/radar.js

@@ -0,0 +1,20 @@
+module.exports = {
+    'njupt.edu.cn': {
+        _name: '南京邮电大学',
+        jwc: [
+            {
+                title: '教务处通知与新闻',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-you-dian-da-xue',
+                source: '/*/list.htm',
+                target: (_params, url) => {
+                    url = new URL(url);
+                    if (url.pathname.indexOf('/1594') !== -1) {
+                        return '/njupt/notice';
+                    } else if (url.pathname.indexOf('/1596') !== -1) {
+                        return '/njupt/news';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/njupt/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/jwc/:type?', require('./jwc'));
+};

package/lib/v2/nltimes/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['Hivol'],
+};

package/lib/v2/nltimes/news.js

@@ -0,0 +1,89 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const map = new Map([
+    ['top-stories', { title: 'NL Times -- Top Stories', suffix: '/top-stories' }],
+    ['health', { title: 'NL Times -- Health', suffix: '/categories/health' }],
+    ['crime', { title: 'NL Times -- Crime', suffix: '/categories/crime' }],
+    ['politics', { title: 'NL Times -- Politics', suffix: '/categories/politics' }],
+    ['business', { title: 'NL Times -- Business', suffix: '/categories/business' }],
+    ['tech', { title: 'NL Times -- Tech', suffix: '/categories/tech' }],
+    ['culture', { title: 'NL Times -- Culture', suffix: '/categories/culture' }],
+    ['sports', { title: 'NL Times -- Sports', suffix: '/categories/sports' }],
+    ['weird', { title: 'NL Times -- Weird', suffix: '/categories/weird' }],
+    ['1-1-2', { title: 'NL Times -- 1-1-2', suffix: '/categories/1-1-2' }],
+]);
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'top-stories';
+    const suffix = map.get(category).suffix;
+
+    const rootUrl = 'https://www.nltimes.nl';
+    const apiUrl = rootUrl + suffix;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.news-card')
+        .slice(0, 10)
+        .map((_, elem) => {
+            const item = {
+                link: $(elem).children('.news-card__title').first().children('a').first().attr('href'),
+                title: $(elem).children('.news-card__title').first().children('a').first().text(),
+                date: $(elem).children('.news-card__date').first().text(),
+                category: $(elem)
+                    .children('.news-card__categories')
+                    .first()
+                    .children('a')
+                    .map((_, elem) => $(elem).text())
+                    .get(),
+            };
+            return item;
+        })
+        .get();
+
+    const ProcessFeed = (data) => {
+        const $ = cheerio.load(data);
+
+        return $('.news-article--body').html();
+    };
+
+    const items = await Promise.all(
+        list.map((item) => {
+            const title = item.title;
+            const date = timezone(parseDate(item.date, 'DD MMMM YYYY - HH:mm'), +1); // Central European Time
+            const link = rootUrl + item.link;
+            const category = item.category;
+
+            return ctx.cache.tryGet(link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: link,
+                });
+
+                const description = ProcessFeed(response.data);
+                return {
+                    title,
+                    category,
+                    description,
+                    pubDate: date,
+                    link,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: map.get(category).title,
+        language: 'en',
+        link: apiUrl,
+        description: map.get(category).title,
+        item: items,
+    };
+};

package/lib/v2/nltimes/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'nltimes.nl': {
+        _name: 'NL Times',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#nl-times',
+                source: '/categories/:category',
+                target: '/nltimes/news/:category',
+            },
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#nl-times',
+                source: '/top-stories',
+                target: '/nltimes/news/top-stories',
+            },
+        ],
+    },
+};

package/lib/v2/nltimes/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/{routes → v2}/nowcoder/discuss.js

@@ -1,7 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 const host = 'https://www.nowcoder.com';
 
@@ -19,7 +19,7 @@ module.exports = async (ctx) => {
     const list = $('li.clearfix')
         .map(function () {
             const info = {
-                title: $(this).find('div.discuss-main.clearfix a').text().trim().replace('\n', ' '),
+                title: $(this).find('div.discuss-main.clearfix a:first').text().trim().replace('\n', ' '),
                 link: $(this).find('div.discuss-main.clearfix a[rel]').attr('href'),
             };
             return info;
@@ -27,30 +27,25 @@ module.exports = async (ctx) => {
         .get();
 
     const out = await Promise.all(
-        list.map(async (info) => {
+        list.map((info) => {
             const title = info.title || 'tzgg';
-            const itemUrl = url.resolve(host, info.link).replace(new RegExp('^(.*)[?](.*)$'), '$1');
+            const itemUrl = new URL(info.link, host).href.replace(new RegExp('^(.*)[?](.*)$'), '$1');
 
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const response = await got.get(itemUrl);
+                const $ = cheerio.load(response.data);
 
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
+                const date_value = $('span.post-time').text();
 
-            const date_value = $('span.post-time').text().split('  ')[1];
+                const description = $('.nc-post-content').html();
 
-            const description = $('.nc-post-content').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
+                return {
+                    title,
+                    link: itemUrl,
+                    description,
+                    pubDate: timezone(parseDate(date_value), +8),
+                };
+            });
         })
     );
 

package/lib/v2/nowcoder/experience.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const host = 'https://www.nowcoder.com';
+
+module.exports = async (ctx) => {
+    const params = new URLSearchParams(ctx.query);
+    params.append('tagId', ctx.params.tagId);
+
+    const link = new URL('/discuss/experience/json', host);
+
+    // const link = `https://www.nowcoder.com/discuss/experience/json?tagId=${tagId}&order=${order}&companyId=${companyId}&phaseId=${phaseId}`;
+    link.search = params;
+    const response = await got.get(link.toString());
+    const data = response.data.data;
+
+    const list = data.discussPosts.map((x) => {
+        const info = {
+            title: x.postTitle,
+            link: new URL('discuss/' + x.postId, host).href,
+            author: x.author,
+            pubDate: timezone(parseDate(x.createTime), +8),
+            category: x.postTypeName,
+        };
+        return info;
+    });
+
+    const out = await Promise.all(
+        list.map((info) =>
+            ctx.cache.tryGet(info.link, async () => {
+                const response = await got.get(info.link);
+                const $ = cheerio.load(response.data);
+
+                info.description = $('.nc-post-content').html();
+
+                return info;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `牛客面经Tag${ctx.params.tagId}`,
+        link: link.href,
+        item: out,
+    };
+};

package/lib/v2/nowcoder/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/discuss/:type/:order': ['LogicJake'],
+    '/experience/:tagId': ['huyyi'],
+    '/jobcenter/:recruitType?/:city?/:type?/:order?/:latest?': ['nczitzk'],
+    '/recommend': ['junfengP'],
+    '/schedule/:propertyId?/:typeId?': ['junfengP'],
+};

package/lib/v2/nowcoder/radar.js

@@ -0,0 +1,40 @@
+module.exports = {
+    'nowcoder.com': {
+        _name: '牛客网',
+        '.': [
+            {
+                title: '面经',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang-mian-jing',
+                source: ['/'],
+                target: '/nowcoder/experience',
+            },
+            {
+                title: '讨论区',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/discuss'],
+                target: (_params, url) => {
+                    const href = new URL(url);
+                    return `/nowcoder/${href.searchParams.get('type')}/${href.searchParams.get('order')}`;
+                },
+            },
+            {
+                title: '实习广场 & 社招广场',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/jobcenter',
+            },
+            {
+                title: '校招日程',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/schedule',
+            },
+            {
+                title: '求职推荐',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/recommend',
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/nowcoder/recommend.js

@@ -13,7 +13,7 @@ module.exports = async (ctx) => {
         description: '牛客网-推荐',
         item: data.map((item) => ({
             title: item.name,
-            description: `<img src="${item.img}" referrerpolicy="no-referrer"">`,
+            description: `<img src="${item.img}">`,
             link: `https://www.nowcoder.com${item.url}`,
         })),
     };

package/lib/v2/nowcoder/router.js

@@ -0,0 +1,7 @@
+module.exports = function (router) {
+    router.get('/discuss/:type/:order', require('./discuss'));
+    router.get('/experience/:tagId', require('./experience'));
+    router.get('/jobcenter/:recruitType?/:city?/:type?/:order?/:latest?', require('./jobcenter'));
+    router.get('/recommend', require('./recommend'));
+    router.get('/schedule/:propertyId?/:typeId?', require('./schedule'));
+};

package/lib/{routes → v2}/nowcoder/schedule.js

@@ -1,15 +1,16 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const propertyId = ctx.params.propertyId ? ctx.params.propertyId : 0;
     const typeId = ctx.params.typeId ? ctx.params.typeId : 0;
 
     const link = `https://www.nowcoder.com/school/schedule/data?token=&query=&typeId=${typeId}&propertyId=${propertyId}&onlyFollow=false&_=${new Date().getTime()}`;
-    const responseBody = (await got.get(link)).data;
+    const responseBody = (await got(link)).data;
     if (responseBody.code !== 0) {
         throw Error(`接口错误，错误代码:${responseBody.code},错误原因:${responseBody.msg}`);
     }
-    const data = responseBody.data;
+    const data = responseBody.data.companyList;
 
     ctx.state.data = {
         title: '名企校招日程',
@@ -23,7 +24,7 @@ module.exports = async (ctx) => {
             return {
                 title: item.name,
                 description: `<table>${desc}</table>`,
-                pubDate: new Date(item.createTime).toUTCString(),
+                pubDate: parseDate(item.createTime),
                 link: `https://www.nowcoder.com/school/schedule/${item.id}`,
             };
         }),

package/lib/v2/ntdtv/channel.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const host = 'https://www.ntdtv.com';
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language;
+    const id = ctx.params.id;
+    const url = `${host}/${language}/${id}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('h1.block_title').text();
+    const list = $('div.list_wrapper > div')
+        .map((_, item) => ({
+            title: $(item).find('div.title').text(),
+            link: $(item).find('div.title > a').attr('href'),
+            description: $(item).find('div.excerpt').text(),
+        }))
+        .get()
+        .filter((item) => item.link);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('div.post_content').html();
+                item.pubDate = timezone(parseDate(content('div.time > span').text()), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `新唐人电视台 - ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ntdtv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language/:id': ['Fatpandac'],
+};

package/lib/v2/ntdtv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ntdtv.com': {
+        _name: '新唐人电视台',
+        www: [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xin-tang-ren-dian-shi-tai',
+                source: '/:language/:id',
+                target: '/ntdtv/:language/:id',
+            },
+        ],
+    },
+};

package/lib/v2/ntdtv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:language/:id', require('./channel'));
+};

package/lib/v2/odaily/post.js

@@ -25,14 +25,16 @@ module.exports = async (ctx) => {
         url: currentUrl,
     });
 
-    let items = response.data.data.items.map((item) => ({
-        title: item.title,
-        author: item.user.name,
-        type: item.entity_type,
-        description: `<p>${item.summary}</p>`,
-        link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
-        pubDate: timezone(parseDate(item.published_at), +8),
-    }));
+    let items = response.data.data.items
+        .map((item) => ({
+            title: item.title,
+            author: item.user.name,
+            type: item.entity_type,
+            description: `<p>${item.summary}</p>`,
+            link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
+            pubDate: timezone(parseDate(item.published_at), +8),
+        }))
+        .filter((item) => item.type !== 'newsflash');
 
     items = await Promise.all(
         items.map(