rsshub 1.0.0-master.fe69819 → 1.0.0-master.fee75c6

package/lib/v2/njnu/jwc/utils.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    // 异步请求文章
+    const response = await got.get(link, {
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    // 加载文章内容
+    const $ = cheerio.load(response.data);
+    const dateStr = $('span+ span').text();
+    // 解析日期
+    const pubDate = timezone(parseDate(dateStr, 'YYYY-MM-DD', 'zh-cn'), +8);
+    // 提取内容
+    const description = $('form > div').html();
+
+    // 返回解析的结果
+    return { description, pubDate };
+}
+
+const ProcessFeed = async (list, caches) => {
+    const host = 'http://jwc.njnu.edu.cn/';
+
+    // 使用 Promise.all() 进行 async 并发
+    return await Promise.all(
+        // 遍历每一篇文章
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+
+            const $title = $('a');
+            // 还原相对链接为绝对链接
+            const itemUrl = new URL($title.attr('href'), host);
+
+            // 列表上提取到的信息
+            const single = {
+                title: $title.text(),
+                link: itemUrl,
+                author: '教务处',
+                guid: itemUrl,
+            };
+
+            // 使用tryGet方法从缓存获取内容。
+            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
+            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
+
+            // 合并解析后的结果集作为该篇文章最终的输出结果
+            return { ...single, ...other };
+        })
+    );
+};
+
+module.exports = {
+    ProcessFeed,
+};

package/lib/v2/njnu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jwc/:type': ['Shujakuinkuraudo'],
+    '/ceai/:type': ['Shujakuinkuraudo'],
+};

package/lib/v2/njnu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'njnu.edu.cn': {
+        _name: '南京师范大学',
+        ceai: [
+            {
+                title: '计算机与电子信息学院-人工智能学院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-shi-fan-da-xue',
+                source: '/',
+                target: '/njnu/ceai/xygg',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务通知',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-shi-fan-da-xue',
+                source: '/',
+                target: '/njnu/jwc/xwdt',
+            },
+        ],
+    },
+};

package/lib/v2/njnu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jwc/:type', require('./jwc/jwc'));
+    router.get('/ceai/:type', require('./ceai/ceai'));
+};

package/lib/v2/nltimes/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['Hivol'],
+};

package/lib/v2/nltimes/news.js

@@ -0,0 +1,89 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const map = new Map([
+    ['top-stories', { title: 'NL Times -- Top Stories', suffix: '/top-stories' }],
+    ['health', { title: 'NL Times -- Health', suffix: '/categories/health' }],
+    ['crime', { title: 'NL Times -- Crime', suffix: '/categories/crime' }],
+    ['politics', { title: 'NL Times -- Politics', suffix: '/categories/politics' }],
+    ['business', { title: 'NL Times -- Business', suffix: '/categories/business' }],
+    ['tech', { title: 'NL Times -- Tech', suffix: '/categories/tech' }],
+    ['culture', { title: 'NL Times -- Culture', suffix: '/categories/culture' }],
+    ['sports', { title: 'NL Times -- Sports', suffix: '/categories/sports' }],
+    ['weird', { title: 'NL Times -- Weird', suffix: '/categories/weird' }],
+    ['1-1-2', { title: 'NL Times -- 1-1-2', suffix: '/categories/1-1-2' }],
+]);
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'top-stories';
+    const suffix = map.get(category).suffix;
+
+    const rootUrl = 'https://www.nltimes.nl';
+    const apiUrl = rootUrl + suffix;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.news-card')
+        .slice(0, 10)
+        .map((_, elem) => {
+            const item = {
+                link: $(elem).children('.news-card__title').first().children('a').first().attr('href'),
+                title: $(elem).children('.news-card__title').first().children('a').first().text(),
+                date: $(elem).children('.news-card__date').first().text(),
+                category: $(elem)
+                    .children('.news-card__categories')
+                    .first()
+                    .children('a')
+                    .map((_, elem) => $(elem).text())
+                    .get(),
+            };
+            return item;
+        })
+        .get();
+
+    const ProcessFeed = (data) => {
+        const $ = cheerio.load(data);
+
+        return $('.news-article--body').html();
+    };
+
+    const items = await Promise.all(
+        list.map((item) => {
+            const title = item.title;
+            const date = timezone(parseDate(item.date, 'DD MMMM YYYY - HH:mm'), +1); // Central European Time
+            const link = rootUrl + item.link;
+            const category = item.category;
+
+            return ctx.cache.tryGet(link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: link,
+                });
+
+                const description = ProcessFeed(response.data);
+                return {
+                    title,
+                    category,
+                    description,
+                    pubDate: date,
+                    link,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: map.get(category).title,
+        language: 'en',
+        link: apiUrl,
+        description: map.get(category).title,
+        item: items,
+    };
+};

package/lib/v2/nltimes/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'nltimes.nl': {
+        _name: 'NL Times',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#nl-times',
+                source: '/categories/:category',
+                target: '/nltimes/news/:category',
+            },
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#nl-times',
+                source: '/top-stories',
+                target: '/nltimes/news/top-stories',
+            },
+        ],
+    },
+};

package/lib/v2/nltimes/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:category?', require('./news'));
+};

package/lib/{routes → v2}/nowcoder/discuss.js

@@ -1,7 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 const host = 'https://www.nowcoder.com';
 
@@ -19,7 +19,7 @@ module.exports = async (ctx) => {
     const list = $('li.clearfix')
         .map(function () {
             const info = {
-                title: $(this).find('div.discuss-main.clearfix a').text().trim().replace('\n', ' '),
+                title: $(this).find('div.discuss-main.clearfix a:first').text().trim().replace('\n', ' '),
                 link: $(this).find('div.discuss-main.clearfix a[rel]').attr('href'),
             };
             return info;
@@ -27,30 +27,25 @@ module.exports = async (ctx) => {
         .get();
 
     const out = await Promise.all(
-        list.map(async (info) => {
+        list.map((info) => {
             const title = info.title || 'tzgg';
-            const itemUrl = url.resolve(host, info.link).replace(new RegExp('^(.*)[?](.*)$'), '$1');
+            const itemUrl = new URL(info.link, host).href.replace(new RegExp('^(.*)[?](.*)$'), '$1');
 
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const response = await got.get(itemUrl);
+                const $ = cheerio.load(response.data);
 
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
+                const date_value = $('span.post-time').text();
 
-            const date_value = $('span.post-time').text().split('  ')[1];
+                const description = $('.nc-post-content').html();
 
-            const description = $('.nc-post-content').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
+                return {
+                    title,
+                    link: itemUrl,
+                    description,
+                    pubDate: timezone(parseDate(date_value), +8),
+                };
+            });
         })
     );
 

package/lib/v2/nowcoder/experience.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const host = 'https://www.nowcoder.com';
+
+module.exports = async (ctx) => {
+    const params = new URLSearchParams(ctx.query);
+    params.append('tagId', ctx.params.tagId);
+
+    const link = new URL('/discuss/experience/json', host);
+
+    // const link = `https://www.nowcoder.com/discuss/experience/json?tagId=${tagId}&order=${order}&companyId=${companyId}&phaseId=${phaseId}`;
+    link.search = params;
+    const response = await got.get(link.toString());
+    const data = response.data.data;
+
+    const list = data.discussPosts.map((x) => {
+        const info = {
+            title: x.postTitle,
+            link: new URL('discuss/' + x.postId, host).href,
+            author: x.author,
+            pubDate: timezone(parseDate(x.createTime), +8),
+            category: x.postTypeName,
+        };
+        return info;
+    });
+
+    const out = await Promise.all(
+        list.map((info) =>
+            ctx.cache.tryGet(info.link, async () => {
+                const response = await got.get(info.link);
+                const $ = cheerio.load(response.data);
+
+                info.description = $('.nc-post-content').html();
+
+                return info;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `牛客面经Tag${ctx.params.tagId}`,
+        link: link.href,
+        item: out,
+    };
+};

package/lib/v2/nowcoder/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/discuss/:type/:order': ['LogicJake'],
+    '/experience/:tagId': ['huyyi'],
+    '/jobcenter/:recruitType?/:city?/:type?/:order?/:latest?': ['nczitzk'],
+    '/recommend': ['junfengP'],
+    '/schedule/:propertyId?/:typeId?': ['junfengP'],
+};

package/lib/v2/nowcoder/radar.js

@@ -0,0 +1,40 @@
+module.exports = {
+    'nowcoder.com': {
+        _name: '牛客网',
+        '.': [
+            {
+                title: '面经',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang-mian-jing',
+                source: ['/'],
+                target: '/nowcoder/experience',
+            },
+            {
+                title: '讨论区',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/discuss'],
+                target: (_params, url) => {
+                    const href = new URL(url);
+                    return `/nowcoder/${href.searchParams.get('type')}/${href.searchParams.get('order')}`;
+                },
+            },
+            {
+                title: '实习广场 & 社招广场',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/jobcenter',
+            },
+            {
+                title: '校招日程',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/schedule',
+            },
+            {
+                title: '求职推荐',
+                docs: 'https://docs.rsshub.app/bbs.html#niu-ke-wang',
+                source: ['/'],
+                target: '/nowcoder/recommend',
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/nowcoder/recommend.js

@@ -13,7 +13,7 @@ module.exports = async (ctx) => {
         description: '牛客网-推荐',
         item: data.map((item) => ({
             title: item.name,
-            description: `<img src="${item.img}" referrerpolicy="no-referrer"">`,
+            description: `<img src="${item.img}">`,
             link: `https://www.nowcoder.com${item.url}`,
         })),
     };

package/lib/v2/nowcoder/router.js

@@ -0,0 +1,7 @@
+module.exports = function (router) {
+    router.get('/discuss/:type/:order', require('./discuss'));
+    router.get('/experience/:tagId', require('./experience'));
+    router.get('/jobcenter/:recruitType?/:city?/:type?/:order?/:latest?', require('./jobcenter'));
+    router.get('/recommend', require('./recommend'));
+    router.get('/schedule/:propertyId?/:typeId?', require('./schedule'));
+};

package/lib/{routes → v2}/nowcoder/schedule.js

@@ -1,15 +1,16 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const propertyId = ctx.params.propertyId ? ctx.params.propertyId : 0;
     const typeId = ctx.params.typeId ? ctx.params.typeId : 0;
 
     const link = `https://www.nowcoder.com/school/schedule/data?token=&query=&typeId=${typeId}&propertyId=${propertyId}&onlyFollow=false&_=${new Date().getTime()}`;
-    const responseBody = (await got.get(link)).data;
+    const responseBody = (await got(link)).data;
     if (responseBody.code !== 0) {
         throw Error(`接口错误，错误代码:${responseBody.code},错误原因:${responseBody.msg}`);
     }
-    const data = responseBody.data;
+    const data = responseBody.data.companyList;
 
     ctx.state.data = {
         title: '名企校招日程',
@@ -23,7 +24,7 @@ module.exports = async (ctx) => {
             return {
                 title: item.name,
                 description: `<table>${desc}</table>`,
-                pubDate: new Date(item.createTime).toUTCString(),
+                pubDate: parseDate(item.createTime),
                 link: `https://www.nowcoder.com/school/schedule/${item.id}`,
             };
         }),

package/lib/v2/odaily/post.js

@@ -25,14 +25,16 @@ module.exports = async (ctx) => {
         url: currentUrl,
     });
 
-    let items = response.data.data.items.map((item) => ({
-        title: item.title,
-        author: item.user.name,
-        type: item.entity_type,
-        description: `<p>${item.summary}</p>`,
-        link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
-        pubDate: timezone(parseDate(item.published_at), +8),
-    }));
+    let items = response.data.data.items
+        .map((item) => ({
+            title: item.title,
+            author: item.user.name,
+            type: item.entity_type,
+            description: `<p>${item.summary}</p>`,
+            link: `${rootUrl}/${item.entity_type}/${item.entity_id}`,
+            pubDate: timezone(parseDate(item.published_at), +8),
+        }))
+        .filter((item) => item.type !== 'newsflash');
 
     items = await Promise.all(
         items.map(

package/lib/v2/oilchem/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const routes = require('./routes');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? '';
+    const category = ctx.params.category ?? '';
+    const subCategory = ctx.params.subCategory ?? '';
+
+    const route = category === '' ? '' : `/${category}${subCategory === '' ? '' : `/${subCategory}`}`;
+
+    const rootUrl = `https://${type === '' ? 'www' : 'list'}.oilchem.net`;
+    const currentUrl = `${rootUrl}${type === '' ? '/1/' : type === 'list' ? route : `/${routes[`/${type}${route}`]}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.list ul ul li a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('#content').html();
+                    item.pubDate = timezone(
+                        parseDate(
+                            content('.xq-head')
+                                .find('span')
+                                .text()
+                                .match(/发布时间：\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}/)[0],
+                            'YYYY-MM-DD HH:mm'
+                        ),
+                        +8
+                    );
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.hdbox h3').text()} - 隆众资讯`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/oilchem/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:category?/:subCategory?': ['nczitzk'],
+};

package/lib/v2/oilchem/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'oilchem.net': {
+        _name: '隆众资讯',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#long-zhong-zi-xun',
+            },
+        ],
+    },
+};

package/lib/v2/oilchem/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:type?/:category?/:subCategory?', require('./'));
+};