rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/nowcoder/recommend.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const link = `https://www.nowcoder.com/recommand/activity?token=&type=3&_=${new Date().getTime()}`;
+    const responseBody = (await got.get(link)).data;
+    if (responseBody.code !== 0) {
+        throw Error(`接口错误，错误代码:${responseBody.code},错误原因:${responseBody.msg}`);
+    }
+    const data = responseBody.data.activitys;
+    ctx.state.data = {
+        title: '牛客网-推荐',
+        link: 'https://www.nowcoder.com/recommend',
+        description: '牛客网-推荐',
+        item: data.map((item) => ({
+            title: item.name,
+            description: `<img src="${item.img}">`,
+            link: `https://www.nowcoder.com${item.url}`,
+        })),
+    };
+};

package/lib/v2/nowcoder/router.js

@@ -0,0 +1,7 @@
+module.exports = function (router) {
+    router.get('/discuss/:type/:order', require('./discuss'));
+    router.get('/experience/:tagId', require('./experience'));
+    router.get('/jobcenter/:recruitType?/:city?/:type?/:order?/:latest?', require('./jobcenter'));
+    router.get('/recommend', require('./recommend'));
+    router.get('/schedule/:propertyId?/:typeId?', require('./schedule'));
+};

package/lib/v2/nowcoder/schedule.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const propertyId = ctx.params.propertyId ? ctx.params.propertyId : 0;
+    const typeId = ctx.params.typeId ? ctx.params.typeId : 0;
+
+    const link = `https://www.nowcoder.com/school/schedule/data?token=&query=&typeId=${typeId}&propertyId=${propertyId}&onlyFollow=false&_=${new Date().getTime()}`;
+    const responseBody = (await got(link)).data;
+    if (responseBody.code !== 0) {
+        throw Error(`接口错误，错误代码:${responseBody.code},错误原因:${responseBody.msg}`);
+    }
+    const data = responseBody.data.companyList;
+
+    ctx.state.data = {
+        title: '名企校招日程',
+        link: 'https://www.nowcoder.com/school/schedule',
+        description: '名企校招日程',
+        item: data.map((item) => {
+            let desc = `<tr><td><img src="${item.logo}" referrerpolicy="no-referrer""></td></tr>`;
+            item.schedules.forEach((each) => {
+                desc += `<tr><td>${each.content}</td><td>${each.time}</td></tr>`;
+            });
+            return {
+                title: item.name,
+                description: `<table>${desc}</table>`,
+                pubDate: parseDate(item.createTime),
+                link: `https://www.nowcoder.com/school/schedule/${item.id}`,
+            };
+        }),
+    };
+};

package/lib/v2/npm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/package/:name': ['Fatpandac'],
+};

package/lib/v2/npm/package.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const name = ctx.request.url.split('package/')[1];
+    const packageDownloadLastMonthAPI = `https://api.npmjs.org/downloads/point/last-month/${name}`; // 按月统计
+    const packageDownloadLastWeekAPI = `https://api.npmjs.org/downloads/point/last-week/${name}`; // 按周统计
+    const packageDownloadLastDayAPI = `https://api.npmjs.org/downloads/point/last-day/${name}`; // 按天统计
+    const packageVersionAPI = `https://registry.npmjs.org/${name}`; // 包基本信息
+
+    const downloadCountLastMonthRes = await got(packageDownloadLastMonthAPI).json();
+    const downloadCountLastWeekRes = await got(packageDownloadLastWeekAPI).json();
+    const downloadCountLastDayRes = await got(packageDownloadLastDayAPI).json();
+    const packageVersionRes = await got(packageVersionAPI).json();
+
+    const packageVersion = packageVersionRes.time;
+    const packageVersionList = [];
+    for (const key in packageVersion) {
+        packageVersionList.push({
+            version: key,
+            time: packageVersion[key],
+        });
+    }
+    packageVersionList.reverse();
+
+    ctx.state.data = {
+        title: `${name} - npm`,
+        link: `https://www.npmjs.com/package/${name}`,
+        description: `${name} - npm`,
+        item: [
+            {
+                title: `${name} - npm`,
+                description: art(path.join(__dirname, 'templates/package.art'), {
+                    packageDownloadCountLastMonth: downloadCountLastMonthRes.downloads,
+                    packageDownloadCountLastWeek: downloadCountLastWeekRes.downloads,
+                    packageDownloadCountLastDay: downloadCountLastDayRes.downloads,
+                    packageVersion: packageVersionList,
+                }),
+                link: `https://www.npmjs.com/package/${name}`,
+                guid: `https://www.npmjs.com/package/${name}${packageVersion.modified}`,
+            },
+        ],
+    };
+};

package/lib/v2/npm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'npmjs.com': {
+        _name: 'npm',
+        '.': [
+            {
+                title: '包',
+                docs: 'https://docs.rsshub.app/program-update.html#npm',
+                source: ['/package/:name'],
+                target: '/npm/package/:name',
+            },
+        ],
+    },
+};

package/lib/v2/npm/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get(/package[\w\d/-]+/, require('./package'));
+};

package/lib/v2/npm/templates/package.art

@@ -0,0 +1,10 @@
+<h3>Download</h3>
+<p>Last Day: {{packageDownloadCountLastDay}}</p>
+<p>Last week: {{packageDownloadCountLastWeek}}</p>
+<p>Last month: {{packageDownloadCountLastMonth}}</p>
+<hr/>
+<h3>Version</h3>
+{{ each packageVersion}}
+<p>{{$value.version}}: {{$value.time}}</p>
+{{/each}}
+

package/lib/v2/nsfc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['Derekmini'],
+};

package/lib/v2/nsfc/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'nsfc.gov.cn': {
+        _name: '国自然基金委',
+        www: [
+            {
+                title: '基金要闻',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/jjyw',
+            },
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/tzgg',
+            },
+            {
+                title: '资助成果',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/zzcg',
+            },
+            {
+                title: '科普快讯',
+                docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
+                source: '/*',
+                target: '/nsfc/news/kpkx',
+            },
+        ],
+    },
+};

package/lib/v2/nsfc/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/ntdtv/channel.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const host = 'https://www.ntdtv.com';
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language;
+    const id = ctx.params.id;
+    const url = `${host}/${language}/${id}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('h1.block_title').text();
+    const list = $('div.list_wrapper > div')
+        .map((_, item) => ({
+            title: $(item).find('div.title').text(),
+            link: $(item).find('div.title > a').attr('href'),
+            description: $(item).find('div.excerpt').text(),
+        }))
+        .get()
+        .filter((item) => item.link);
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('div.post_content').html();
+                item.pubDate = timezone(parseDate(content('div.time > span').text()), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `新唐人电视台 - ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ntdtv/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language/:id': ['Fatpandac'],
+};

package/lib/v2/ntdtv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ntdtv.com': {
+        _name: '新唐人电视台',
+        www: [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xin-tang-ren-dian-shi-tai',
+                source: '/:language/:id',
+                target: '/ntdtv/:language/:id',
+            },
+        ],
+    },
+};

package/lib/v2/ntdtv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:language/:id', require('./channel'));
+};

package/lib/v2/nuaa/cs/index.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const getCookie = require('../utils/pypasswaf');
+const host = 'http://cs.nuaa.edu.cn/';
+
+const map = new Map([
+    ['tzgg', { title: '南京航空航天大学计算机科学与技术学院 -- 通知公告', suffix: 'tzgg/list.htm' }],
+    ['rdxw', { title: '南京航空航天大学计算机科学与技术学院 -- 热点新闻', suffix: '10846/list.htm' }],
+    ['xkky', { title: '南京航空航天大学计算机科学与技术学院 -- 学科科研', suffix: '10849/list.htm' }],
+    ['be', { title: '南京航空航天大学计算机科学与技术学院 -- 本科生培养', suffix: '10850/list.htm' }],
+    ['me', { title: '南京航空航天大学计算机科学与技术学院 -- 研究生培养', suffix: '10851/list.htm' }],
+    ['jxdt', { title: '南京航空航天大学计算机科学与技术学院 -- 教学动态', suffix: '1977/list.htm' }],
+    ['xsgz', { title: '南京航空航天大学计算机科学与技术学院 -- 学生工作', suffix: '1959/list.htm' }],
+]);
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const getDescription = Boolean(ctx.params.getDescription) || false;
+    const suffix = map.get(type).suffix;
+
+    const link = new URL(suffix, host).href;
+    const cookie = await getCookie();
+    const gotConfig = {
+        headers: {
+            cookie,
+        },
+    };
+    const response = await got(link, gotConfig);
+    const $ = cheerio.load(response.data);
+
+    const list = $('#news_list ul li')
+        .slice(0, Math.min(parseInt($('.per_count', '#wp_paging_w6').text()), parseInt($('.all_count', '#wp_paging_w6').slice(1).text())))
+        .map(function () {
+            const info = {
+                title: $(this).find('a').attr('title'),
+                link: $(this).find('a').attr('href'),
+                date: $(this).find('span').text(),
+            };
+            return info;
+        })
+        .get();
+
+    const out = await Promise.all(
+        list.map((info) => {
+            const title = info.title || 'tzgg';
+            const date = info.date;
+            const itemUrl = new URL(info.link, host).href;
+
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const arr = itemUrl.split('.');
+                const pageType = arr[arr.length - 1];
+
+                // 南航新 WAF 过于敏感
+                // 目前 description 需要遍历页面，会被 WAF 拦截导致无法输出
+                // 考虑换一种获取 description 的方式或者将标题当作 title。
+                let description = title;
+                if (getDescription) {
+                    description = itemUrl;
+                    if (pageType === 'htm' || pageType === 'html') {
+                        const response = await got.get(itemUrl, gotConfig);
+                        const $ = cheerio.load(response.data);
+                        description = $('.wp_articlecontent')
+                            .html()
+                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
+                            .trim();
+                    }
+                }
+
+                const single = {
+                    title,
+                    link: itemUrl,
+                    description,
+                    pubDate: parseDate(date),
+                };
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: map.get(type).title,
+        link,
+        description: '南京航空航天大学计算机科学与技术学院RSS',
+        item: out,
+    };
+};

package/lib/v2/nuaa/jwc/jwc.js

@@ -0,0 +1,82 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const getCookie = require('../utils/pypasswaf');
+const host = 'http://aao.nuaa.edu.cn/';
+
+const map = new Map([
+    ['tzgg', { title: '南京航空航天大学教务处 -- 通知公告', suffix: '8222/list.htm' }],
+    ['jxfw', { title: '南京航空航天大学教务处 -- 教学服务', suffix: '8230/list.htm' }],
+    ['xspy', { title: '南京航空航天大学教务处 -- 学生培养', suffix: '8231/list.htm' }],
+    ['jxjs', { title: '南京航空航天大学教务处 -- 教学建设', suffix: '8232/list.htm' }],
+    ['jxzy', { title: '南京航空航天大学教务处 -- 教学资源', suffix: '8233/list.htm' }],
+]);
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const suffix = map.get(type).suffix;
+    const getDescription = Boolean(ctx.params.getDescription) || false;
+
+    const link = new URL(suffix, host).href;
+    const cookie = await getCookie();
+    const gotConfig = {
+        headers: {
+            cookie,
+        },
+    };
+    const response = await got(link, gotConfig);
+    const $ = cheerio.load(response.data);
+
+    const list = $('#wp_news_w8 ul li')
+        .slice(0, 10)
+        .map(function () {
+            const info = {
+                title: $(this).find('a').text(),
+                link: $(this).find('a').attr('href'),
+                date: $(this).find('span').text(),
+            };
+            return info;
+        })
+        .get();
+
+    const out = await Promise.all(
+        list.map((info) => {
+            const title = info.title || 'tzgg';
+            const date = info.date;
+            const itemUrl = new URL(info.link, host).href;
+
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const arr = itemUrl.split('.');
+                const pageType = arr[arr.length - 1];
+
+                // 南航新 WAF 过于敏感
+                // 目前 description 需要遍历页面，会被 WAF 拦截导致无法输出
+                // 考虑换一种获取 description 的方式或者将标题当作 title。
+                let description = title;
+                if (getDescription) {
+                    description = itemUrl;
+                    if (pageType === 'htm' || pageType === 'html') {
+                        const response = await got(itemUrl, gotConfig);
+                        const $ = cheerio.load(response.data);
+                        description = $('.wp_articlecontent').html();
+                    }
+                }
+
+                const single = {
+                    title,
+                    link: itemUrl,
+                    description,
+                    pubDate: parseDate(date),
+                };
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: map.get(type).title,
+        link,
+        description: '南京航空航天大学教务处RSS',
+        item: out,
+    };
+};

package/lib/v2/nuaa/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/cs/:type/:getDescription?': ['LogicJake', 'Seiry', 'qrzbing'],
+    '/jwc/:type/:getDescription?': ['arcosx', 'Seiry', 'qrzbing'],
+    '/yjsy/:type?': ['junfengP', 'Seiry'],
+};

package/lib/v2/nuaa/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'nuaa.edu.cn': {
+        _name: '南京航空航天大学',
+        aao: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-hang-kong-hang-tian-da-xue',
+            },
+        ],
+        cs: [
+            {
+                title: '计算机科学与技术学院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-hang-kong-hang-tian-da-xue',
+            },
+        ],
+        'www.graduate': [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#nan-jing-hang-kong-hang-tian-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/nuaa/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/cs/:type/:getDescription?', require('./cs/index'));
+    router.get('/jwc/:type/:getDescription?', require('./jwc/jwc'));
+    router.get('/yjsy/:type?', require('./yjsy/yjsy'));
+};

package/lib/v2/nuaa/utils/pypasswaf.js

@@ -0,0 +1,24 @@
+const host = 'http://aao.nuaa.edu.cn/';
+
+/**
+ * async function 获取cookie
+ * @desc 返回一个可用的cookie，使用 `got` 发起请求的时候，传入到`options.headers.cookie`即可
+ */
+module.exports = async function getCookie() {
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36');
+    await page.evaluateOnNewDocument(() => {
+        // eslint-disable-next-line
+        Object.defineProperty(navigator, 'webdriver', { get: () => false });
+    });
+
+    await page.goto(host, {
+        waitUntil: 'networkidle0',
+    });
+
+    let cookie = await page.cookies();
+    cookie = cookie.map(({ name, value }) => `${name}=${value}`).join('; ');
+    await browser.close();
+    return cookie;
+};

package/lib/v2/nuaa/yjsy/yjsy.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const host = 'http://www.graduate.nuaa.edu.cn/';
+const { parseDate } = require('@/utils/parse-date');
+
+const map = {
+    latest: '2146/list.htm',
+    yyxw: 'yyxw/list.htm',
+    sjwj: 'sjwj/list.htm',
+    glwj: '2017/list.htm',
+    xxfw: '2147/list.htm',
+};
+
+const load = (link, ctx) =>
+    ctx.cache.tryGet(link, async () => {
+        const response = await got(host + link);
+        const $ = cheerio.load(response.data);
+        const images = $('img');
+        for (let k = 0; k < images.length; k++) {
+            $(images[k]).replaceWith(`<img src="${new URL($(images[k]).attr('src'), host).href}" />`);
+        }
+        const description = $('.wp_articlecontent').html();
+        return { description };
+    });
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'latest';
+    const response = await got({
+        method: 'get',
+        url: host + map[type],
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('#news_list ul.news_ul > li').slice(0, 10).get();
+    const process = await Promise.all(
+        list.map(async (item) => {
+            const a = $(item).find('a');
+            const t = $(item).find('span');
+            const itemUrl = a.attr('href');
+            const single = {
+                title: a.text(),
+                link: new URL(itemUrl, host).href,
+                pubDate: parseDate(t.text(), 'YYYY-MM-DD'),
+            };
+            const other = await load(itemUrl, ctx);
+            return { ...single, ...other };
+        })
+    );
+
+    ctx.state.data = {
+        title: '南航研究生院',
+        link: host,
+        description: '南航研究生院RSS',
+        item: process,
+    };
+};

package/lib/v2/nytimes/author.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const byline = ctx.params.byline;
+
+    const authorUrl = `https://www.nytimes.com/by/${byline}`;
+
+    const response = await got({
+        method: 'get',
+        url: authorUrl,
+    });
+    const data = response.data;
+    const $ = cheerio.load(data);
+
+    const authorName = $('h1').text();
+
+    const items = $('#stream-panel li')
+        .map((index, elem) => {
+            const $item = $(elem);
+            const $info = $item.find('div > div');
+            const title = $info.find('h2').text();
+            const href = $info.find('a').attr('href');
+            const link = new URL(href, authorUrl);
+            const description = $info.find('a > p').text();
+            const author = $info.find('a p > span').text();
+
+            return {
+                title,
+                author,
+                description,
+                link,
+            };
+        })
+        .get()
+        .filter((d) => d.title);
+
+    ctx.state.data = {
+        title: `${authorName} - The New York Times`,
+        link: authorUrl,
+        item: items,
+    };
+};

package/lib/v2/nytimes/book.js

@@ -0,0 +1,71 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const categoryList = {
+    'combined-print-and-e-book-nonfiction': '非虚构类 - 综合',
+    'hardcover-nonfiction': '非虚构类 - 精装本',
+    'paperback-nonfiction': '非虚构类 - 平装本',
+    'advice-how-to-and-miscellaneous': '工具类',
+    'combined-print-and-e-book-fiction': '虚构类 - 综合',
+    'hardcover-fiction': '虚构类 - 精装本',
+    'trade-fiction-paperback': '虚构类 - 平装本',
+    'childrens-middle-grade-hardcover': '儿童 - 中年级',
+    'picture-books': '儿童 - 绘本',
+    'series-books': '儿童 - 系列图书',
+    'young-adult-hardcover': '青少年',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'combined-print-and-e-book-nonfiction';
+
+    const url = `https://www.nytimes.com/books/best-sellers/${category}`;
+
+    let items = [];
+    let dataTitle = '';
+    if (categoryList[category]) {
+        const response = await got({
+            method: 'get',
+            url,
+        });
+        const data = response.data;
+        const $ = cheerio.load(data);
+        dataTitle = $('h1').eq(0).text();
+
+        items = $('article[itemprop=itemListElement]')
+            .map((index, elem) => {
+                const $item = $(elem);
+                const firstInfo = $item.find('p').eq(0).text();
+                const $name = $item.find('h3[itemprop=name]');
+                const author = $item.find('p[itemprop=author]').text();
+                const publisher = $item.find('p[itemprop=publisher]').text();
+                const description = $item.find('p[itemprop=description]').text();
+                const imageLink = $item.find('img[itemprop=image]').attr('src');
+                const $link = $item.find('ul[aria-label="Links to Book Retailers"]');
+                const links = $link.find('a').toArray();
+
+                let primaryLink = links.length > 0 ? $(links[0]).attr('href') : '';
+
+                for (const link of links) {
+                    const l = $(link);
+                    if (l.text() === 'Amazon') {
+                        primaryLink = l.attr('href');
+                        break;
+                    }
+                }
+
+                return {
+                    title: `${index + 1}: ${$name.text()}`,
+                    author,
+                    description: `<figure><img src="${imageLink}" alt="test"/><figcaption><span>${description}</span></figcaption></figure><br/>${firstInfo}<br/>Author: ${author}<br/>Publisher: ${publisher}`,
+                    link: primaryLink,
+                };
+            })
+            .get();
+    }
+
+    ctx.state.data = {
+        title: `The New York Times Best Sellers - ${dataTitle}`,
+        link: url,
+        item: items,
+    };
+};