rsshub 1.0.0-master.fc5a2f6 → 1.0.0-master.fc648b5

package/lib/v2/mdpi/templates/description.art

@@ -0,0 +1,12 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br>
+</p>
+<p>
+    <span><small><i>{{ item.authors }}</i></small></span><br>
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    <span><small><i>{{ item.issue }}</i></small></span><br>
+    <img src={{ item.img }}>
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br>    
+</p>

package/lib/v2/mindmeister/example.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://www.mindmeister.com';
+
+module.exports = async (ctx) => {
+    const { category = 'mind-map-examples', language = 'en' } = ctx.params;
+    const link = `${baseUrl}${language === 'en' || language === 'other' ? '' : `/${language}`}/${category === 'mind-map-examples' ? category : `mind-maps/${category}?language=${language}`}`;
+    const respsonse = await got(link);
+
+    const $ = cheerio.load(respsonse.data);
+
+    const items = $('#public-listing .map-tile-wrapper')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const imageUrl = new URL(
+                item
+                    .find('.map-wrapper')
+                    .attr('style')
+                    .match(/url\('(.*)'\);/)[1]
+            ).href;
+
+            return {
+                title: item.find('.title').text(),
+                description: art(path.join(__dirname, 'templates/image.art'), {
+                    src: imageUrl.split('?')[0],
+                    alt: item.find('.title').text().trim(),
+                }),
+                link: item.find('.title').attr('href'),
+                author: item.find('.author').text().trim().replace(/^by/, ''),
+                category: item.find('.fw-bold').text(),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name=description]').text(),
+        link,
+        item: items,
+        language,
+    };
+};

package/lib/v2/mindmeister/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:language?': ['TonyRL'],
+};

package/lib/v2/mindmeister/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mindmeister.com': {
+        _name: 'MindMeister',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/study.html#mindmeister',
+                source: ['/:language/mind-maps/:category', '/:language/:category', '/:category'],
+                target: (params) => `/mindmeister/${params.category}${params.language ? `/${params.language}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/mindmeister/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?/:language?', require('./example'));
+};

package/lib/v2/mindmeister/templates/image.art

@@ -0,0 +1 @@
+<img src="{{ src }}" alt="{{ alt }}">

package/lib/v2/mirror/index.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')({
+    html: true,
+    linkify: true,
+});
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://mirror.xyz';
+    const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
+
+    const items = data.props.pageProps.project.posts.map((item) => ({
+        title: item.title,
+        description: md.render(item.body),
+        link: `${currentUrl}/${item._id}`,
+        pubDate: parseDate(item.timestamp * 1000),
+        author: item.publisher.project.displayName,
+    }));
+
+    ctx.state.data = {
+        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mirror/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['fifteen42', 'rde9', 'nczitzk'],
+};

package/lib/v2/mirror/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'mirror.xyz': {
+        _name: 'Mirror',
+        '.': [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/new-media.html#mirror-user',
+                source: ['/:id', '/'],
+                target: (params, url) => {
+                    const matches = new URL(url).toString().match(/https:\/\/(.*?)\.mirror\.xyz/);
+                    const id = matches ? matches[1] : params.id;
+                    return `/mirror/${id}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/mirror/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/nbd/radar.js

@@ -6,13 +6,13 @@ module.exports = {
                 title: '分类',
                 docs: 'https://docs.rsshub.app/finance.html#mei-jing-wang',
                 source: '/',
-                targer: '/nbd',
+                target: '/nbd',
             },
             {
                 title: '重磅原创',
                 docs: 'https://docs.rsshub.app/finance.html#mei-jing-wang',
                 source: '/',
-                targer: '/nbd/daily',
+                target: '/nbd/daily',
             },
         ],
     },

package/lib/v2/ncwu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/note': ['vuhe'],
+};

package/lib/v2/ncwu/notice.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const baseUrl = 'https://www.ncwu.edu.cn/xxtz.htm';
+
+module.exports = async (ctx) => {
+    const response = await got(baseUrl);
+
+    const $ = cheerio.load(response.data);
+    const list = $('div.news-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: `「` + item.find('a.dw').text() + `」` + item.find('a.dw').next().text(),
+                description: item.find('div.detail').text(),
+                pubDate: parseDate(item.find('div.month').text() + '-' + item.find('div.day').text(), 'YYYY-MM-DD'),
+                link: item.find('a.dw').next().attr('href'),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: baseUrl,
+        item: list,
+    };
+};

package/lib/v2/ncwu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ncwu.edu.cn': {
+        _name: '华北水利水电大学',
+        '.': [
+            {
+                title: '学校通知',
+                docs: 'https://docs.rsshub.app/university.html#hua-bei-shui-li-shui-dian-da-xue',
+                source: '/xxtz.htm',
+                target: '/ncwu/notice',
+            },
+        ],
+    },
+};

package/lib/v2/ncwu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/notice', require('./notice'));
+};

package/lib/v2/netease/exclusive.js

@@ -0,0 +1,148 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const ids = {
+    '': {
+        id: 'BAI5E21O',
+        title: '首页',
+    },
+    qsyk: {
+        id: 'BD21K0DL',
+        title: '轻松一刻',
+    },
+    cz: {
+        id: 'CICMICLU',
+        title: '槽值',
+    },
+    rj: {
+        id: 'CICMOMBL',
+        title: '人间',
+    },
+    dgxm: {
+        id: 'CICMPVC5',
+        title: '大国小民',
+    },
+    ssyg: {
+        id: 'CICMLCOU',
+        title: '三三有梗',
+    },
+    sd: {
+        id: 'D551V75C',
+        title: '数读',
+    },
+    kk: {
+        id: 'D55253RH',
+        title: '看客',
+    },
+    xhx: {
+        id: 'D553A53L',
+        title: '下划线',
+    },
+    txs: {
+        id: 'D553PGHQ',
+        title: '谈心社',
+    },
+    dd: {
+        id: 'CICMS5BI',
+        title: '哒哒',
+    },
+    pbgl: {
+        id: 'CQ9UDVKO',
+        title: '胖编怪聊',
+    },
+    qyd: {
+        id: 'CQ9UJIJN',
+        title: '曲一刀',
+    },
+    jrzs: {
+        id: 'BD284UM8',
+        title: '今日之声',
+    },
+    lc: {
+        id: 'CICMMGBH',
+        title: '浪潮',
+    },
+    fd: {
+        id: 'D5543R68',
+        title: '沸点',
+    },
+};
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://3g.163.com';
+    const currentUrl = `${rootUrl}/touch/exclusive${id ? `/sub/${id}` : ''}`;
+    const apiUrl = `${rootUrl}/touch/reconstruct/article/list/${ids[id].id}wangning/0-20.html`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/^artiList\((.*)\)$/)[1])[`${ids[id].id}wangning`];
+
+    let items = data.map((item) => ({
+        title: item.title,
+        author: item.source,
+        link: item.skipURL || item.url || `${rootUrl}/dy/article/${item.docid}.html`,
+        pubDate: timezone(parseDate(item.ptime), +8),
+        videoId: item.skipType === 'video' ? item.stitle : '',
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    if (item.videoId) {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: `${rootUrl}/touch/video/detail/jsonp/VIA8K0PTB.html?callback=videoList`,
+                        });
+
+                        const video = JSON.parse(detailResponse.data.match(/^videoList\((.*)\)$/)[1])?.mp4_url;
+
+                        item.description = art(path.join(__dirname, 'templates/exclusive.art'), {
+                            video,
+                        });
+                    } else {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+
+                        const content = cheerio.load(detailResponse.data);
+
+                        content('.m-linkCard').remove();
+
+                        content('.m-photo').each(function () {
+                            content(this).html(
+                                art(path.join(__dirname, 'templates/exclusive.art'), {
+                                    image: content(this).find('img').attr('data-src'),
+                                })
+                            );
+                        });
+
+                        item.description = content('.article-body').html();
+                    }
+                } catch (e) {
+                    // no-empty
+                }
+
+                delete item.videoId;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `网易独家 - ${ids[id].title}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/netease/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
+    '/exclusive/:id?': ['nczitzk'],
     '/renjian/:category?': ['nczitzk'],
     '/today/:need_content?': ['nczitzk'],
     '/news/rank/:category?/:type?/:time?': ['nczitzk'],

package/lib/v2/netease/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
     '163.com': {
         _name: '网易',
+        '': [
+            {
+                title: '独家栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#wang-yi-du-jia-lan-mu',
+                source: ['/'],
+                target: '/netease/exclusive/:id?',
+            },
+        ],
         renjian: [
             {
                 title: '人间',

package/lib/v2/netease/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
+    router.get('/exclusive/:id?', require('./exclusive'));
     router.get('/renjian/:category?', require('./renjian'));
     router.get('/today/:need_content?', require('./today'));
     router.get('/news/rank/:category?/:type?/:time?', require('./rank'));

package/lib/v2/netease/templates/exclusive.art

@@ -0,0 +1,11 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ if video }}
+<video controls>
+<source src="{{ video }}" type="video/mp4">
+</video>
+{{ /if }}
+{{ if digest }}
+<p>{{ digest }}</p>
+{{ /if }}

package/lib/v2/nju/rczp.js

@@ -1,38 +1,48 @@
-const cheerio = require('cheerio');
+const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
+const config = require('@/config').value;
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
     const title_dict = {
-        xxfb: '信息发布',
-        jylgw: '教研类岗位',
-        gllgw: '管理岗位及其他',
+        xxfb: { title: '信息发布', channelid: '9531,9532,9533,9534,9535,9419' },
+        jylgw: { title: '教研类岗位', channelid: '9420,9421,9422,9423' },
+        gllgw: { title: '管理岗位及其他', channelid: '9424,9425,9426' },
     };
-
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
     const link = `https://rczp.nju.edu.cn/sylm/${type}/index.html`;
-    await page.goto(link);
 
-    const html = await page.evaluate(() => document.querySelector('div.u-list').innerHTML);
-    browser.close();
+    const data = await ctx.cache.tryGet(
+        `nju:rczp:${type}`,
+        async () => {
+            const { data } = await got.post('https://rczp.nju.edu.cn/njdx/openapi/t/info/list.do', {
+                headers: {
+                    referer: link,
+                    'x-requested-with': 'XMLHttpRequest',
+                },
+                form: {
+                    channelid: Buffer.from(title_dict[type].channelid).toString('base64'),
+                    pagesize: Buffer.from('15').toString('base64'),
+                    pageno: Buffer.from('1').toString('base64'),
+                    hasPage: Buffer.from('true').toString('base64'),
+                },
+            });
+            return data;
+        },
+        config.cache.routeExpire,
+        false
+    );
 
-    const $ = cheerio.load(html);
-    const list = $('div.item');
+    const items = data.infolist.map((item) => ({
+        title: item.title,
+        description: item.summary,
+        link: item.url,
+        pubDate: parseDate(item.releasetime, 'x'),
+        author: item.username,
+    }));
 
     ctx.state.data = {
-        title: `人才招聘-${title_dict[type]}`,
+        title: `人才招聘-${title_dict[type].title}`,
         link,
-        item: list
-            .map((index, item) => {
-                item = $(item);
-                return {
-                    title: item.find('a').attr('title'),
-                    link: item.find('a').attr('href'),
-                    pubDate: timezone(parseDate(item.find('span').first().text(), 'YYYY-MM-DD'), +8),
-                };
-            })
-            .get(),
+        item: items,
     };
 };

package/lib/v2/njust/utils.js

@@ -10,6 +10,10 @@ async function getContent(url, pptr = false) {
             //         get: () => undefined,
             //     });
             // });
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+            });
             await page.goto(url, {
                 waitUntil: 'networkidle0',
             });

package/lib/v2/nuaa/utils/pypasswaf.js

@@ -5,12 +5,11 @@ const host = 'http://aao.nuaa.edu.cn/';
  * @desc 返回一个可用的cookie，使用 `got` 发起请求的时候，传入到`options.headers.cookie`即可
  */
 module.exports = async function getCookie() {
-    const browser = await require('@/utils/puppeteer')();
+    const browser = await require('@/utils/puppeteer')({ stealth: true });
     const page = await browser.newPage();
-    await page.setUserAgent('Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 Safari/537.36');
-    await page.evaluateOnNewDocument(() => {
-        // eslint-disable-next-line
-        Object.defineProperty(navigator, 'webdriver', { get: () => false });
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
     });
 
     await page.goto(host, {

package/lib/v2/nyaa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/search/:query?': ['Lava-Swimmer', 'noname1897'],
+    '/subekei/search/:query?': ['Lava-Swimmer', 'noname1897'],
+};

package/lib/v2/nyaa/radar.js

@@ -0,0 +1,32 @@
+module.exports = {
+    'nyaa.si': {
+        _name: 'nyaa',
+        '.': [
+            {
+                title: '搜索结果',
+                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-sou-suo-jie-guo',
+                source: '/',
+                target: (params, url) => {
+                    url = new URL(url);
+                    if (url.hostname.split('.')[0] === 'nyaa') {
+                        const searchParams = url.searchParams;
+                        const query = searchParams.has('q') ? searchParams.get('q') : '';
+                        return `/nyaa/search/${query}`;
+                    }
+                },
+            },
+        ],
+        sukebei: [
+            {
+                title: 'sukebei 搜索结果',
+                docs: 'https://docs.rsshub.app/multimedia.html#nyaa-sukebei-sou-suo-jie-guo',
+                source: '/',
+                target: (params, url) => {
+                    const searchParams = new URL(url).searchParams;
+                    const query = searchParams.has('q') ? searchParams.get('q') : '';
+                    return `/nyaa/sukebei/search/${query}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/nyaa/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/search/:query?', require('./search'));
+    router.get('/sukebei/search/:query?', require('./search'));
+};

package/lib/{routes → v2}/nyaa/search.js

@@ -11,8 +11,10 @@ module.exports = async (ctx) => {
         },
     });
 
+    const rootURL = ctx.routerPath.split('/')[1] === 'sukebei' ? 'https://sukebei.nyaa.si' : 'https://nyaa.si';
     const { query = '' } = ctx.params;
-    const feed = await parser.parseURL(`https://nyaa.si/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`);
+
+    const feed = await parser.parseURL(`${rootURL}/?page=rss&c=0_0&f=0&q=${encodeURI(query)}`);
 
     feed.items.map((item) => {
         item.link = item.guid;
@@ -24,7 +26,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: feed.title,
-        link: `https://nyaa.si/?f=0&c=0_0&q=${query}`,
+        link: `${rootURL}/?f=0&c=0_0&q=${query}`,
         description: feed.description,
         item: feed.items,
     };