rsshub 1.0.0-master.fed0404 → 1.0.0-master.ff1cc11

package/lib/routes/mubu/explore.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const title = ctx.params.title || '';
+    const category = ctx.params.category || '0';
+
+    const rootUrl = 'https://mubu.com';
+    const apiUrl = 'https://api2.mubu.com';
+    const exploreUrl = `${apiUrl}/v3/api/explore/get_explore_doc_list`;
+    const documentUrl = `${apiUrl}/v3/api/explore/get`;
+
+    const response = await got({
+        method: 'post',
+        url: exploreUrl,
+        json: {
+            categoryId: '3',
+            pageSize: '20',
+            start: '',
+            type: category === '0' ? 0 : 1,
+        },
+    });
+
+    const h = (nodes) => {
+        const list = nodes
+            .map((node) => {
+                let ele = '';
+                if (Array.isArray(node.children)) {
+                    ele = h(node.children);
+                }
+                if (Array.isArray(node.images)) {
+                    ele += node.images
+                        .map((pic) => `${apiUrl}/v3/${pic.url}`)
+                        .map((url) => `<div style="text-align: center;"><img src="${url}" style="max-width: 100%;object-fit: contain;" /></div>`)
+                        .join('');
+                }
+
+                return `<li>${node.text}${ele}</li>`;
+            })
+            .join('');
+
+        return `<ul>${list}</ul>`;
+    };
+
+    const items = await Promise.all(
+        response.data.data.rows.slice(0, 20).map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: documentUrl,
+                    json: {
+                        exploreDocId: item.exploreDocId,
+                    },
+                });
+                const content = JSON.parse(detailResponse.data.data.definition);
+                const description = h(content.nodes);
+
+                const $ = cheerio.load(description);
+                $('.bold').css('font-weight', 'bold');
+                $('.text-color-red').css('color', '#dc2d1e');
+
+                return {
+                    title: item.title,
+                    author: item.userName,
+                    pubDate: new Date(item.submitTime),
+                    link: `${rootUrl}/explore/${item.exploreDocId}`,
+                    description: `<h2>${item.title}</h2>` + $('*').html(),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title ? `${title} - ` : ''}幕布精选社区`,
+        link: `${rootUrl}/explore?categoryId=${category}`,
+        item: items,
+    };
+};

package/lib/routes/muchong/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || '';
+    const sort = ctx.params.sort || '';
+    const type = ctx.params.type || 'all';
+
+    const rootUrl = 'http://muchong.com';
+    const currentUrl = `${rootUrl}/f-${id}-1${sort === '' ? '' : '-' + sort}${type === 'all' ? '' : '-typeid-' + type}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    const list = $('.xmc_bpt tbody .forum_list')
+        .slice(1, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                author: item.find('.by cite a').text(),
+                link: `${rootUrl}${item.find('.a_subject').attr('href')}`,
+                title: item.find('.thread-name span').eq(0).text() + item.find('.a_subject').text(),
+                pubDate: new Date(sort === '' ? item.find('.by cite nobr').text() : item.find('.by .xmc_b9').eq(0).text()).toUTCString(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    responseType: 'buffer',
+                });
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('#pid1').find('.t_fsz').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text().replace('-学术科研互动平台', ''),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/muchong/journal.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || '';
+
+    const rootUrl = 'http://muchong.com';
+    const currentUrl = `${rootUrl}/${type === '' ? 'bbs/journal' : 'journal_cn'}.php`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+        responseType: 'buffer',
+    });
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+
+    const list = $('.jname a, .journal_list a')
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+            const link = item.attr('href');
+            return {
+                title: item.text(),
+                link: link.indexOf('http') < 0 ? `${rootUrl}/bbs/${item.attr('href')}` : link,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    responseType: 'buffer',
+                });
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('.forum_explan dl table').eq(1).html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/mzitu/home.js

@@ -25,7 +25,7 @@ module.exports = async (ctx) => {
     const items = await getItem(ctx, response.data);
 
     ctx.state.data = {
-        title: title,
+        title,
         link: url,
         item: items,
     };

package/lib/routes/mzitu/tag.js

@@ -19,7 +19,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: name,
-        link: link,
+        link,
         item: items,
     };
 };

package/lib/routes/mzitu/tags.js

@@ -13,7 +13,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: '妹子图专题',
-        link: link,
+        link,
         description: '妹子图美女专题栏目,为您精心准备各种美女图片专题,包括名站美女写真,妹子特点分类,美女大全等专题。',
         item: list.map((item) => ({
             title: $(item).find('img').attr('alt'),

package/lib/routes/mzitu/util.js

@@ -1,11 +1,11 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
-exports.getItem = async (ctx, data) => {
+exports.getItem = (ctx, data) => {
     const $ = cheerio.load(data);
     const list = $('#pins li').get().slice(0, 5);
 
-    return await Promise.all(
+    return Promise.all(
         list.map(async (item) => {
             const title = $(item).find('span > a').text();
             const item_link = $(item).find('span > a').attr('href');

package/lib/routes/nace/blog.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const sort = ctx.params.sort || '';
+
+    const rootUrl = 'https://community.naceweb.org';
+    const currentUrl = `${rootUrl}/browse/blogs/${sort}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.BlogTitle')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            const link = item.attr('href');
+            const split = link.split('/');
+
+            return {
+                link,
+                title: item.text(),
+                pubDate: new Date(`${split[5]}-${split[6]}-${split[7]}`).toUTCString(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.blogs-block .col-md-12').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/nasa/apod-cn.js

@@ -23,36 +23,35 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    content('#wpd-post-rating').remove();
-
-                    item.description = content('#main article').html();
-
-                    let date;
-
-                    if (content('h4').text()) {
-                        date = content('h4').text().replace(/(年|月)/g, '-').replace(/日/, '');
-                        item.title += ` | ${content('h4').text()}`;
-                    } else {
-                        date = new Date(content('time.entry-date').attr('datetime'));
-                        const year = date.getFullYear().toString();
-                        const month = (date.getMonth() + 1).toString().padStart(2, '0');
-                        const day = date.getDate().toString().padStart(2, '0');
-                        item.title += ` | ${year}年${month}月${day}日`;
-                    }
-
-                    item.pubDate = new Date(date).toUTCString();
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('#wpd-post-rating').remove();
+
+                item.description = content('#main article').html();
+
+                let date;
+
+                if (content('h4').text()) {
+                    date = content('h4').text().replace(/(年|月)/g, '-').replace(/日/, '');
+                    item.title += ` | ${content('h4').text()}`;
+                } else {
+                    date = new Date(content('time.entry-date').attr('datetime'));
+                    const year = date.getFullYear().toString();
+                    const month = (date.getMonth() + 1).toString().padStart(2, '0');
+                    const day = date.getDate().toString().padStart(2, '0');
+                    item.title += ` | ${year}年${month}月${day}日`;
+                }
+
+                item.pubDate = new Date(date).toUTCString();
+
+                return item;
+            })
         )
     );
 

package/lib/routes/natgeo/natgeo.js

@@ -41,7 +41,7 @@ async function load(link) {
 }
 
 module.exports = async (ctx) => {
-    const type = `${ctx.params.type || ''}`;
+    const type = ctx.params.type || '';
     const url = `https://www.natgeomedia.com/${ctx.params.cat}/${type}`;
     const res = await got.get(url);
     const $ = cheerio.load(res.data);
@@ -58,7 +58,7 @@ module.exports = async (ctx) => {
             const single = {
                 link,
             };
-            const other = await ctx.cache.tryGet(link, async () => await load(link));
+            const other = await ctx.cache.tryGet(link, () => load(link));
             return Object.assign({}, single, other);
         })
     );

package/lib/routes/nature/highlight.js

@@ -38,7 +38,7 @@ module.exports = async (ctx) => {
             }
             const single = {
                 title,
-                author: author,
+                author,
                 description: figure + contents,
                 link: address,
                 guid: address,

package/lib/routes/nature/news-and-comment.js

@@ -30,17 +30,16 @@ module.exports = async (ctx) => {
 
     const list = pageCapture('.border-bottom-1.pb20').get();
 
-    const items = await Promise.all(
-        list.map(async (el) => {
-            const $ = cheerio.load(el);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${baseURL}${partial}`;
-            const brief = $('.hide-overflow.inline').text();
-            const time = $('time').text();
-            const author = $('.js-list-authors-3 li').text();
-            const articleType = $('p > span').attr('data-class');
-            const headerContents = `
+    const items = list.map((el) => {
+        const $ = cheerio.load(el);
+        const title = $('h3 > a').text();
+        const partial = $('h3 > a').attr('href');
+        const address = `${baseURL}${partial}`;
+        const brief = $('.hide-overflow.inline').text();
+        const time = $('time').text();
+        const author = $('.js-list-authors-3 li').text();
+        const articleType = $('p > span').attr('data-class');
+        const headerContents = `
                 <div>
                   <p style="color: #666">
                     <span>${articleType}</span>
@@ -49,28 +48,27 @@ module.exports = async (ctx) => {
                   </p>
                 </div>
                 `;
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
+        let briefContents = '';
+        if (brief !== '') {
+            briefContents = `
                 <div>
                   <h2 align="left">Brief</h2>
                   <p>${brief}</p>
                 </div>
                 `;
-            }
-            const contents = headerContents + briefContents;
+        }
+        const contents = headerContents + briefContents;
+
+        return {
+            title,
+            author,
+            description: contents,
+            link: address,
+            guid: address,
+            pubDate: new Date(time).toUTCString(),
+        };
+    });
 
-            const item = {
-                title,
-                author: author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            return Promise.resolve(item);
-        })
-    );
     ctx.state.data = {
         title: `${pageTitleName} | ${pageTitleSub}`,
         description: pageDescription,

package/lib/routes/nature/news.js

@@ -32,7 +32,7 @@ module.exports = async (ctx) => {
 
             const single = {
                 title,
-                author: author,
+                author,
                 description: contents,
                 link: address,
                 guid: address,

package/lib/routes/nature/research.js

@@ -165,7 +165,7 @@ module.exports = async (ctx) => {
 
             const item = {
                 title,
-                author: author,
+                author,
                 description: contents,
                 link: address,
                 guid: address,

package/lib/routes/nautilus/topics.js

@@ -27,7 +27,7 @@ module.exports = async (ctx) => {
             const contents = banner + capture('div.page-content').html();
             const single = {
                 title,
-                author: author,
+                author,
                 description: contents,
                 link: address,
                 guid: address,

package/lib/routes/nbd/article.js

@@ -5,7 +5,7 @@ module.exports = async (ctx) => {
     const url = 'http://www.nbd.com.cn/columns/332';
     const response = await got({
         method: 'get',
-        url: url,
+        url,
         headers: {
             Referer: 'http://www.nbd.com.cn',
         },
@@ -22,9 +22,9 @@ module.exports = async (ctx) => {
             const itemUrl = $(item).find('a').attr('href');
 
             const single = {
-                title: title,
+                title,
                 link: itemUrl,
-                pubDate: pubDate,
+                pubDate,
                 description: '',
             };
 
@@ -55,6 +55,6 @@ module.exports = async (ctx) => {
         title: '重磅原创-每经网',
         link: url,
         item: resultItem,
-        description: description,
+        description,
     };
 };

package/lib/routes/nbd/index.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id || '3';
+
+    const rootUrl = 'http://www.nbd.com.cn';
+    const currentUrl = `${rootUrl}/columns/${id}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.u-news-title a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.g-articl-text').html();
+                item.pubDate = new Date(detailResponse.data.match(/"pubDate": "(.*)"/)[1]).toUTCString();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.u-channelname').text()} - 每经网`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/ncm/artist.js

@@ -23,6 +23,10 @@ module.exports = async (ctx) => {
                 title: `${item.name} - ${singer}`,
                 description: `歌手：${singer}<br>专辑：${item.name}<br>日期：${new Date(item.publishTime).toLocaleDateString()}<br><img src="${item.picUrl}">`,
                 link: `https://music.163.com/#/album?id=${item.id}`,
+                pubDate: new Date(item.publishTime),
+                published: new Date(item.publishTime),
+                category: item.subType,
+                author: singer,
             };
         }),
     };

package/lib/routes/ncm/djradio.js

@@ -59,7 +59,7 @@ module.exports = async (ctx) => {
                 enclosure_url: `http://music.163.com/song/media/outer/url?id=${pg.mainTrackId}.mp3`,
                 enclosure_length: duration,
                 enclosure_type: 'audio/mpeg',
-                itunes_duration: itunes_duration,
+                itunes_duration,
             };
         }),
     };

package/lib/routes/ncm/playlist.js

@@ -10,25 +10,34 @@ module.exports = async (ctx) => {
             Referer: 'https://music.163.com/',
         },
         form: {
-            id: id,
+            id,
         },
     });
 
     const data = response.data.playlist;
+    const songinfo = await got({
+        method: 'get',
+        url: `https://music.163.com/api/song/detail?ids=[${data.trackIds.slice(0, 201).map((item) => item.id)}]`,
+        headers: {
+            Referer: 'https://music.163.com',
+        },
+    });
+    const songs = songinfo.data.songs;
 
     ctx.state.data = {
         title: data.name,
         link: `https://music.163.com/#/playlist?id=${id}`,
         description: `网易云音乐歌单 - ${data.name}`,
-        item:
-            data.tracks &&
-            data.tracks.map((item) => {
-                const singer = item.ar.length === 1 ? item.ar[0].name : item.ar.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
-                return {
-                    title: `${item.name} - ${singer}`,
-                    description: `歌手：${singer}<br>专辑：${item.al.name}<br>日期：${new Date(item.publishTime).toLocaleDateString()}<br><img src="${item.al.picUrl}">`,
-                    link: `https://music.163.com/#/song?id=${item.id}`,
-                };
-            }),
+        item: data.trackIds.slice(0, 201).map((item) => {
+            const thissong = songs.find((element) => element.id === item.id);
+            const singer = thissong.artists.length === 1 ? thissong.artists[0].name : thissong.artists.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
+            return {
+                title: `${thissong.name} - ${singer}`,
+                description: `歌手：${singer}<br>专辑：${thissong.album.name}<br>发行日期：${new Date(thissong.album.publishTime).toLocaleDateString()}<br><img src="${thissong.album.picUrl}">`,
+                link: `https://music.163.com/#/song?id=${item.id}`,
+                pubDate: new Date(item.at),
+                author: singer,
+            };
+        }),
     };
 };

package/lib/routes/ncm/userplaylist.js

@@ -10,7 +10,7 @@ module.exports = async (ctx) => {
             Referer: 'https://music.163.com/',
         },
         form: {
-            uid: uid,
+            uid,
             limit: 1000,
             offset: 0,
         },