rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/routes/lolapp/article.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const { parseDate } = require('@/utils/parse-date');
+const dayjs = require('dayjs');
+module.exports = async (ctx) => {
+    const uuid = ctx.params.uuid;
+    const url = 'https://mlol.qt.qq.com/go/mlol_news/author_feeds?author_uuid=' + uuid;
+    const res = await got.get(url).json();
+    const data = res.data.feedsInfo;
+    const name = data[0].feedNews.footer.source;
+    const newData = [];
+    let pubDate = [];
+    for (let i = 0; i < data.length; i++) {
+        newData[i] = data[i].feedNews.body;
+        newData[i].link = 'https://mlol.qt.qq.com/go/mlol_news/varcache_article?is_lqt=true&docid=' + newData[i].commentID;
+        pubDate[i] = getPublishedDate(newData[i].link);
+    }
+    pubDate = await Promise.all(pubDate);
+    for (let i = 0; i < data.length; i++) {
+        newData[i].pubDate = pubDate[i];
+    }
+    ctx.state.data = {
+        title: `${name}的文章`,
+        link: String(url),
+        description: `${name}的文章`,
+        item: newData.map((item) => ({
+            title: item.title,
+            description: `<img src='${item.imgUrl}'>`,
+            link: item.link,
+            pubDate: item.pubDate,
+        })),
+    };
+};
+
+async function getPublishedDate(url) {
+    const res = await got.get(url).text();
+    const start = res.indexOf('createdStr') + 15;
+    const end = res.indexOf('"', start);
+    const date = res.substring(start, end);
+    let publishedDate;
+    if (date === '刚刚') {
+        publishedDate = dayjs();
+    } else if (date.indexOf('前') > 0) {
+        // XX分钟/小时前
+        publishedDate = parseRelativeDate(date);
+    } else if (date.indexOf('年') > 0) {
+        // YYYY年MM月DD日+MM月DD日 hh:mm
+        publishedDate = parseDate(date, ['YYYY年MM月DD日', 'MM月DD日 hh:mm']);
+    } else {
+        publishedDate = dayjs();
+    }
+    return publishedDate;
+}

package/lib/routes/manhuagui/comic.js

@@ -3,23 +3,47 @@ const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const LZString = require('lz-string');
 
-const getChapters = ($) =>
-    $('.chapter-list > ul')
+const getChapters = ($) => {
+    let time_mark = 100;
+    // 用于一次更新多个新章节的排序
+    let new_time_mark = 0;
+    return $('h4')
         .toArray()
-        .reverse()
-        .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
         .map((ele) => {
-            const a = $(ele).children('a');
-            return {
-                link: resolve('https://www.manhuagui.com/', a.attr('href')),
-                title: a.attr('title'),
-                num: a.find('i').text(),
-            };
-        });
-
+            const categoryName = $(ele).text();
+            while (!$(ele.next).hasClass('chapter-list')) {
+                ele = ele.next;
+            }
+            ele = ele.next;
+            return $(ele)
+                .children('ul')
+                .toArray()
+                .reverse()
+                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
+                .map((ele) => {
+                    const a = $(ele).children('a');
+                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
+                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
+                    if (a.find('em').length > 0) {
+                        // 对更新的章节也进行排序
+                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
+                        $.newChapterCnt++;
+                    }
+                    return {
+                        link: resolve('https://www.manhuagui.com/', a.attr('href')),
+                        title: a.attr('title'),
+                        pub_date: pDate,
+                        num: a.find('i').text(),
+                        guid: resolve('https://www.manhuagui.com/', a.attr('href')),
+                        category: categoryName,
+                    };
+                });
+        })
+        .reduce((acc, curr) => acc.concat(curr));
+};
 module.exports = async (ctx) => {
     const { id } = ctx.params;
-
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
     const { data } = await got.get(`https://www.manhuagui.com/comic/${id}/`);
     const $ = cheerio.load(data);
 
@@ -30,24 +54,46 @@ module.exports = async (ctx) => {
             $('#__VIEWSTATE').remove();
         }
     }
-
     const bookTitle = $('.book-title > h1').text();
     const bookIntro = $('#intro-all').text();
     const coverImgSrc = $('.book-cover img').attr('src');
-    const chapters = getChapters($);
-
-    const genResult = (chapter) => ({
-        link: chapter.link,
-        title: chapter.title,
-        description: `
+    // 对最新更新的章节增加了pubDate
+    const reg = new RegExp('最近于.+更新至');
+    // 处理已下架的漫画
+    if ($('.status > span').text().indexOf('已下架') > 0) {
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle} 已下架`,
+            link: `https://www.manhuagui.com/comic/${id}/`,
+            description: bookIntro,
+            item: [{ link: `https://www.manhuagui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
+        };
+    } else {
+        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近于 [', '').replace('] 更新至', '');
+        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
+        $.pubDate = new Date(pub_date_str).toUTCString();
+        $.newChapterCnt = 0;
+        const chapters = getChapters($);
+        const genResult = (chapter) => ({
+            link: chapter.link,
+            title: chapter.title,
+            pubDate: chapter.pub_date,
+            guid: chapter.guid,
+            category: chapter.category,
+            description: `
             <h1>${chapter.num}</h1>
-            <img src="${coverImgSrc}" />
+            <img src='${coverImgSrc}' />
         `.trim(),
-    });
-    ctx.state.data = {
-        title: `看漫画 - ${bookTitle}`,
-        link: `https://www.manhuagui.com/comic/${id}/`,
-        description: bookIntro,
-        item: chapters.map(genResult),
-    };
+        });
+        const items = chapters.map(genResult);
+        let itemsLen = items.length;
+        if (chapterCnt > 0) {
+            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
+        }
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle}`,
+            link: `https://www.manhuagui.com/comic/${id}/`,
+            description: bookIntro,
+            item: items.slice(0, itemsLen),
+        };
+    }
 };

package/lib/routes/maoyan/hotComplete.js

@@ -0,0 +1,87 @@
+const got = require('@/utils/got');
+
+function sleep(time) {
+    return new Promise((resolve) => setTimeout(resolve, time));
+}
+
+module.exports = async (ctx) => {
+    const orderby = ctx.params.orderby;
+    const ascOrDesc = ctx.params.ascOrDesc;
+    const top = ctx.params.top;
+
+    const response = await got({
+        method: 'get',
+        url: 'https://m.maoyan.com/ajax/movieOnInfoList',
+        headers: {
+            Referer: 'https://m.maoyan.com/',
+        },
+    });
+    let data = response.data.movieList;
+    const movieIds = response.data.movieIds;
+
+    const movieIdsArr = [];
+    for (let i = data.length; i < movieIds.length; i += 10) {
+        const movieIdsTemp = movieIds.slice(i, i + 10);
+        movieIdsArr.push(movieIdsTemp);
+    }
+
+    const dataArrs = await Promise.all(
+        movieIdsArr.map(async (idsTemp) => {
+            await sleep(500);
+            const responseTemp = await got({
+                method: 'get',
+                url: 'https://m.maoyan.com/ajax/moreComingList',
+                searchParams: {
+                    movieIds: idsTemp.toString(),
+                    token: '',
+                },
+                headers: {
+                    Referer: 'https://m.maoyan.com/',
+                },
+            });
+            const dataTemp = responseTemp.data.coming;
+            if (dataTemp && dataTemp.length > 0) {
+                return dataTemp;
+            } else {
+                return [];
+            }
+        })
+    );
+
+    for (let i = 0; i < dataArrs.length; i++) {
+        data.push(...dataArrs[i]);
+    }
+
+    if (orderby) {
+        data.sort((a, b) => {
+            if (orderby === 'pubDate') {
+                return ascOrDesc === 'asc' ? new Date(a.rt).getTime() - new Date(b.rt).getTime() : new Date(b.rt).getTime() - new Date(a.rt).getTime();
+            } else {
+                return ascOrDesc === 'asc' ? a.sc - b.sc : b.sc - a.sc;
+            }
+        });
+    }
+    if (top && top > 0 && top < data.length) {
+        data = data.slice(0, top - 1);
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const rating = item.sc > 0 ? `评分：${item.sc}` : '';
+
+            return {
+                title: `${item.nm} ${rating}`,
+                description: `<img src="${item.img.replace('w.h', '1000.1000')}"> <br> ${rating} <br> 演员：${item.star} <br> 上映信息：${item.showInfo}`,
+                link: `https://maoyan.com/films/${item.id}`,
+                pubDate: new Date(item.rt).toUTCString(),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `猫眼电影 - 正在热映 - 完整版`,
+        link: `https://maoyan.com/films`,
+        description: `猫眼电影 - 正在热映`,
+        item: items,
+    };
+};

package/lib/routes/mhgui/comic.js

@@ -3,23 +3,47 @@ const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const LZString = require('lz-string');
 
-const getChapters = ($) =>
-    $('.chapter-list > ul')
+const getChapters = ($) => {
+    let time_mark = 0;
+    // 用于一次更新多个新章节的排序
+    let new_time_mark = 0;
+    return $('h4')
         .toArray()
-        .reverse()
-        .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
         .map((ele) => {
-            const a = $(ele).children('a');
-            return {
-                link: resolve('https://www.mhgui.com/', a.attr('href')),
-                title: a.attr('title'),
-                num: a.find('i').text(),
-            };
-        });
-
+            const categoryName = $(ele).text();
+            while (!$(ele.next).hasClass('chapter-list')) {
+                ele = ele.next;
+            }
+            ele = ele.next;
+            return $(ele)
+                .children('ul')
+                .toArray()
+                .reverse()
+                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
+                .map((ele) => {
+                    const a = $(ele).children('a');
+                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
+                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
+                    if (a.find('em').length > 0) {
+                        // 对更新的章节也进行排序
+                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
+                        $.newChapterCnt++;
+                    }
+                    return {
+                        link: resolve('https://www.mhgui.com/', a.attr('href')),
+                        title: a.attr('title'),
+                        pub_date: pDate,
+                        num: a.find('i').text(),
+                        guid: resolve('https://www.mhgui.com/', a.attr('href')),
+                        category: categoryName,
+                    };
+                });
+        })
+        .reduce((acc, curr) => acc.concat(curr));
+};
 module.exports = async (ctx) => {
     const { id } = ctx.params;
-
+    const chapterCnt = Number(ctx.params.chapterCnt || 0);
     const { data } = await got.get(`https://www.mhgui.com/comic/${id}/`);
     const $ = cheerio.load(data);
 
@@ -30,24 +54,46 @@ module.exports = async (ctx) => {
             $('#__VIEWSTATE').remove();
         }
     }
-
     const bookTitle = $('.book-title > h1').text();
     const bookIntro = $('#intro-all').text();
     const coverImgSrc = $('.book-cover img').attr('src');
-    const chapters = getChapters($);
-
-    const genResult = (chapter) => ({
-        link: chapter.link,
-        title: chapter.title,
-        description: `
+    // 对最新更新的章节增加了pubDate
+    const reg = new RegExp('最近于.+更新至');
+    // 处理已下架的漫画
+    if ($('.status > span').text().indexOf('已下架') > 0) {
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle} 已下架`,
+            link: `https://www.mhgui.com/comic/${id}/`,
+            description: bookIntro,
+            item: [{ link: `https://www.mhgui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
+        };
+    } else {
+        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近于 [', '').replace('] 更新至', '');
+        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
+        $.pubDate = new Date(pub_date_str).toUTCString();
+        $.newChapterCnt = 0;
+        const chapters = getChapters($);
+        const genResult = (chapter) => ({
+            link: chapter.link,
+            title: chapter.title,
+            pubDate: chapter.pub_date,
+            guid: chapter.guid,
+            category: chapter.category,
+            description: `
             <h1>${chapter.num}</h1>
-            <img src="${coverImgSrc}" />
+            <img src='${coverImgSrc}' />
         `.trim(),
-    });
-    ctx.state.data = {
-        title: `看漫画 - ${bookTitle}`,
-        link: `https://www.mhgui.com/comic/${id}/`,
-        description: bookIntro,
-        item: chapters.map(genResult),
-    };
+        });
+        const items = chapters.map(genResult);
+        let itemsLen = items.length;
+        if (chapterCnt > 0) {
+            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
+        }
+        ctx.state.data = {
+            title: `看漫画 - ${bookTitle}`,
+            link: `https://www.mhgui.com/comic/${id}/`,
+            description: bookIntro,
+            item: items.slice(0, itemsLen),
+        };
+    }
 };

package/lib/routes/mi/youpin/new.js

@@ -1,44 +1,26 @@
 const got = require('@/utils/got');
 
 module.exports = async (ctx) => {
-    const sort = ctx.params.sort || '';
     const response = await got({
-        method: 'get',
-        url: 'https://home.mi.com/lasagne/page/1605',
+        method: 'post',
+        url: 'https://m.xiaomiyoupin.com/homepage/main/v1005',
     });
 
-    const data = response.data.floors.filter((floor) => floor.floor_id === (sort === '' ? 25912 : 25851));
-
-    const item = data.reduce((acc, item) => {
-        if (!item.data) {
-            return acc;
-        }
-        let goodsList = [];
-
-        if (item.data.result) {
-            goodsList = item.data.result.list;
-        } else {
-            goodsList = item.data.tabs[sort].result.list;
-        }
-
-        goodsList.forEach((goods) => {
-            const item = goods.value.goods;
-            const img = item.pic_url;
-            acc.push({
-                title: item.name,
-                description: `<img src="${img}"><br>${item.summary}<br>价格：${item.market_price / 100}元`,
-                link: item.jump_url,
-                pubDate: new Date(item.first_release_time * 1000).toUTCString(),
-            });
+    const items = response.data.data.homepage.floors
+        .filter((floor) => floor.module_key === 'product_hot')[0]
+        .data.items.map((item) => {
+            const i = item.item;
+            return {
+                title: i.name,
+                description: `<img src="${i.pic_url}"><br>${i.summary}<br>价格：${i.market_price / 100}元`,
+                link: i.jump_url,
+            };
         });
 
-        return acc;
-    }, []);
-
     ctx.state.data = {
-        title: `小米有品每日上新${sort === '' ? '' : ' - ' + data[0].data.items[sort].rule}`,
+        title: '小米有品每日上新',
         link: 'https://m.xiaomiyoupin.com/w/newproduct?pageid=1605',
         description: '小米有品每日上新',
-        item,
+        item: items,
     };
 };

package/lib/routes/mirror/entries.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    let link;
+    let subDomain = 0;
+    if (id.endsWith('.eth') || id.length === 42 || id.length === 40) {
+        link = 'https://mirror.xyz/' + id;
+    } else {
+        link = 'https://' + id + '.mirror.xyz';
+        subDomain = 1;
+    }
+
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    const author = $('div#__next > div.GlobalNavigation > div.GlobalNavigationContainer > div > div > div > div > div > a').text();
+
+    // 标题
+    const article = $('h1')
+        .map(function () {
+            return $(this).text();
+        })
+        .get();
+
+    // 地址
+    const addr = $('h1')
+        .parent()
+        .parent()
+        .parent()
+        .map(function () {
+            return $(this).attr('href');
+        })
+        .get();
+
+    // 发布日期
+    const date = $('div#__next > div > div > div > div > div > div > div > div > div')
+        .map(function () {
+            return $(this).text();
+        })
+        .get();
+
+    // 摘要
+    const des = $('h1')
+        .parent()
+        .parent()
+        .parent()
+        .parent()
+        .next()
+        .next()
+        .map(function () {
+            return $(this).text();
+        })
+        .get();
+
+    const items = [];
+    article.forEach((item, index) => {
+        items.push({
+            title: item,
+            author,
+            description: des[index],
+            pubDate: date[index],
+            link: subDomain ? link + addr[index] : 'https://mirror.xyz' + addr[index],
+        });
+    });
+
+    const title = author + ' - Mirror';
+    ctx.state.data = {
+        title,
+        link,
+        allowEmpty: true,
+        item: items,
+    };
+};

package/lib/routes/nasa/apod-cn.js

@@ -38,7 +38,10 @@ module.exports = async (ctx) => {
                 let date;
 
                 if (content('h4').text()) {
-                    date = content('h4').text().replace(/(年|月)/g, '-').replace(/日/, '');
+                    date = content('h4')
+                        .text()
+                        .replace(/(年|月)/g, '-')
+                        .replace(/日/, '');
                     item.title += ` | ${content('h4').text()}`;
                 } else {
                     date = new Date(content('time.entry-date').attr('datetime'));

package/lib/routes/ncm/djradio.js

@@ -1,24 +1,69 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
 
-    const response = await got({
-        method: 'post',
-        url: 'http://music.163.com/api/dj/program/byradio',
-        headers: {
-            Referer: 'https://music.163.com/',
-        },
-        form: {
-            radioId: id,
-            limit: 1000,
-            offset: 0,
-        },
-    });
+    const ProcessFeed = async (limit, offset) =>
+        await got({
+            method: 'post',
+            url: 'https://music.163.com/api/dj/program/byradio',
+            headers: {
+                Referer: 'https://music.163.com/',
+            },
+            form: {
+                radioId: id,
+                limit,
+                offset,
+            },
+        });
 
-    const programs = response.data.programs || [];
+    const response = await ProcessFeed(1, 0);
 
+    const programs = response.data.programs || [];
     const { radio, dj } = programs[0] || { radio: {}, dj: {} };
+    const count = response.data.count || 0;
+
+    const countPage = [];
+    for (let i = 0; i < Math.ceil(count / 500); i++) {
+        countPage.push(i);
+    }
+
+    const items = await Promise.all(
+        countPage.map(async (item) => {
+            const response = await ProcessFeed(500, item * 500);
+            const programs = response.data.programs || [];
+            const list = programs.map((pg) => {
+                const description = (pg.description || '').split('\n').map((p) => p);
+                const duration = ~~(pg.duration / 1000);
+                const itunes_duration = `${(duration / 60).toFixed(0).padStart(2, '0')}:${(duration % 60).toFixed(0).padStart(2, '0')}`;
+
+                const html = art(path.join(__dirname, 'templates/djradio-content.art'), {
+                    pg,
+                    description,
+                    itunes_duration,
+                });
+
+                return {
+                    title: pg.name,
+                    link: 'https://music.163.com/program/' + pg.id,
+                    pubDate: parseDate(pg.createTime),
+                    published: parseDate(pg.createTime),
+                    author: pg.dj.nickname,
+                    description: html,
+                    content: { html },
+                    itunes_item_image: pg.coverUrl,
+                    enclosure_url: `https://music.163.com/song/media/outer/url?id=${pg.mainTrackId}.mp3`,
+                    enclosure_length: duration,
+                    enclosure_type: 'audio/mpeg',
+                    itunes_duration,
+                };
+            });
+            return list;
+        })
+    );
 
     ctx.state.data = {
         title: radio.name,
@@ -31,36 +76,6 @@ module.exports = async (ctx) => {
         image: radio.picUrl,
         itunes_author: dj.nickname,
         itunes_category: radio.category,
-        item: programs.map((pg) => {
-            const image = `<img src=${pg.coverUrl} />`;
-
-            const description = `<div>${(pg.description || '')
-                .split('\n')
-                .map((p) => `<p>${p}</p>`)
-                .join('')}</div>`;
-
-            const src = `https://music.163.com/program/${pg.id}`;
-
-            const duration = ~~(pg.duration / 1000);
-            const itunes_duration = `${(duration / 60).toFixed(0).padStart(2, '0')}:${(duration % 60).toFixed(0).padStart(2, '0')}`;
-
-            const html =
-                image + description + `<div><audio src="http://music.163.com/song/media/outer/url?id=${pg.mainTrackId}.mp3" controls="controls"></audio><p>时长: ${itunes_duration}</p><p><a href="${src}">查看节目</a></p></div>`;
-
-            return {
-                title: pg.name,
-                link: src,
-                pubDate: new Date(pg.createTime).toUTCString(),
-                published: new Date(pg.createTime).toISOString(),
-                author: pg.dj.nickname,
-                description: html,
-                content: { html },
-                itunes_item_image: pg.coverUrl,
-                enclosure_url: `http://music.163.com/song/media/outer/url?id=${pg.mainTrackId}.mp3`,
-                enclosure_length: duration,
-                enclosure_type: 'audio/mpeg',
-                itunes_duration,
-            };
-        }),
+        item: items.flat(),
     };
 };

package/lib/routes/ncm/playlist.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const config = require('@/config').value;
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -8,6 +9,7 @@ module.exports = async (ctx) => {
         url: 'https://music.163.com/api/v3/playlist/detail',
         headers: {
             Referer: 'https://music.163.com/',
+            Cookie: config.ncm.cookies,
         },
         form: {
             id,