rsshub 1.0.0-master.fcb92f0 → 1.0.0-master.fcbb3f4

package/lib/routes/mzitu/util.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-exports.getItem = (ctx, data) => {
-    const $ = cheerio.load(data);
-    const list = $('#pins li').get().slice(0, 5);
-
-    return Promise.all(
-        list.map(async (item) => {
-            const title = $(item).find('span > a').text();
-            const item_link = $(item).find('span > a').attr('href');
-
-            const cache = await ctx.cache.get(item_link);
-            let description;
-            if (cache) {
-                description = cache;
-            } else {
-                const response = await got({
-                    method: 'get',
-                    url: item_link,
-                });
-                const $ = cheerio.load(response.data);
-                const page_lengh = $('div.pagenavi > a:nth-last-child(2) > span').text();
-
-                const pages = Array.from({ length: page_lengh }, (v, i) => i);
-                const description_list = await Promise.all(
-                    pages.map(async (page) => {
-                        const page_link = item_link + '/' + (page + 1).toString();
-
-                        const response = await got({
-                            method: 'get',
-                            url: page_link,
-                        });
-                        const $ = cheerio.load(response.data);
-
-                        return `<img src="${$('div.main-image img').attr('src')}"><br>`;
-                    })
-                );
-
-                description = description_list.join('');
-                ctx.cache.set(item_link, description);
-            }
-
-            return {
-                title,
-                description,
-                link: item_link,
-            };
-        })
-    );
-};

package/lib/routes/nasa/apod-cn.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://www.nasachina.cn/apotd`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.post-archive article')
-        .slice(0, 3)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('h2.entry-title a');
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('#wpd-post-rating').remove();
-
-                item.description = content('#main article').html();
-
-                let date;
-
-                if (content('h4').text()) {
-                    date = content('h4')
-                        .text()
-                        .replace(/(年|月)/g, '-')
-                        .replace(/日/, '');
-                    item.title += ` | ${content('h4').text()}`;
-                } else {
-                    date = new Date(content('time.entry-date').attr('datetime'));
-                    const year = date.getFullYear().toString();
-                    const month = (date.getMonth() + 1).toString().padStart(2, '0');
-                    const day = date.getDate().toString().padStart(2, '0');
-                    item.title += ` | ${year}年${month}月${day}日`;
-                }
-
-                item.pubDate = new Date(date).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'NASA中文 - 天文·每日一图',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/nasa/apod-ncku.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const date = new Date(new Date().getTime() + new Date().getTimezoneOffset() * 60 * 1000 + -5 * 60 * 60 * 1000);
-    const year = date.getFullYear().toString();
-    const month = (date.getMonth() + 1).toString().padStart(2, '0');
-    const day = date.getDate().toString().padStart(2, '0');
-
-    const rootUrl = `http://sprite.phys.ncku.edu.tw/astrolab/mirrors/apod/ap${year.substr(2, 2) + month + day}.html`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    ctx.state.data = {
-        title: 'NASA 每日一天文圖',
-        link: rootUrl,
-        item: [
-            {
-                title: $('center b').eq(0).text() + ` | ${year}-${month}-${day}`,
-                description: `<img src="${$('img').attr('src')}"><br>${$('body p').eq(2).html()}`,
-                link: rootUrl,
-                pubDate: new Date(`${year}-${month}-${day}`).toUTCString(),
-            },
-        ],
-    };
-};

package/lib/routes/nasa/apod.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const date = new Date(new Date().getTime() + new Date().getTimezoneOffset() * 60 * 1000 + -5 * 60 * 60 * 1000);
-    const year = date.getFullYear().toString();
-    const month = (date.getMonth() + 1).toString().padStart(2, '0');
-    const day = date.getDate().toString().padStart(2, '0');
-
-    const rootUrl = `https://apod.nasa.gov/apod/ap${year.substr(2, 2) + month + day}.html`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    ctx.state.data = {
-        title: 'NASA Astronomy Picture of the Day',
-        link: rootUrl,
-        item: [
-            {
-                title: $('center b').eq(0).text() + ` | ${year}-${month}-${day}`,
-                description: `<img src="${$('img').attr('src')}"><br>${$('body p').eq(2).html()}`,
-                link: rootUrl,
-                pubDate: new Date(`${year}-${month}-${day}`).toUTCString(),
-            },
-        ],
-    };
-};

package/lib/routes/nba/app_news.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-
-const sourceTimezoneOffset = -8;
-module.exports = async (ctx) => {
-    const id_url = 'https://sportsnba.qq.com/news/index?column=banner';
-    const articles = await got.get(id_url);
-    const articleIds = articles.data.data.map((article) => article.id);
-
-    const url = 'https://sportsnba.qq.com/news/item?column=banner&articleIds=' + articleIds.toString();
-    const response = await got.get(url);
-    const xmls = response.data.data;
-    const out = Object.keys(xmls).map((xml) => {
-        const data = xmls[xml];
-        const link = data.shareUrl;
-
-        const guid = data.newsId;
-        const title = data.title;
-        const time = new Date(data.pub_time);
-        time.setTime(time.getTime() + (sourceTimezoneOffset - time.getTimezoneOffset() / 60) * 60 * 60 * 1000);
-        const pubDate = time.toUTCString();
-
-        const description = '<img src="' + data.imgurl + '">';
-
-        const item = {
-            title,
-            description,
-            pubDate,
-            link,
-            guid,
-        };
-
-        return item;
-    });
-
-    ctx.state.data = {
-        title: 'NBA - news',
-        link: 'https://kbsapp.sports.qq.com',
-        item: out,
-    };
-};

package/lib/routes/newsmth/account.js

@@ -1,39 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://exp.newsmth.net`;
-    const currentUrl = `${rootUrl}/account/${ctx.params.id}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('ul.article-list li')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.article-subject');
-            const pubDate = date(item.find('div.article-time').text());
-
-            item.find('div.article-time').remove();
-
-            return {
-                title: a.text(),
-                link: url.resolve(rootUrl, a.attr('href')),
-                description: item.find('div.article-main').html(),
-                pubDate,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: list,
-    };
-};

package/lib/routes/newsmth/section.js

@@ -1,99 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-const config = {
-    community: {
-        link: '/section/7fba65e45f678eb8c605d4107de04185',
-        title: '社区管理',
-    },
-    university: {
-        link: '/section/4fcab28694a0be93d9297d8cede052d9',
-        title: '国内院校',
-    },
-    entertainment: {
-        link: '/section/3497e48bb537373d0f738b41fe53a41b',
-        title: '休闲娱乐',
-    },
-    location: {
-        link: '/section/353fdfda1dfe7a714e592bab99c762cd',
-        title: '五湖四海',
-    },
-    game: {
-        link: '/section/c8d614e56acb8a192ec4af8b375a5eea',
-        title: '游戏运动',
-    },
-    society: {
-        link: '/section/5b634fdc9ecddf6042561c959176c077',
-        title: '社会信息',
-    },
-    romance: {
-        link: '/section/1c455a5dccf4242008d188f9676e3f4e',
-        title: '知性感性',
-    },
-    culture: {
-        link: '/section/12af235486fde6684e4b9e83f5d2b779',
-        title: '文化人文',
-    },
-    science: {
-        link: '/section/4ed7f0d8b621c8ccf9e11eca9991d6dc',
-        title: '学术科学',
-    },
-    technology: {
-        link: '/section/4dda79c64b3ffb61f8048d745292ff5d',
-        title: '电脑技术',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.section];
-    if (!cfg) {
-        throw Error('Bad section. See <a href="https://docs.rsshub.app/bbs.html#shui-mu-she-qu-fen-qu-wen-zhang">docs</a>');
-    }
-
-    const rootUrl = `https://exp.newsmth.net/statistics/hot`;
-    const currentUrl = `${rootUrl}${cfg.link}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('ul.article-list li')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.article-subject');
-            const pubDate = date(item.find('div.article-account-name span').text());
-
-            return {
-                title: a.text(),
-                link: `https://exp.newsmth.net${a.attr('href')}`,
-                pubDate,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('div.show-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: cfg.title + ' - 水木社区',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/nfmovies/index.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://www.nfmovies.com/';
-const mv_slot = 'https://www.nfmovies.com/video/?UID-0-0.html';
-const url_slot = 'https://www.nfmovies.com/list/?ID.html';
-
-const idProps = {
-    0: '首页',
-    1: '电影',
-    2: '电视剧',
-    3: '综艺',
-    4: '动漫',
-    5: '奈菲独家',
-};
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '0';
-    let t_url = '';
-    if (id === '0') {
-        t_url = host;
-    } else if (id === '5') {
-        t_url = 'https://www.nfmovies.com/search.php?searchtype=5&order=time&player=%E5%A5%88%E8%8F%B2%E7%8B%AC%E5%AE%B6%E9%AB%98%E6%B8%85%E7%89%87%E6%BA%90';
-    } else {
-        t_url = url_slot.replace('ID', id);
-    }
-
-    const response = await got({
-        method: 'get',
-        url: t_url,
-    });
-
-    const $ = cheerio.load(response.data);
-    const items = [];
-    $('.col-md-2').each(function () {
-        const item = $(this);
-        const link = mv_slot.replace(
-            'UID',
-            item
-                .find('a')
-                .attr('href')
-                .match(/\d{4,}/g)
-        );
-        const src = host + item.children('a').attr('data-original');
-        items.push({
-            title: item.find('h5').text(),
-            description: `<img src="` + src + `"/><br>` + item.html(),
-            link,
-        });
-    });
-
-    ctx.state.data = {
-        title: `${idProps[id]} - 奈菲影视`,
-        link: t_url,
-        description: `${idProps[id]} - 奈菲影视-永久免费无广告的福利超清影视站，没有套路，完全免费！`,
-        item: items,
-    };
-};

package/lib/routes/niaogebiji/cat.js

@@ -1,86 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-/**
- * 在一个CheerioElement数组中查找有你想要的属性的元素
- * @author KotoriK
- * @param {Array<CheerioElement>} eles CheerioElement数组
- * @param {string} attrName 要查找的属性名称
- * @param {boolean} recursive 是否递归子节点
- * @returns 有你想要元素的数组
- */
-function findAttributeFromNodes(eles, attrName, recursive = false) {
-    let array = [];
-    for (const ele of eles) {
-        if (ele.attribs && ele.attribs[attrName]) {
-            array.push(ele);
-        }
-        if (recursive && ele.children) {
-            array = array.concat(findAttributeFromNodes(ele.children, attrName, true));
-        }
-    }
-    return array;
-}
-
-/**
- * 在一个CheerioElement数组中查找有你给的属性及对应的值的元素
- * @author KotoriK
- * @param {Array<CheerioElement>} eles CheerioElement数组
- * @param {string} attrName 要查找的属性名称
- * @param {boolean} recursive 是否递归子节点
- * @returns 有你想要元素的数组
- */
-function findMatch(eles, attrName, value, recursive = false) {
-    let array = [];
-    for (const ele of eles) {
-        if (ele.attribs && ele.attribs[attrName] === value) {
-            array.push(ele);
-        }
-        if (recursive && ele.children) {
-            array = array.concat(findMatch(ele.children, attrName, value, true));
-        }
-    }
-    return array;
-}
-
-module.exports = async (ctx) => {
-    const cat_id = ctx.params.cat;
-    const response = await got({
-        method: 'get',
-        url: `http://www.niaogebiji.com/cat/${cat_id}`,
-    });
-    const $ = cheerio.load(response.data);
-    const cat_name = $('h1').text();
-    const articles = $('div.articleBox.clearfix');
-    ctx.state.data = {
-        title: `鸟哥笔记-分类-${cat_name}`,
-        link: `http://www.niaogebiji.com/cat/${cat_id}`,
-        item: response.data
-            ? await Promise.all(
-                  articles.toArray().map((element) => {
-                      const article_div = findAttributeFromNodes(element.children, 'href')[0];
-                      const article_link = `http://www.niaogebiji.com${article_div.attribs.href}`;
-                      return (async () => ({
-                          title: findMatch(article_div.children, 'class', 'articleTitle elp', true)[0].children[0].data,
-                          category: cat_name,
-                          description: await ctx.cache.tryGet(`ngbj-${article_div.attribs.href}`, async () => {
-                              // get article
-                              const article_response = await got({
-                                  method: 'get',
-                                  url: article_link,
-                              });
-                              const article_dom = cheerio.load(article_response.data);
-                              return article_dom('div.mobileHide.pc_content').html();
-                          }),
-                          link: article_link,
-                          pubDate: parseInt(element.attribs['data-timepoint'] + '000'),
-                      }))();
-                  })
-              )
-            : [
-                  {
-                      title: '获取失败！',
-                  },
-              ],
-    };
-};

package/lib/routes/niaogebiji/index.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.niaogebiji.com/`,
-    });
-    const $ = cheerio.load(response.data);
-    const postList = $('.articleListBox').find('.articleBox').get();
-    const result = await Promise.all(
-        postList.map(async (item) => {
-            const title = $(item).find('.article').find('a').find('.articleTitle').text();
-            const link = 'https://www.niaogebiji.com' + $(item).find('.article').find('a').attr('href');
-            const guid = link;
-            const pubDate = new Date(parseInt($(item).attr('data-timepoint')) * 1000).toUTCString();
-
-            const single = {
-                title,
-                link,
-                guid,
-                pubDate,
-                description: '',
-            };
-
-            const description_key = 'niaogebiji' + guid;
-            const description_value = await ctx.cache.get(description_key);
-
-            if (description_value) {
-                single.description = description_value;
-            } else {
-                const temp = await got(link);
-                single.description = $(temp.data).find('.article').find('.pc_content').html();
-                ctx.cache.set(description_key, single.description);
-            }
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = { title: '鸟哥笔记', link: 'https://www.niaogebiji.com/', item: result };
-};

package/lib/routes/niaogebiji/today.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: 'https://www.niaogebiji.com/pc/bulletin/index',
-        form: {
-            page: 1,
-            pub_time: '',
-            isfromajax: 1,
-        },
-    });
-    const data = response.data.return_data;
-    ctx.state.data = {
-        title: '鸟哥笔记-今日事',
-        link: 'https://www.niaogebiji.com/pc/bulletin/index',
-        item: data
-            ? data.map((item) => ({
-                  title: item.title,
-                  description: item.content + `</br><a href="${item.link}">原文链接</a>`,
-                  link: `https://www.niaogebiji.com/pc/bulletin/detail?id=${item.id}`,
-                  pubDate: new Date(parseInt(data[0].pub_time + '000')),
-              }))
-            : [
-                  {
-                      title: '获取失败！',
-                  },
-              ],
-    };
-};

package/lib/routes/ningmeng/song.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const sourceTimezoneOffset = -8;
-module.exports = async (ctx) => {
-    const url = 'http://www.ningmeng.name/archives/category/%E7%A7%81%E6%88%BF%E6%AD%8C';
-    const res = await got.get(url);
-    const $$ = cheerio.load(res.data);
-    const postUrls = $$('.site-main .posts-wrapper .grid-item a.u-permalink')
-        .slice(0, 3)
-        .map((i, el) => $$(el).attr('href'))
-        .get();
-
-    const postItemGroups = await Promise.all(
-        postUrls.map(async (postUrl) => {
-            const cache = await ctx.cache.get(postUrl);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const postRes = await got.get(postUrl);
-            const $ = cheerio.load(postRes.data);
-
-            let time = $('.iconfont.icon-shijian + span.count').text();
-            time = time ? new Date(time) : new Date();
-            time.setTime(time.getTime() + (sourceTimezoneOffset - time.getTimezoneOffset() / 60) * 60 * 60 * 1000);
-            const pubDate = time.toUTCString();
-
-            const content = $('.entry-content');
-
-            const mp3s = content.find('.karma-by-kadar__simple-player');
-            const mp3Urls = mp3s.map((i, el) => $(el).attr('data-src')).get();
-
-            const images = content.find('img');
-            const imageUrls = images.map((i, el) => $(el).attr('src')).get();
-
-            const playerTextRe = /\n*play_circle_filledpause_circle_filledvolume_downvolume_upvolume_off\n*/g;
-            const songSplitterRe = /—+.+—+/g;
-            const texts = content
-                .text()
-                .replace(songSplitterRe, '')
-                .split(playerTextRe)
-                .map((p) => p.trim().split(/\n+/));
-
-            const out = mp3Urls.map((mp3Url, i) => {
-                const ss = mp3Url.split('/');
-                const filename = ss[ss.length - 1].split('.')[0];
-                const [title, artist] = filename.split('-');
-                const description = [`<img src="${imageUrls[i]}" />`, `<h4>${texts[i][0]}</h4>`, `<p>${texts[i][1]}</p>`].join();
-
-                return {
-                    title: unescape(title).trim(),
-                    author: unescape(artist).trim(),
-                    link: mp3Url,
-                    guid: mp3Url,
-                    description,
-                    pubDate,
-                };
-            });
-
-            ctx.cache.set(postUrl, JSON.stringify(out));
-
-            return out;
-        })
-    );
-
-    let items = [];
-    postItemGroups.forEach((group) => {
-        items = items.concat(group);
-    });
-
-    ctx.state.data = {
-        title: '柠檬私房歌',
-        link: 'http://www.ningmeng.name',
-        item: items,
-    };
-};