rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/routes/mhgui/comic.js

@@ -1,99 +0,0 @@
-const { resolve } = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const LZString = require('lz-string');
-
-const getChapters = ($) => {
-    let time_mark = 0;
-    // 用于一次更新多个新章节的排序
-    let new_time_mark = 0;
-    return $('h4')
-        .toArray()
-        .map((ele) => {
-            const categoryName = $(ele).text();
-            while (!$(ele.next).hasClass('chapter-list')) {
-                ele = ele.next;
-            }
-            ele = ele.next;
-            return $(ele)
-                .children('ul')
-                .toArray()
-                .reverse()
-                .reduce((acc, curr) => acc.concat($(curr).children('li').toArray()), [])
-                .map((ele) => {
-                    const a = $(ele).children('a');
-                    // 通过操作发布时间来对章节进行排序,如果是刚刚更新的单行本或者番外,保留最新更新时间
-                    let pDate = new Date(new Date($.pubDate) - time_mark++ * 1000);
-                    if (a.find('em').length > 0) {
-                        // 对更新的章节也进行排序
-                        pDate = new Date(new Date($.pubDate) - new_time_mark++ * 1000);
-                        $.newChapterCnt++;
-                    }
-                    return {
-                        link: resolve('https://www.mhgui.com/', a.attr('href')),
-                        title: a.attr('title'),
-                        pub_date: pDate,
-                        num: a.find('i').text(),
-                        guid: resolve('https://www.mhgui.com/', a.attr('href')),
-                        category: categoryName,
-                    };
-                });
-        })
-        .reduce((acc, curr) => acc.concat(curr));
-};
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const chapterCnt = Number(ctx.params.chapterCnt || 0);
-    const { data } = await got.get(`https://www.mhgui.com/comic/${id}/`);
-    const $ = cheerio.load(data);
-
-    if ($('#__VIEWSTATE').length > 0) {
-        const n = LZString.decompressFromBase64($('#__VIEWSTATE').val());
-        if (n) {
-            $('#erroraudit_show').replaceWith(n);
-            $('#__VIEWSTATE').remove();
-        }
-    }
-    const bookTitle = $('.book-title > h1').text();
-    const bookIntro = $('#intro-all').text();
-    const coverImgSrc = $('.book-cover img').attr('src');
-    // 对最新更新的章节增加了pubDate
-    const reg = new RegExp('最近于.+更新至');
-    // 处理已下架的漫画
-    if ($('.status > span').text().indexOf('已下架') > 0) {
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle} 已下架`,
-            link: `https://www.mhgui.com/comic/${id}/`,
-            description: bookIntro,
-            item: [{ link: `https://www.mhgui.com/comic/${id}/`, title: bookTitle, description: '已下架' }],
-        };
-    } else {
-        const pub_date_str = $('.status > span').text().match(reg)[0].replace('最近于 [', '').replace('] 更新至', '');
-        // 为了能在闭包内访问到这个日期而不是每次需要处理这个最近更新日期
-        $.pubDate = new Date(pub_date_str).toUTCString();
-        $.newChapterCnt = 0;
-        const chapters = getChapters($);
-        const genResult = (chapter) => ({
-            link: chapter.link,
-            title: chapter.title,
-            pubDate: chapter.pub_date,
-            guid: chapter.guid,
-            category: chapter.category,
-            description: `
-            <h1>${chapter.num}</h1>
-            <img src='${coverImgSrc}' />
-        `.trim(),
-        });
-        const items = chapters.map(genResult);
-        let itemsLen = items.length;
-        if (chapterCnt > 0) {
-            itemsLen = chapterCnt < $.newChapterCnt ? $.newChapterCnt : chapterCnt;
-        }
-        ctx.state.data = {
-            title: `看漫画 - ${bookTitle}`,
-            link: `https://www.mhgui.com/comic/${id}/`,
-            description: bookIntro,
-            item: items.slice(0, itemsLen),
-        };
-    }
-};

package/lib/routes/mofcom/article.js

@@ -1,54 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { resolve } = require('url');
-
-const host = 'http://www.mofcom.gov.cn';
-
-module.exports = async (ctx) => {
-    const suffix = ctx.params.suffix;
-    const url = resolve('http://www.mofcom.gov.cn/article/', suffix);
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const title = $('head > title').text();
-    const list = $('.txtList_01 li').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').attr('title');
-            const sub_url = $('a').attr('href');
-            const itemUrl = resolve(host, sub_url);
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            let responses = await got.get(itemUrl);
-            const redirect = responses.data.match(/window\.location\.href='(.*)'/);
-            if (redirect) {
-                responses = await got.get(redirect[1], {
-                    headers: {
-                        Referer: itemUrl,
-                        'Accept-Encoding': 'gzip, deflate',
-                        'Accept-Language': 'zh-CN,zh;q=0.9',
-                        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3',
-                    },
-                });
-            }
-            const $d = cheerio.load(responses.data);
-
-            const single = {
-                title,
-                link: itemUrl,
-                description: $d('.art-con').html() || $d('.textlive').html(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/nautilus/topics.js

@@ -1,45 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://nautil.us/term/f/${ctx.params.tid}`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('article.search-result').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `http://nautil.us${partial}`;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.reco').remove();
-            const banner = capture('div.banner').html();
-            const textWithTime = capture('div.byline').text();
-            const author = capture('div.byline > span:nth-child(2)').text();
-            const contents = banner + capture('div.page-content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(textWithTime).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: 'Nautilus | ' + $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/nintendo/direct.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.nintendo.com/nintendo-direct/archive/',
-    });
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.news-tiles li').get().slice(0, 9);
-
-    const result = list.map((item) => {
-        const $ = cheerio.load(item);
-        return {
-            title: $('.b7').html(),
-            cover: $('img ').attr('src').replace('../', 'https://www.nintendo.com/nintendo-direct/'),
-            des: $('p').html(),
-            url: $('a').attr('href').replace('../', 'https://www.nintendo.com/nintendo-direct/'),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Nintendo Direct (任天堂直面会)`,
-        link: `https://www.nintendo.com/nintendo-direct/archive/`,
-        description: `最新的任天堂直面会日程信息`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: `<img src="${item.cover}" /><br>${item.des}`,
-            link: item.url,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_cn.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-const software_url = 'https://www.nintendoswitch.com.cn/software/';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: software_url,
-    });
-
-    // 获取Nuxt对象
-    const result = await util.nuxtReader(response.data);
-
-    /* expectedReleaseNS[]
-        coverImageUrl: "//switch-cn.gtgres.com/global-images/c50e3390-14e5-11ea-9b40-236e671bca9e.png"
-        expectedReleaseDate: 0
-        expectedReleaseDateFuzzy: ""
-        gameName: "Mario Tennis Aces"
-        id: 1852
-        newsPageUrl: ""
-      softwareData[]
-        gameProductCode: "HAC-P-ADALB"
-        image: "//switch-cn.gtgres.com/global-images/c247f0e0-1654-11ea-9b40-236e671bca9e.png"
-        name: "新 超级马力欧兄弟U 豪华版"
-        nsUid: "70010000027088"
-        publisher: "任天堂"
-        releaseDatetime: 1575907200000
-        softcardType: (2)[]
-    */
-    if (!result.softwareData) {
-        throw new Error('软件信息不存在，请报告这个问题');
-    }
-
-    let data = result.softwareData.map((item) => ({
-        title: item.name,
-        author: item.publisher,
-        description: util.generateImageLink(`https${item.image}`),
-        category: item.softcardType,
-        link: `${software_url}${item.nsUid}`,
-        pubDate: new Date(parseInt(item.releaseTime)).toUTCString(),
-    }));
-
-    data = await util.ProcessItemChina(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (国服) 新游戏`,
-        link: `https://www.nintendo.com.hk/topics`,
-        description: `Nintendo  (国服) 新上架的游戏`,
-        item: data,
-    };
-};

package/lib/routes/nintendo/eshop_hk.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.nintendo.com.hk/data/json/switch_software.json',
-    });
-    const data = response.data.slice(0, 9).filter(({ link }) => link.startsWith('https://'));
-
-    // 获取游戏描述
-    const result = await util.ProcessItem(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (港服) 新游戏`,
-        link: `https://www.nintendo.com.hk/software/switch/index.html`,
-        description: `Nintendo eShop (港服) 新上架的游戏`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: `<img src="https://www.nintendo.com.hk/software/img/bnr/${item.thumb_img}"><br><strong>发售日期：</strong>${item.release_date}<br><strong>价格：</strong>${item.price}港币<br><strong>支持中文：</strong>${
-                item.lang === 'CN' ? '是' : '否'
-            }<br><strong>发行商：</strong>${item.maker_publisher}<br>${item.content}`,
-            link: item.link,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_jp.js

@@ -1,20 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://search.nintendo.jp/nintendo_soft/search.json?opt_sshow=1&fq=ssitu_s%3Aonsale%20OR%20ssitu_s%3Apreorder%20OR%20memo_bg%3Aforced&limit=24&page=1&c=50310840317994813&opt_osale=1&opt_hard=1_HAC&sort=sodate%20desc%2Cscore`,
-    });
-    const data = response.data.result.items.slice(0, 9);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (日服) 新游戏`,
-        link: `https://www.nintendo.co.jp/software/switch/index.html`,
-        description: `Nintendo eShop (日服) 新上架的游戏`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `<img src="https://img-eshop.cdn.nintendo.net/i/${item.iurl}.jpg"><br><strong>发售日期：</strong>${item.pdate}<br><strong>价格：</strong>${item.dprice}円`,
-            link: `https://ec.nintendo.com/JP/ja/titles/${item.id}`,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_us.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: `https://u3b6gr4ua3-dsn.algolia.net/1/indexes/*/queries?x-algolia-agent=Algolia%20for%20vanilla%20JavaScript%20(lite)%203.22.1%3BJS%20Helper%202.20.1&x-algolia-application-id=U3B6GR4UA3&x-algolia-api-key=9a20c93440cf63cf1a7008d75f7438bf`,
-        json: {
-            requests: [
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=42&maxValuesPerFacet=30&page=0&facets=%5B%22generalFilters%22%2C%22platform%22%2C%22availability%22%2C%22categories%22%2C%22filterShops%22%2C%22virtualConsole%22%2C%22characters%22%2C%22priceRange%22%2C%22esrb%22%2C%22filterPlayers%22%5D&tagFilters=&facetFilters=%5B%5B%22availability%3ANew%20releases%22%5D%2C%5B%22platform%3ANintendo%20Switch%22%5D%5D',
-                },
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=1&maxValuesPerFacet=30&page=0&attributesToRetrieve=%5B%5D&attributesToHighlight=%5B%5D&attributesToSnippet=%5B%5D&tagFilters=&facets=availability&facetFilters=%5B%5B%22platform%3ANintendo%20Switch%22%5D%5D',
-                },
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=1&maxValuesPerFacet=30&page=0&attributesToRetrieve=%5B%5D&attributesToHighlight=%5B%5D&attributesToSnippet=%5B%5D&tagFilters=&facets=platform&facetFilters=%5B%5B%22availability%3ANew%20releases%22%5D%5D',
-                },
-            ],
-        },
-    });
-    const data = response.data.results[0].hits.slice(0, 9);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (美服) 新游戏`,
-        link: `https://www.nintendo.com/games/`,
-        description: `Nintendo eShop (美服) 新上架的游戏`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `<img src="https://www.nintendo.com${item.boxArt}"><br><strong>发售日期：</strong>${new Date(item.releaseDateMask).toLocaleString()}<br><strong>价格：</strong>$${item.msrp}<br><br>${item.description}`,
-            link: `https://www.nintendo.com${item.url}`,
-        })),
-    };
-};

package/lib/routes/nintendo/news.js

@@ -1,25 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.nintendo.com.hk/data/json/topics.json`,
-    });
-    const data = response.data.filter((val) => val.only_for !== 'tw' && val.url.startsWith('/topics/article/')).slice(0, 9);
-
-    // 获取新闻正文
-    const result = await util.ProcessNews(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo (香港) 主页资讯`,
-        link: `https://www.nintendo.com.hk/topics/index.html`,
-        description: `Nintendo香港有限公司官网刊登的资讯`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: item.content,
-            link: `https://www.nintendo.com.hk${item.url}`,
-            pubDate: item.data,
-        })),
-    };
-};

package/lib/routes/nintendo/news_china.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-const news_url = 'https://www.nintendoswitch.com.cn/topics/';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: news_url,
-    });
-
-    // 获取Nuxt对象
-    const result = await util.nuxtReader(response.data);
-
-    /* newsData[]
-        category: "Nintendo Switch"
-        id: "7341a73c-b4f8-4fa2-ae26-33c670743293"
-        imgUrl: "//switch-cn.gtgres.com/global-images/05b83870-31cc-11ea-8066-7beee849b0db.png"
-        releaseTime: 1578456319000
-        title: "《新 超级马力欧兄弟U 豪华版》1月15日实体游戏卡带发售"
-    */
-    if (!result.newsData) {
-        throw new Error('新闻信息不存在，请报告这个问题');
-    }
-
-    let data = result.newsData.map((item) => ({
-        title: item.title,
-        description: util.generateImageLink(`https${item.imgUrl}`),
-        category: item.category,
-        link: `${news_url}${item.id}`,
-        pubDate: new Date(parseInt(item.releaseTime)).toUTCString(),
-    }));
-
-    data = await util.ProcessNewsChina(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo (中国大陆) 主页资讯`,
-        link: `https://www.nintendo.com.hk/topics`,
-        description: `Nintendo 中国大陆官网刊登的资讯`,
-        item: data,
-    };
-};

package/lib/routes/novel/shuquge.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const baseUrl = 'http://www.sizhicn.com/txt/';
-// 获取小说的最新章节列表
-module.exports = async (ctx) => {
-    const id = ctx.params.id; // 小说id
-
-    const response = await got({
-        method: 'get',
-        url: `${baseUrl}${id}/index.html`,
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'utf-8');
-    const $ = cheerio.load(responseHtml);
-    const title = $('.listmain>dl>dt').eq(0).text();
-    const description = $('.intro').text();
-    const cover_url = $('.cover>img').eq(0).attr('src');
-    const list = $('.listmain dd').slice(0, 9);
-    const chapter_item = list
-        .find('a')
-        .map((_, e) => ({
-            title: e.children[0].data,
-            link: `${baseUrl}${id}/${e.attribs.href}`,
-        }))
-        .get();
-
-    const items = await Promise.all(
-        chapter_item.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                responseType: 'buffer',
-            });
-
-            const responseHtml = iconv.decode(response.data, 'utf-8');
-            const $ = cheerio.load(responseHtml);
-
-            const description = $('#content').html();
-
-            const single = {
-                title: item.title,
-                description,
-                link: item.link,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `书趣阁 ${title}`,
-        link: `${baseUrl}${id}/index.html`,
-        image: cover_url,
-        description,
-        item: items,
-    };
-};

package/lib/routes/pixiv/token.js

@@ -1,74 +0,0 @@
-const config = require('@/config').value;
-const logger = require('@/utils/logger');
-const got = require('./pixiv-got');
-const { maskHeader } = require('./constants');
-
-let token = null;
-
-const authorizationInfo = {
-    client_id: 'MOBrBDS8blbauoSck0ZfDbtuzpyT',
-    client_secret: 'lsACyCD94FhDUtGTXi3QzcFE2uU1hqtDaKeqrdwj',
-    hash_secret: '28c1fdd170a5204386cb1313c7077b34f83e4aaf4aa829ce78c231e05b0bae2c',
-};
-
-const refreshToken = () =>
-    got({
-        method: 'post',
-        url: 'https://oauth.secure.pixiv.net/auth/token',
-        form: {
-            ...authorizationInfo,
-            get_secure_url: 1,
-            grant_type: 'refresh_token',
-            refresh_token: config.pixiv.refreshToken,
-        },
-        headers: {
-            ...maskHeader,
-        },
-        responseType: 'json',
-        resolveBodyOnly: true,
-    }).catch((e) => {
-        logger.error('Pixiv refresh token failed.');
-        logger.debug(e);
-    });
-
-async function tickToken() {
-    const result = await refreshToken();
-    let expireTime;
-    if (result && result.access_token) {
-        logger.debug('Pixiv refresh token success.');
-        token = result.access_token;
-        expireTime = result.expires_in;
-    } else {
-        expireTime = 30;
-        logger.error(`Pixiv refresh token failed, retry in ${expireTime} seconds.`);
-    }
-    // If is package, the mock server should be closed after request, needn't to refresh
-    if (!config.isPackage) {
-        setTimeout(tickToken, expireTime);
-    }
-}
-
-let tickTokenStarted = false;
-
-async function startTickToken() {
-    if (!tickTokenStarted) {
-        // 如果tickToken没启动
-        tickTokenStarted = true;
-        await tickToken(); // 启动tickToken
-    }
-}
-
-async function waitForToken() {
-    while (!token) {
-        // eslint-disable-next-line no-await-in-loop
-        await new Promise((resolve) => setTimeout(resolve, 0));
-    }
-    return token;
-}
-
-module.exports = async () => {
-    await startTickToken();
-    return waitForToken();
-};
-
-module.exports.tickToken = tickToken;

package/lib/routes/saraba1st/thread.js

@@ -1,45 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const tid = ctx.params.tid;
-
-    const res = await got.get('https://bbs.saraba1st.com/2b/forum.php', {
-        searchParams: queryString.stringify({
-            mod: 'viewthread',
-            tid,
-            ordertype: 1,
-        }),
-    });
-
-    const $ = cheerio.load(res.data);
-    const title = $('#thread_subject').text();
-
-    const list = $('#postlist > div[id^=post_]:not(:first-of-type)');
-    const count = [];
-
-    for (let i = 0; i < Math.min(list.length, 10); i++) {
-        count.push(i);
-    }
-    const resultItems = count.map((i) => {
-        const each = $(list[i]);
-        const floor = each.find('td.plc .pi a > em').text();
-        const floorUrl = each.find('td.plc .pi a').attr('href');
-        return {
-            title: `${title} #${floor}`,
-            link: url.resolve('https://bbs.saraba1st.com/2b/', floorUrl),
-            description: each.find('td.t_f').html(),
-            author: each.find('.authi .xw1').text(),
-            pubDate: date(each.find('.authi em').text()),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Stage1 论坛 - ${title}`,
-        link: `https://bbs.saraba1st.com/2b/thread-${tid}-1-1.html`,
-        item: resultItems,
-    };
-};