rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/routes/nintendo/direct.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.nintendo.com/nintendo-direct/archive/',
-    });
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.news-tiles li').get().slice(0, 9);
-
-    const result = list.map((item) => {
-        const $ = cheerio.load(item);
-        return {
-            title: $('.b7').html(),
-            cover: $('img ').attr('src').replace('../', 'https://www.nintendo.com/nintendo-direct/'),
-            des: $('p').html(),
-            url: $('a').attr('href').replace('../', 'https://www.nintendo.com/nintendo-direct/'),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Nintendo Direct (任天堂直面会)`,
-        link: `https://www.nintendo.com/nintendo-direct/archive/`,
-        description: `最新的任天堂直面会日程信息`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: `<img src="${item.cover}" /><br>${item.des}`,
-            link: item.url,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_cn.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-const software_url = 'https://www.nintendoswitch.com.cn/software/';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: software_url,
-    });
-
-    // 获取Nuxt对象
-    const result = await util.nuxtReader(response.data);
-
-    /* expectedReleaseNS[]
-        coverImageUrl: "//switch-cn.gtgres.com/global-images/c50e3390-14e5-11ea-9b40-236e671bca9e.png"
-        expectedReleaseDate: 0
-        expectedReleaseDateFuzzy: ""
-        gameName: "Mario Tennis Aces"
-        id: 1852
-        newsPageUrl: ""
-      softwareData[]
-        gameProductCode: "HAC-P-ADALB"
-        image: "//switch-cn.gtgres.com/global-images/c247f0e0-1654-11ea-9b40-236e671bca9e.png"
-        name: "新 超级马力欧兄弟U 豪华版"
-        nsUid: "70010000027088"
-        publisher: "任天堂"
-        releaseDatetime: 1575907200000
-        softcardType: (2)[]
-    */
-    if (!result.softwareData) {
-        throw new Error('软件信息不存在，请报告这个问题');
-    }
-
-    let data = result.softwareData.map((item) => ({
-        title: item.name,
-        author: item.publisher,
-        description: util.generateImageLink(`https${item.image}`),
-        category: item.softcardType,
-        link: `${software_url}${item.nsUid}`,
-        pubDate: new Date(parseInt(item.releaseTime)).toUTCString(),
-    }));
-
-    data = await util.ProcessItemChina(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (国服) 新游戏`,
-        link: `https://www.nintendo.com.hk/topics`,
-        description: `Nintendo  (国服) 新上架的游戏`,
-        item: data,
-    };
-};

package/lib/routes/nintendo/eshop_hk.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.nintendo.com.hk/data/json/switch_software.json',
-    });
-    const data = response.data.slice(0, 9).filter(({ link }) => link.startsWith('https://'));
-
-    // 获取游戏描述
-    const result = await util.ProcessItem(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (港服) 新游戏`,
-        link: `https://www.nintendo.com.hk/software/switch/index.html`,
-        description: `Nintendo eShop (港服) 新上架的游戏`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: `<img src="https://www.nintendo.com.hk/software/img/bnr/${item.thumb_img}"><br><strong>发售日期：</strong>${item.release_date}<br><strong>价格：</strong>${item.price}港币<br><strong>支持中文：</strong>${
-                item.lang === 'CN' ? '是' : '否'
-            }<br><strong>发行商：</strong>${item.maker_publisher}<br>${item.content}`,
-            link: item.link,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_jp.js

@@ -1,20 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://search.nintendo.jp/nintendo_soft/search.json?opt_sshow=1&fq=ssitu_s%3Aonsale%20OR%20ssitu_s%3Apreorder%20OR%20memo_bg%3Aforced&limit=24&page=1&c=50310840317994813&opt_osale=1&opt_hard=1_HAC&sort=sodate%20desc%2Cscore`,
-    });
-    const data = response.data.result.items.slice(0, 9);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (日服) 新游戏`,
-        link: `https://www.nintendo.co.jp/software/switch/index.html`,
-        description: `Nintendo eShop (日服) 新上架的游戏`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `<img src="https://img-eshop.cdn.nintendo.net/i/${item.iurl}.jpg"><br><strong>发售日期：</strong>${item.pdate}<br><strong>价格：</strong>${item.dprice}円`,
-            link: `https://ec.nintendo.com/JP/ja/titles/${item.id}`,
-        })),
-    };
-};

package/lib/routes/nintendo/eshop_us.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: `https://u3b6gr4ua3-dsn.algolia.net/1/indexes/*/queries?x-algolia-agent=Algolia%20for%20vanilla%20JavaScript%20(lite)%203.22.1%3BJS%20Helper%202.20.1&x-algolia-application-id=U3B6GR4UA3&x-algolia-api-key=9a20c93440cf63cf1a7008d75f7438bf`,
-        json: {
-            requests: [
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=42&maxValuesPerFacet=30&page=0&facets=%5B%22generalFilters%22%2C%22platform%22%2C%22availability%22%2C%22categories%22%2C%22filterShops%22%2C%22virtualConsole%22%2C%22characters%22%2C%22priceRange%22%2C%22esrb%22%2C%22filterPlayers%22%5D&tagFilters=&facetFilters=%5B%5B%22availability%3ANew%20releases%22%5D%2C%5B%22platform%3ANintendo%20Switch%22%5D%5D',
-                },
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=1&maxValuesPerFacet=30&page=0&attributesToRetrieve=%5B%5D&attributesToHighlight=%5B%5D&attributesToSnippet=%5B%5D&tagFilters=&facets=availability&facetFilters=%5B%5B%22platform%3ANintendo%20Switch%22%5D%5D',
-                },
-                {
-                    indexName: 'noa_aem_game_en_us_release_des',
-                    params: 'query=&hitsPerPage=1&maxValuesPerFacet=30&page=0&attributesToRetrieve=%5B%5D&attributesToHighlight=%5B%5D&attributesToSnippet=%5B%5D&tagFilters=&facets=platform&facetFilters=%5B%5B%22availability%3ANew%20releases%22%5D%5D',
-                },
-            ],
-        },
-    });
-    const data = response.data.results[0].hits.slice(0, 9);
-
-    ctx.state.data = {
-        title: `Nintendo eShop (美服) 新游戏`,
-        link: `https://www.nintendo.com/games/`,
-        description: `Nintendo eShop (美服) 新上架的游戏`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `<img src="https://www.nintendo.com${item.boxArt}"><br><strong>发售日期：</strong>${new Date(item.releaseDateMask).toLocaleString()}<br><strong>价格：</strong>$${item.msrp}<br><br>${item.description}`,
-            link: `https://www.nintendo.com${item.url}`,
-        })),
-    };
-};

package/lib/routes/nintendo/news.js

@@ -1,25 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.nintendo.com.hk/data/json/topics.json`,
-    });
-    const data = response.data.filter((val) => val.only_for !== 'tw' && val.url.startsWith('/topics/article/')).slice(0, 9);
-
-    // 获取新闻正文
-    const result = await util.ProcessNews(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo (香港) 主页资讯`,
-        link: `https://www.nintendo.com.hk/topics/index.html`,
-        description: `Nintendo香港有限公司官网刊登的资讯`,
-        item: result.map((item) => ({
-            title: item.title,
-            description: item.content,
-            link: `https://www.nintendo.com.hk${item.url}`,
-            pubDate: item.data,
-        })),
-    };
-};

package/lib/routes/nintendo/news_china.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-const news_url = 'https://www.nintendoswitch.com.cn/topics/';
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: news_url,
-    });
-
-    // 获取Nuxt对象
-    const result = await util.nuxtReader(response.data);
-
-    /* newsData[]
-        category: "Nintendo Switch"
-        id: "7341a73c-b4f8-4fa2-ae26-33c670743293"
-        imgUrl: "//switch-cn.gtgres.com/global-images/05b83870-31cc-11ea-8066-7beee849b0db.png"
-        releaseTime: 1578456319000
-        title: "《新 超级马力欧兄弟U 豪华版》1月15日实体游戏卡带发售"
-    */
-    if (!result.newsData) {
-        throw new Error('新闻信息不存在，请报告这个问题');
-    }
-
-    let data = result.newsData.map((item) => ({
-        title: item.title,
-        description: util.generateImageLink(`https${item.imgUrl}`),
-        category: item.category,
-        link: `${news_url}${item.id}`,
-        pubDate: new Date(parseInt(item.releaseTime)).toUTCString(),
-    }));
-
-    data = await util.ProcessNewsChina(data, ctx.cache);
-
-    ctx.state.data = {
-        title: `Nintendo (中国大陆) 主页资讯`,
-        link: `https://www.nintendo.com.hk/topics`,
-        description: `Nintendo 中国大陆官网刊登的资讯`,
-        item: data,
-    };
-};

package/lib/routes/novel/shuquge.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const baseUrl = 'http://www.sizhicn.com/txt/';
-// 获取小说的最新章节列表
-module.exports = async (ctx) => {
-    const id = ctx.params.id; // 小说id
-
-    const response = await got({
-        method: 'get',
-        url: `${baseUrl}${id}/index.html`,
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'utf-8');
-    const $ = cheerio.load(responseHtml);
-    const title = $('.listmain>dl>dt').eq(0).text();
-    const description = $('.intro').text();
-    const cover_url = $('.cover>img').eq(0).attr('src');
-    const list = $('.listmain dd').slice(0, 9);
-    const chapter_item = list
-        .find('a')
-        .map((_, e) => ({
-            title: e.children[0].data,
-            link: `${baseUrl}${id}/${e.attribs.href}`,
-        }))
-        .get();
-
-    const items = await Promise.all(
-        chapter_item.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                responseType: 'buffer',
-            });
-
-            const responseHtml = iconv.decode(response.data, 'utf-8');
-            const $ = cheerio.load(responseHtml);
-
-            const description = $('#content').html();
-
-            const single = {
-                title: item.title,
-                description,
-                link: item.link,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `书趣阁 ${title}`,
-        link: `${baseUrl}${id}/index.html`,
-        image: cover_url,
-        description,
-        item: items,
-    };
-};

package/lib/routes/pixiv/token.js

@@ -1,74 +0,0 @@
-const config = require('@/config').value;
-const logger = require('@/utils/logger');
-const got = require('./pixiv-got');
-const { maskHeader } = require('./constants');
-
-let token = null;
-
-const authorizationInfo = {
-    client_id: 'MOBrBDS8blbauoSck0ZfDbtuzpyT',
-    client_secret: 'lsACyCD94FhDUtGTXi3QzcFE2uU1hqtDaKeqrdwj',
-    hash_secret: '28c1fdd170a5204386cb1313c7077b34f83e4aaf4aa829ce78c231e05b0bae2c',
-};
-
-const refreshToken = () =>
-    got({
-        method: 'post',
-        url: 'https://oauth.secure.pixiv.net/auth/token',
-        form: {
-            ...authorizationInfo,
-            get_secure_url: 1,
-            grant_type: 'refresh_token',
-            refresh_token: config.pixiv.refreshToken,
-        },
-        headers: {
-            ...maskHeader,
-        },
-        responseType: 'json',
-        resolveBodyOnly: true,
-    }).catch((e) => {
-        logger.error('Pixiv refresh token failed.');
-        logger.debug(e);
-    });
-
-async function tickToken() {
-    const result = await refreshToken();
-    let expireTime;
-    if (result && result.access_token) {
-        logger.debug('Pixiv refresh token success.');
-        token = result.access_token;
-        expireTime = result.expires_in;
-    } else {
-        expireTime = 30;
-        logger.error(`Pixiv refresh token failed, retry in ${expireTime} seconds.`);
-    }
-    // If is package, the mock server should be closed after request, needn't to refresh
-    if (!config.isPackage) {
-        setTimeout(tickToken, expireTime);
-    }
-}
-
-let tickTokenStarted = false;
-
-async function startTickToken() {
-    if (!tickTokenStarted) {
-        // 如果tickToken没启动
-        tickTokenStarted = true;
-        await tickToken(); // 启动tickToken
-    }
-}
-
-async function waitForToken() {
-    while (!token) {
-        // eslint-disable-next-line no-await-in-loop
-        await new Promise((resolve) => setTimeout(resolve, 0));
-    }
-    return token;
-}
-
-module.exports = async () => {
-    await startTickToken();
-    return waitForToken();
-};
-
-module.exports.tickToken = tickToken;

package/lib/routes/researchgate/publications.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://www.researchgate.net';
-    const currentUrl = `${rootUrl}/profile/${id}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div[itemprop="headline"] a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.doi = content('meta[property="citation_doi"]').attr('content');
-                    item.pubDate = Date.parse(content('meta[property="citation_publication_date"]').attr('content'));
-
-                    const authors = [];
-
-                    content('meta[property="citation_author"]').each(function () {
-                        authors.push(content(this).attr('content'));
-                    });
-
-                    item.author = authors.join(', ');
-
-                    item.description = content('div[itemprop="description"]').html();
-
-                    return item;
-                })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('meta[property="profile:username"]').attr('content')}'s Publications - ResearchGate`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/saraba1st/thread.js

@@ -1,45 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const tid = ctx.params.tid;
-
-    const res = await got.get('https://bbs.saraba1st.com/2b/forum.php', {
-        searchParams: queryString.stringify({
-            mod: 'viewthread',
-            tid,
-            ordertype: 1,
-        }),
-    });
-
-    const $ = cheerio.load(res.data);
-    const title = $('#thread_subject').text();
-
-    const list = $('#postlist > div[id^=post_]:not(:first-of-type)');
-    const count = [];
-
-    for (let i = 0; i < Math.min(list.length, 10); i++) {
-        count.push(i);
-    }
-    const resultItems = count.map((i) => {
-        const each = $(list[i]);
-        const floor = each.find('td.plc .pi a > em').text();
-        const floorUrl = each.find('td.plc .pi a').attr('href');
-        return {
-            title: `${title} #${floor}`,
-            link: url.resolve('https://bbs.saraba1st.com/2b/', floorUrl),
-            description: each.find('td.t_f').html(),
-            author: each.find('.authi .xw1').text(),
-            pubDate: date(each.find('.authi em').text()),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Stage1 论坛 - ${title}`,
-        link: `https://bbs.saraba1st.com/2b/thread-${tid}-1-1.html`,
-        item: resultItems,
-    };
-};

package/lib/routes/sciencemag/cover.js

@@ -1,56 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const pageURL = 'https://www.sciencemag.org/journals';
-
-    const pageResponse = await got.get(pageURL);
-    const $ = cheerio.load(pageResponse.data);
-
-    const items = $('[class^="view-highwire-blocks-hw-"]')
-        .map((_, elem) => {
-            // eg, www.sciencemag.org/sites/default/files/styles/240x300__4_3_/public/highwire/covers/scitransmed/12/532/-F1.medium.gif?itok=aOwRMF-8
-            const { id, vol, no } = $('div.media__icon > a > img', elem)
-                .attr('src')
-                .match(/\/covers\/(?<id>\w+)\/(?<vol>\d+)\/(?<no>\d+)\//).groups;
-            const url = $('div.media__body > ul > li > a', elem)
-                .filter((_, el) => $(el).text() === 'Current Issue')
-                .attr('href')
-                .replace(/^http:/, 'https:')
-                .replace(/\/$/, '');
-            const name = $('div.media__body > h2', elem).text();
-            const date = $('div.media__body > p > span', elem).text();
-
-            // eg, https://advances.sciencemag.org/content/6/8
-            const address = `${url}/content/${vol}/${no}`;
-            // eg, https://immunology.sciencemag.org/content/immunology/5/44/F1.medium.gif
-            const imageURL = `${url}/content/${id}/${vol}/${no}/F1.medium.gif`;
-            const contents = `<div align="center"><img src="${imageURL}" alt="Vol. ${vol} No. ${no}" width="550" height="auto"></div>`;
-
-            return {
-                title: `${name} | Vol. ${vol} No. ${no}`,
-                author: '@yech1990',
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(date).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'Science Covers Story',
-        description: 'Find out the cover story of some Science journals.',
-        link: pageURL,
-        item: items,
-    };
-};

package/lib/routes/sciencemag/current.js

@@ -1,123 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const journal = ctx.params.journal || 'science';
-    const baseURL = `https://${journal}.sciencemag.org`;
-
-    const pageURL = baseURL;
-    const pageResponse = await got.get(pageURL);
-    const pageCapture = cheerio.load(pageResponse.data);
-
-    const pageTitleName = pageCapture('head > title').text() || `Science (${journal})`;
-
-    // just select paper relative sections
-    const sectionList = ['research-articles', 'review', 'reports'];
-
-    const list = [].concat.apply(
-        [],
-        sectionList.map((section) => {
-            const sectionContent = pageCapture(`ul > li.issue-toc-section.issue-toc-section-${section}`).html();
-            if (sectionContent !== null) {
-                const sec = cheerio.load(sectionContent);
-                const sectionName = sec('h2').text();
-                const sectionList = sec('ul > li > div > div > article > div').append(`<div class="toc-section-type">${sectionName}</div>`).get();
-                return sectionList;
-            }
-            return [];
-        })
-    );
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('h3').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${baseURL}${partial}`;
-            const section = $('div .toc-section-type').text();
-
-            let author;
-            const authorList = $('span.highwire-citation-authors > span.highwire-citation-author')
-                .map((_, el) => $(el).text())
-                .get();
-            if (authorList.length > 5) {
-                author = authorList.slice(0, 5).join(', ') + ' et al.';
-            } else {
-                author = authorList.join(', ');
-            }
-
-            const time = new Date($('p.highwire-cite-metadata > time').text()).toUTCString();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            // contents
-            // section content
-            let sectionContents = '';
-            if (section !== '') {
-                sectionContents = `
-                <div id="content-section">
-                  <span style="color: #d40016; text-transform: uppercase; font-weight: 700;">${section}</span>
-                </div>
-                `;
-            }
-            // brief content
-            const brief = $('div.highwire-cite-snippet > div > div > p').text();
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="content-brief">
-                  <p>${brief}</p>
-                </div>
-                `;
-            }
-            const itemPage = await got.get(address);
-            const itemCapture = cheerio.load(itemPage.data);
-
-            const abs = itemCapture('div > div.article > div.section')
-                .map((_, el) => $(el).html())
-                .get()
-                .join('<br>');
-
-            // abs content
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="content-abs">
-                  ${abs}
-                </div>
-                `;
-            }
-            const contents = sectionContents + briefContents + absContents;
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: time,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `${pageTitleName} | Current Issue`,
-        description: `Current Issue of ${pageTitleName}`,
-        link: baseURL,
-        item: out,
-    };
-};