rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/routes/oschina/u.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const res = await got({
-        method: 'get',
-        url: `https://my.oschina.net/u/${id}`,
-        headers: {
-            Referer: `https://my.oschina.net/u/${id}`,
-        },
-    });
-    const $ = cheerio.load(res.data);
-    $('div[data-tooltip]').remove();
-    const author = $('[data-user-name]').attr('data-user-name');
-    const list = $('#newestBlogList').find('.blog-item');
-    const count = [];
-    for (let i = 0; i < Math.min(list.length, 10); i++) {
-        count.push(i);
-    }
-    const resultItem = await Promise.all(
-        count.map(async (i) => {
-            const each = $(list[i]);
-            const originalUrl = each.find('a.header', '.content').attr('href');
-            const item = {
-                title: each.find('a.header', '.content').text(),
-                description: each.find('p', '.description').text(),
-                link: encodeURI(originalUrl),
-            };
-            const key = 'oschina' + item.link;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                item.description = value;
-            } else {
-                const detail = await got({
-                    method: 'get',
-                    url: item.link,
-                    headers: {
-                        Referer: item.link,
-                    },
-                });
-                const content = cheerio.load(detail.data);
-                content('#articleContent .ad-wrap').remove();
-                item.description = content('.article-detail').html();
-                ctx.cache.set(key, item.description);
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: author + '的博客',
-        link: `https://my.oschina.net/u/${id}`,
-        item: resultItem,
-    };
-};

package/lib/routes/oschina/user.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const res = await got({
-        method: 'get',
-        url: `https://my.oschina.net/${id}`,
-        headers: {
-            Referer: `https://my.oschina.net/${id}`,
-        },
-    });
-    const $ = cheerio.load(res.data);
-    $('div[data-tooltip]').remove();
-    const author = $('[data-user-name]').attr('data-user-name');
-    const list = $('#newestBlogList').find('.blog-item');
-    const count = [];
-    for (let i = 0; i < Math.min(list.length, 10); i++) {
-        count.push(i);
-    }
-    const resultItem = await Promise.all(
-        count.map(async (i) => {
-            const each = $(list[i]);
-            const originalUrl = each.find('a.header', '.content').attr('href');
-            const item = {
-                title: each.find('a.header', '.content').text(),
-                description: each.find('p', '.description').text(),
-                link: encodeURI(originalUrl),
-            };
-            const key = 'oschina' + item.link;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                item.description = value;
-            } else {
-                const detail = await got({
-                    method: 'get',
-                    url: item.link,
-                    headers: {
-                        Referer: item.link,
-                    },
-                });
-                const content = cheerio.load(detail.data);
-                content('.ad-wrap').remove();
-                item.description = content('.article-detail').html();
-                ctx.cache.set(key, item.description);
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: author + '的博客',
-        link: `https://my.oschina.net/${id}`,
-        item: resultItem,
-    };
-};

package/lib/routes/pixiv/token.js

@@ -1,74 +0,0 @@
-const config = require('@/config').value;
-const logger = require('@/utils/logger');
-const got = require('./pixiv-got');
-const { maskHeader } = require('./constants');
-
-let token = null;
-
-const authorizationInfo = {
-    client_id: 'MOBrBDS8blbauoSck0ZfDbtuzpyT',
-    client_secret: 'lsACyCD94FhDUtGTXi3QzcFE2uU1hqtDaKeqrdwj',
-    hash_secret: '28c1fdd170a5204386cb1313c7077b34f83e4aaf4aa829ce78c231e05b0bae2c',
-};
-
-const refreshToken = () =>
-    got({
-        method: 'post',
-        url: 'https://oauth.secure.pixiv.net/auth/token',
-        form: {
-            ...authorizationInfo,
-            get_secure_url: 1,
-            grant_type: 'refresh_token',
-            refresh_token: config.pixiv.refreshToken,
-        },
-        headers: {
-            ...maskHeader,
-        },
-        responseType: 'json',
-        resolveBodyOnly: true,
-    }).catch((e) => {
-        logger.error('Pixiv refresh token failed.');
-        logger.debug(e);
-    });
-
-async function tickToken() {
-    const result = await refreshToken();
-    let expireTime;
-    if (result && result.access_token) {
-        logger.debug('Pixiv refresh token success.');
-        token = result.access_token;
-        expireTime = result.expires_in;
-    } else {
-        expireTime = 30;
-        logger.error(`Pixiv refresh token failed, retry in ${expireTime} seconds.`);
-    }
-    // If is package, the mock server should be closed after request, needn't to refresh
-    if (!config.isPackage) {
-        setTimeout(tickToken, expireTime);
-    }
-}
-
-let tickTokenStarted = false;
-
-async function startTickToken() {
-    if (!tickTokenStarted) {
-        // 如果tickToken没启动
-        tickTokenStarted = true;
-        await tickToken(); // 启动tickToken
-    }
-}
-
-async function waitForToken() {
-    while (!token) {
-        // eslint-disable-next-line no-await-in-loop
-        await new Promise((resolve) => setTimeout(resolve, 0));
-    }
-    return token;
-}
-
-module.exports = async () => {
-    await startTickToken();
-    return waitForToken();
-};
-
-module.exports.tickToken = tickToken;

package/lib/routes/saraba1st/thread.js

@@ -1,45 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const tid = ctx.params.tid;
-
-    const res = await got.get('https://bbs.saraba1st.com/2b/forum.php', {
-        searchParams: queryString.stringify({
-            mod: 'viewthread',
-            tid,
-            ordertype: 1,
-        }),
-    });
-
-    const $ = cheerio.load(res.data);
-    const title = $('#thread_subject').text();
-
-    const list = $('#postlist > div[id^=post_]:not(:first-of-type)');
-    const count = [];
-
-    for (let i = 0; i < Math.min(list.length, 10); i++) {
-        count.push(i);
-    }
-    const resultItems = count.map((i) => {
-        const each = $(list[i]);
-        const floor = each.find('td.plc .pi a > em').text();
-        const floorUrl = each.find('td.plc .pi a').attr('href');
-        return {
-            title: `${title} #${floor}`,
-            link: url.resolve('https://bbs.saraba1st.com/2b/', floorUrl),
-            description: each.find('td.t_f').html(),
-            author: each.find('.authi .xw1').text(),
-            pubDate: date(each.find('.authi em').text()),
-        };
-    });
-
-    ctx.state.data = {
-        title: `Stage1 论坛 - ${title}`,
-        link: `https://bbs.saraba1st.com/2b/thread-${tid}-1-1.html`,
-        item: resultItems,
-    };
-};

package/lib/routes/sciencemag/cover.js

@@ -1,56 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const pageURL = 'https://www.sciencemag.org/journals';
-
-    const pageResponse = await got.get(pageURL);
-    const $ = cheerio.load(pageResponse.data);
-
-    const items = $('[class^="view-highwire-blocks-hw-"]')
-        .map((_, elem) => {
-            // eg, www.sciencemag.org/sites/default/files/styles/240x300__4_3_/public/highwire/covers/scitransmed/12/532/-F1.medium.gif?itok=aOwRMF-8
-            const { id, vol, no } = $('div.media__icon > a > img', elem)
-                .attr('src')
-                .match(/\/covers\/(?<id>\w+)\/(?<vol>\d+)\/(?<no>\d+)\//).groups;
-            const url = $('div.media__body > ul > li > a', elem)
-                .filter((_, el) => $(el).text() === 'Current Issue')
-                .attr('href')
-                .replace(/^http:/, 'https:')
-                .replace(/\/$/, '');
-            const name = $('div.media__body > h2', elem).text();
-            const date = $('div.media__body > p > span', elem).text();
-
-            // eg, https://advances.sciencemag.org/content/6/8
-            const address = `${url}/content/${vol}/${no}`;
-            // eg, https://immunology.sciencemag.org/content/immunology/5/44/F1.medium.gif
-            const imageURL = `${url}/content/${id}/${vol}/${no}/F1.medium.gif`;
-            const contents = `<div align="center"><img src="${imageURL}" alt="Vol. ${vol} No. ${no}" width="550" height="auto"></div>`;
-
-            return {
-                title: `${name} | Vol. ${vol} No. ${no}`,
-                author: '@yech1990',
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(date).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'Science Covers Story',
-        description: 'Find out the cover story of some Science journals.',
-        link: pageURL,
-        item: items,
-    };
-};

package/lib/routes/sciencemag/current.js

@@ -1,123 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const journal = ctx.params.journal || 'science';
-    const baseURL = `https://${journal}.sciencemag.org`;
-
-    const pageURL = baseURL;
-    const pageResponse = await got.get(pageURL);
-    const pageCapture = cheerio.load(pageResponse.data);
-
-    const pageTitleName = pageCapture('head > title').text() || `Science (${journal})`;
-
-    // just select paper relative sections
-    const sectionList = ['research-articles', 'review', 'reports'];
-
-    const list = [].concat.apply(
-        [],
-        sectionList.map((section) => {
-            const sectionContent = pageCapture(`ul > li.issue-toc-section.issue-toc-section-${section}`).html();
-            if (sectionContent !== null) {
-                const sec = cheerio.load(sectionContent);
-                const sectionName = sec('h2').text();
-                const sectionList = sec('ul > li > div > div > article > div').append(`<div class="toc-section-type">${sectionName}</div>`).get();
-                return sectionList;
-            }
-            return [];
-        })
-    );
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('h3').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${baseURL}${partial}`;
-            const section = $('div .toc-section-type').text();
-
-            let author;
-            const authorList = $('span.highwire-citation-authors > span.highwire-citation-author')
-                .map((_, el) => $(el).text())
-                .get();
-            if (authorList.length > 5) {
-                author = authorList.slice(0, 5).join(', ') + ' et al.';
-            } else {
-                author = authorList.join(', ');
-            }
-
-            const time = new Date($('p.highwire-cite-metadata > time').text()).toUTCString();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            // contents
-            // section content
-            let sectionContents = '';
-            if (section !== '') {
-                sectionContents = `
-                <div id="content-section">
-                  <span style="color: #d40016; text-transform: uppercase; font-weight: 700;">${section}</span>
-                </div>
-                `;
-            }
-            // brief content
-            const brief = $('div.highwire-cite-snippet > div > div > p').text();
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="content-brief">
-                  <p>${brief}</p>
-                </div>
-                `;
-            }
-            const itemPage = await got.get(address);
-            const itemCapture = cheerio.load(itemPage.data);
-
-            const abs = itemCapture('div > div.article > div.section')
-                .map((_, el) => $(el).html())
-                .get()
-                .join('<br>');
-
-            // abs content
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="content-abs">
-                  ${abs}
-                </div>
-                `;
-            }
-            const contents = sectionContents + briefContents + absContents;
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: time,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `${pageTitleName} | Current Issue`,
-        description: `Current Issue of ${pageTitleName}`,
-        link: baseURL,
-        item: out,
-    };
-};

package/lib/routes/sciencemag/early.js

@@ -1,97 +0,0 @@
-// only support Science journal
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const base = `https://science.sciencemag.org/content/early/recent`;
-
-    const res = await got.get(base);
-    const pageCapture = cheerio.load(res.data);
-
-    const list = pageCapture('ul > li > div > article > div').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('h3').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${base}${partial}`;
-
-            let author;
-            const authorList = $('span.highwire-citation-authors > span.highwire-citation-author')
-                .map((i, el) => $(el).text())
-                .get();
-            if (authorList.length > 5) {
-                author = authorList.slice(0, 5).join(', ') + ' <i>et al.</i>';
-            } else {
-                author = authorList.join(', ');
-            }
-
-            const time = new Date($('p.highwire-cite-metadata > time').text()).toUTCString();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            // contents
-            // brief content
-            const brief = $('div.highwire-cite-snippet > div > div > p').text();
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="content-brief">
-                  <p>${brief}</p>
-                </div>
-                `;
-            }
-
-            const itemPage = await got.get(address);
-            const itemCapture = cheerio.load(itemPage.data);
-            // section content
-            const section = itemCapture('header > div.overline').text();
-            let sectionContents = '';
-            if (section !== '') {
-                sectionContents = `
-                <div id="content-section">
-                  <span style="color: #d40016; text-transform: uppercase; font-weight: 700;">${section}</span>
-                  <span style="color: grey; text-transform: uppercase; font-weight: 700;">[Published Online]</span>
-                </div>
-                `;
-            }
-            // abs content
-            const abs = itemCapture('div > div.abstract-view > div.section')
-                .map((i, el) => $(el).html())
-                .get()
-                .join('<br>');
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="content-abs">
-                  ${abs}
-                </div>
-                `;
-            }
-            const contents = sectionContents + briefContents + absContents;
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: time,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `Science | First Release`,
-        description: `Science, a research journal. For papers that published online.`,
-        link: base,
-        item: out,
-    };
-};

package/lib/routes/sse/convert.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const query = ctx.params.query || ''; // beginDate=2018-08-18&endDate=2019-08-18&companyCode=603283&title=股份
-    const pageUrl = 'http://bond.sse.com.cn/disclosure/announ/convertible/#';
-    const host = `http://www.sse.com.cn`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/infodisplay/queryBulletinKzzTipsNew.do?isPagination=true&pageHelp.pageSize=2&flag=0&_=${new Date().getTime()}&${query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str))}`,
-        headers: {
-            Referer: pageUrl,
-        },
-    });
-
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.title,
-            description: `${host}${item.URL}`,
-            pubDate: new Date(item.SSEDate).toUTCString(),
-            link: `${host}${item.URL}`,
-            author: item.security_Code,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上证债券信息网 - 可转换公司债券公告',
-        link: pageUrl,
-        item: items,
-    };
-};

package/lib/routes/sse/disclosure.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const query = ctx.params.query || ''; // beginDate=2018-08-18&endDate=2020-09-01&productId=600696
-    const pageUrl = 'http://www.sse.com.cn/disclosure/listedinfo/announcement/';
-    const host = `http://www.sse.com.cn`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/security/stock/queryCompanyBulletin.do?isPagination=true&keyWord=&securityType=0101%2C120100%2C020100%2C020200%2C120200&reportType2=&reportType=ALL&pageHelp.pageSize=25&pageHelp.pageCount=50&pageHelp.pageNo=1&pageHelp.beginPage=1&pageHelp.cacheSize=1&pageHelp.endPage=5&_=1598437657897&${query.replace(
-            /([\u4e00-\u9fa5])/g,
-            (str) => encodeURIComponent(str)
-        )}`,
-        headers: {
-            Referer: 'http://www.sse.com.cn/disclosure/listedinfo/announcement/',
-        },
-    });
-
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.TITLE,
-            description: `${host}${item.URL}`,
-            pubDate: new Date(item.SSEDATE).toUTCString(),
-            link: `${host}${item.URL}`,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上海证券交易所 - 上市公司信息 - 最新公告',
-        link: pageUrl,
-        item: items,
-    };
-};

package/lib/routes/sse/inquire.js

@@ -1,31 +0,0 @@
-const got = require('@/utils/got');
-module.exports = async (ctx) => {
-    const RefererUrl = 'http://www.sse.com.cn/disclosure/credibility/supervision/inquiries/';
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/commonSoaQuery.do?siteId=28&sqlId=BS_KCB_GGLL&extGGLX=&stockcode=&channelId=10743%2C10744%2C10012&extGGDL=&order=createTime%7Cdesc%2Cstockcode%7Casc&isPagination=true&pageHelp.pageSize=15&pageHelp.pageNo=1&pageHelp.beginPage=1&pageHelp.cacheSize=1&pageHelp.endPage=5&type=&_=1573371062879`,
-        headers: {
-            Referer: RefererUrl,
-        },
-    });
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.extGSJC,
-            description: `<table border="1">
-            <tr><td > 公司代码 : </td><td>${item.stockcode}</td></tr>
-            <tr><td> 公司简称 : </td><td>${item.extGSJC}</td></tr>
-            <tr><td> 发函日期 : </td><td>${item.createTime}</td></tr>
-            <tr><td> 监管问询类型 : </td><td>${item.extWTFL}</td></tr>
-            <tr><td> 标题 : </td><td><a href="http://${item.docURL}">${item.docTitle}</a></td></tr>
-            </table>`,
-            pubDate: new Date(`${item.createTime} GMT`).toUTCString(),
-            link: `http://${item.docURL}`,
-        };
-        return single;
-    });
-    ctx.state.data = {
-        title: `上海证券交易所——监管问询`,
-        link: RefererUrl,
-        item: items,
-    };
-};

package/lib/routes/sse/renewal.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const pageUrl = 'http://kcb.sse.com.cn/renewal/';
-    const host = `http://kcb.sse.com.cn/`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/statusAction.do?isPagination=true&sqlId=SH_XM_LB&pageHelp.pageSize=20&offerType=&commitiResult=&registeResult=&csrcCode=&currStatus=&order=updateDate%7Cdesc&keyword=&auditApplyDateBegin=&auditApplyDateEnd=&_=${new Date().getTime()}`,
-        headers: {
-            Referer: pageUrl,
-        },
-    });
-    function currStatus(e) {
-        const currStatusName = ['全部', '已受理', '已询问', '通过', '未通过', '提交注册', '补充审核', '注册结果', '中止', '终止'];
-        return currStatusName[e];
-    }
-    function sortDate(e) {
-        const pubss = e.substr(12, 2);
-        const pubmm = e.substr(10, 2);
-        const pubhh = e.substr(8, 2);
-        const pubday = e.substr(6, 2);
-        const pubmonth = e.substr(4, 2);
-        const pubyear = e.substr(0, 4);
-        const pubdateString = pubmonth + `-` + pubday + `-` + pubyear + ' ' + pubhh + `:` + pubmm + `:` + pubss;
-        // console.log(pubdateString);
-        return pubdateString;
-    }
-    // console.log(response.data.result);
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: `【` + currStatus(item.currStatus) + `】${item.stockAuditName}`,
-            description:
-                `<table>
-                <tr><th id="stockIssuer" desc="发行人全称">发行人全称</th><td>${item.stockAuditName}</td> </tr>
-                <tr><th id="currStatus" desc="审核状态">审核状态</th><td>` +
-                currStatus(item.currStatus) +
-                `</td> </tr>
-                <tr><th  desc="注册地">注册地</th><td>${item.stockIssuer[0].s_province}</td> </tr>
-                <tr><th  desc="证监会行业">证监会行业</th><td>${item.stockIssuer[0].s_csrcCodeDesc}</td> </tr>
-                <tr><th id="updateDate" desc="更新日期">更新日期</th><td>` +
-                new Date(sortDate(item.updateDate)).toLocaleString() +
-                `</td> </tr>
-                <tr><th id="auditApplyDate" desc="受理日期">受理日期</th><td>` +
-                new Date(sortDate(item.auditApplyDate)).toLocaleString() +
-                `</td> </tr>
-                <tr><th >详细链接</th><td><a href="http://kcb.sse.com.cn/renewal/xmxq/index.shtml?auditId=${item.stockAuditNum}">查看详情</a></td> </tr>
-                </table>`,
-            pubDate: new Date(sortDate(item.updateDate)).toLocaleString(),
-            link: `${host}/renewal/xmxq/index.shtml?auditId=${item.stockAuditNum}`,
-            author: currStatus(item.currStatus),
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上证债券信息网 - 科创板项目动态',
-        link: pageUrl,
-        item: items,
-    };
-};