rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/routes/sciencemag/cover.js

@@ -1,56 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const pageURL = 'https://www.sciencemag.org/journals';
-
-    const pageResponse = await got.get(pageURL);
-    const $ = cheerio.load(pageResponse.data);
-
-    const items = $('[class^="view-highwire-blocks-hw-"]')
-        .map((_, elem) => {
-            // eg, www.sciencemag.org/sites/default/files/styles/240x300__4_3_/public/highwire/covers/scitransmed/12/532/-F1.medium.gif?itok=aOwRMF-8
-            const { id, vol, no } = $('div.media__icon > a > img', elem)
-                .attr('src')
-                .match(/\/covers\/(?<id>\w+)\/(?<vol>\d+)\/(?<no>\d+)\//).groups;
-            const url = $('div.media__body > ul > li > a', elem)
-                .filter((_, el) => $(el).text() === 'Current Issue')
-                .attr('href')
-                .replace(/^http:/, 'https:')
-                .replace(/\/$/, '');
-            const name = $('div.media__body > h2', elem).text();
-            const date = $('div.media__body > p > span', elem).text();
-
-            // eg, https://advances.sciencemag.org/content/6/8
-            const address = `${url}/content/${vol}/${no}`;
-            // eg, https://immunology.sciencemag.org/content/immunology/5/44/F1.medium.gif
-            const imageURL = `${url}/content/${id}/${vol}/${no}/F1.medium.gif`;
-            const contents = `<div align="center"><img src="${imageURL}" alt="Vol. ${vol} No. ${no}" width="550" height="auto"></div>`;
-
-            return {
-                title: `${name} | Vol. ${vol} No. ${no}`,
-                author: '@yech1990',
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(date).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: 'Science Covers Story',
-        description: 'Find out the cover story of some Science journals.',
-        link: pageURL,
-        item: items,
-    };
-};

package/lib/routes/sciencemag/current.js

@@ -1,123 +0,0 @@
-// journals form AAAS publishing group
-//
-// science:        Science
-// advances:       Science Advances
-// immunology:     Science Immunology
-// robotics:       Science Robotics
-// stke:           Science Signaling
-// stm:            Science Translational Medicine
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const journal = ctx.params.journal || 'science';
-    const baseURL = `https://${journal}.sciencemag.org`;
-
-    const pageURL = baseURL;
-    const pageResponse = await got.get(pageURL);
-    const pageCapture = cheerio.load(pageResponse.data);
-
-    const pageTitleName = pageCapture('head > title').text() || `Science (${journal})`;
-
-    // just select paper relative sections
-    const sectionList = ['research-articles', 'review', 'reports'];
-
-    const list = [].concat.apply(
-        [],
-        sectionList.map((section) => {
-            const sectionContent = pageCapture(`ul > li.issue-toc-section.issue-toc-section-${section}`).html();
-            if (sectionContent !== null) {
-                const sec = cheerio.load(sectionContent);
-                const sectionName = sec('h2').text();
-                const sectionList = sec('ul > li > div > div > article > div').append(`<div class="toc-section-type">${sectionName}</div>`).get();
-                return sectionList;
-            }
-            return [];
-        })
-    );
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('h3').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${baseURL}${partial}`;
-            const section = $('div .toc-section-type').text();
-
-            let author;
-            const authorList = $('span.highwire-citation-authors > span.highwire-citation-author')
-                .map((_, el) => $(el).text())
-                .get();
-            if (authorList.length > 5) {
-                author = authorList.slice(0, 5).join(', ') + ' et al.';
-            } else {
-                author = authorList.join(', ');
-            }
-
-            const time = new Date($('p.highwire-cite-metadata > time').text()).toUTCString();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            // contents
-            // section content
-            let sectionContents = '';
-            if (section !== '') {
-                sectionContents = `
-                <div id="content-section">
-                  <span style="color: #d40016; text-transform: uppercase; font-weight: 700;">${section}</span>
-                </div>
-                `;
-            }
-            // brief content
-            const brief = $('div.highwire-cite-snippet > div > div > p').text();
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="content-brief">
-                  <p>${brief}</p>
-                </div>
-                `;
-            }
-            const itemPage = await got.get(address);
-            const itemCapture = cheerio.load(itemPage.data);
-
-            const abs = itemCapture('div > div.article > div.section')
-                .map((_, el) => $(el).html())
-                .get()
-                .join('<br>');
-
-            // abs content
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="content-abs">
-                  ${abs}
-                </div>
-                `;
-            }
-            const contents = sectionContents + briefContents + absContents;
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: time,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `${pageTitleName} | Current Issue`,
-        description: `Current Issue of ${pageTitleName}`,
-        link: baseURL,
-        item: out,
-    };
-};

package/lib/routes/sciencemag/early.js

@@ -1,97 +0,0 @@
-// only support Science journal
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const base = `https://science.sciencemag.org/content/early/recent`;
-
-    const res = await got.get(base);
-    const pageCapture = cheerio.load(res.data);
-
-    const list = pageCapture('ul > li > div > article > div').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('h3').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${base}${partial}`;
-
-            let author;
-            const authorList = $('span.highwire-citation-authors > span.highwire-citation-author')
-                .map((i, el) => $(el).text())
-                .get();
-            if (authorList.length > 5) {
-                author = authorList.slice(0, 5).join(', ') + ' <i>et al.</i>';
-            } else {
-                author = authorList.join(', ');
-            }
-
-            const time = new Date($('p.highwire-cite-metadata > time').text()).toUTCString();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            // contents
-            // brief content
-            const brief = $('div.highwire-cite-snippet > div > div > p').text();
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="content-brief">
-                  <p>${brief}</p>
-                </div>
-                `;
-            }
-
-            const itemPage = await got.get(address);
-            const itemCapture = cheerio.load(itemPage.data);
-            // section content
-            const section = itemCapture('header > div.overline').text();
-            let sectionContents = '';
-            if (section !== '') {
-                sectionContents = `
-                <div id="content-section">
-                  <span style="color: #d40016; text-transform: uppercase; font-weight: 700;">${section}</span>
-                  <span style="color: grey; text-transform: uppercase; font-weight: 700;">[Published Online]</span>
-                </div>
-                `;
-            }
-            // abs content
-            const abs = itemCapture('div > div.abstract-view > div.section')
-                .map((i, el) => $(el).html())
-                .get()
-                .join('<br>');
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="content-abs">
-                  ${abs}
-                </div>
-                `;
-            }
-            const contents = sectionContents + briefContents + absContents;
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: time,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `Science | First Release`,
-        description: `Science, a research journal. For papers that published online.`,
-        link: base,
-        item: out,
-    };
-};

package/lib/routes/smzdm/article.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/article/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('.m-contant article');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'MM-DD H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/baoliao.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/baoliao/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 20)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('article.txt-detail');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(pubdate),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}的爆料 - 什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const day = ctx.params.day || 'all';
-    const link = `https://post.smzdm.com/hot_${day}`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('li.filter-tab.active').text();
-
-    const list = $('li.feed-row-wide')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h5.z-feed-title a').text(),
-                link: $(this).find('h5.z-feed-title a').attr('href'),
-                pubdate: $(this).find('span.z-publish-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('#articleId');
-            content.find('.item-name').remove();
-            content.find('.recommend-tab').remove();
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen_fenlei.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-    const sort = ctx.params.sort || '0';
-
-    let link;
-    if (sort === '0') {
-        link = `https://post.smzdm.com/fenlei/${name}/`;
-    } else {
-        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
-    }
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
-
-    const list = $('div.list.post-list')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h2.item-name a').text(),
-                link: $(this).find('h2.item-name a').attr('href'),
-                pubdate: $(this).find('span.time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('article').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文分类`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/keyword.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const keyword = ctx.params.keyword;
-
-    const response = await got({
-        method: 'get',
-        url: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        headers: {
-            Referer: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        },
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.feed-row-wide');
-
-    ctx.state.data = {
-        title: `${keyword} - 什么值得买`,
-        link: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
-                        description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
-                        pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), 'H:mm'), +8),
-                        link: String(item.find('.feed-block-title a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/sse/convert.js

@@ -1,32 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const query = ctx.params.query || ''; // beginDate=2018-08-18&endDate=2019-08-18&companyCode=603283&title=股份
-    const pageUrl = 'http://bond.sse.com.cn/disclosure/announ/convertible/#';
-    const host = `http://www.sse.com.cn`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/infodisplay/queryBulletinKzzTipsNew.do?isPagination=true&pageHelp.pageSize=2&flag=0&_=${new Date().getTime()}&${query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str))}`,
-        headers: {
-            Referer: pageUrl,
-        },
-    });
-
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.title,
-            description: `${host}${item.URL}`,
-            pubDate: new Date(item.SSEDate).toUTCString(),
-            link: `${host}${item.URL}`,
-            author: item.security_Code,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上证债券信息网 - 可转换公司债券公告',
-        link: pageUrl,
-        item: items,
-    };
-};

package/lib/routes/sse/disclosure.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const query = ctx.params.query || ''; // beginDate=2018-08-18&endDate=2020-09-01&productId=600696
-    const pageUrl = 'http://www.sse.com.cn/disclosure/listedinfo/announcement/';
-    const host = `http://www.sse.com.cn`;
-
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/security/stock/queryCompanyBulletin.do?isPagination=true&keyWord=&securityType=0101%2C120100%2C020100%2C020200%2C120200&reportType2=&reportType=ALL&pageHelp.pageSize=25&pageHelp.pageCount=50&pageHelp.pageNo=1&pageHelp.beginPage=1&pageHelp.cacheSize=1&pageHelp.endPage=5&_=1598437657897&${query.replace(
-            /([\u4e00-\u9fa5])/g,
-            (str) => encodeURIComponent(str)
-        )}`,
-        headers: {
-            Referer: 'http://www.sse.com.cn/disclosure/listedinfo/announcement/',
-        },
-    });
-
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.TITLE,
-            description: `${host}${item.URL}`,
-            pubDate: new Date(item.SSEDATE).toUTCString(),
-            link: `${host}${item.URL}`,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: '上海证券交易所 - 上市公司信息 - 最新公告',
-        link: pageUrl,
-        item: items,
-    };
-};

package/lib/routes/sse/inquire.js

@@ -1,31 +0,0 @@
-const got = require('@/utils/got');
-module.exports = async (ctx) => {
-    const RefererUrl = 'http://www.sse.com.cn/disclosure/credibility/supervision/inquiries/';
-    const response = await got({
-        method: 'get',
-        url: `http://query.sse.com.cn/commonSoaQuery.do?siteId=28&sqlId=BS_KCB_GGLL&extGGLX=&stockcode=&channelId=10743%2C10744%2C10012&extGGDL=&order=createTime%7Cdesc%2Cstockcode%7Casc&isPagination=true&pageHelp.pageSize=15&pageHelp.pageNo=1&pageHelp.beginPage=1&pageHelp.cacheSize=1&pageHelp.endPage=5&type=&_=1573371062879`,
-        headers: {
-            Referer: RefererUrl,
-        },
-    });
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.extGSJC,
-            description: `<table border="1">
-            <tr><td > 公司代码 : </td><td>${item.stockcode}</td></tr>
-            <tr><td> 公司简称 : </td><td>${item.extGSJC}</td></tr>
-            <tr><td> 发函日期 : </td><td>${item.createTime}</td></tr>
-            <tr><td> 监管问询类型 : </td><td>${item.extWTFL}</td></tr>
-            <tr><td> 标题 : </td><td><a href="http://${item.docURL}">${item.docTitle}</a></td></tr>
-            </table>`,
-            pubDate: new Date(`${item.createTime} GMT`).toUTCString(),
-            link: `http://${item.docURL}`,
-        };
-        return single;
-    });
-    ctx.state.data = {
-        title: `上海证券交易所——监管问询`,
-        link: RefererUrl,
-        item: items,
-    };
-};