rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/routes/jike/topicText.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-const common = require('./common');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.okjike.com/topics/${id}`,
-        headers: {
-            Referer: `https://m.okjike.com/topics/${id}`,
-        },
-    });
-
-    const html = response.data;
-    const $ = cheerio.load(html);
-    const raw = $('[type = "application/json"]').html();
-    const data = JSON.parse(raw).props.pageProps;
-
-    if (common.emptyResponseCheck(ctx, data)) {
-        return;
-    }
-
-    const title = data.topic.content;
-
-    ctx.state.data = {
-        title: `${title} - 即刻`,
-        link: `https://m.okjike.com/topics/${id}`,
-        description: `${title} - 即刻`,
-        item: data.posts.map((item) => {
-            const date = new Date(item.createdAt);
-            return {
-                title: `${title} ${dayjs(date).format('MM月DD日')}`,
-                description: item.content.replace(new RegExp('\n', 'g'), '<br />'),
-                pubDate: date.toUTCString(),
-                link: `https://m.okjike.com/originalPosts/${item.id}`,
-            };
-        }),
-    };
-};

package/lib/routes/mobilism/release.js

@@ -1,42 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://forum.mobilism.org/viewforum.php?f=19`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('tbody')
-        .eq(1)
-        .find('tr')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: url.resolve(`https://forum.mobilism.org`, a.attr('href')),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.content').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Mobilism - eBook Releases',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/nature/cover.js

@@ -1,90 +0,0 @@
-// The content is generateed by undocumentated API of nature journals
-// This router has **just** been tested in:
-// nature:           Nature
-// nbt:              Nature Biotechnology
-// neuro:            Nature Neuroscience
-// ng:               Nature Genetics
-// ni:               Nature Immunology
-// nmeth:            Nature Method
-// nchem:            Nature Chemistry
-// nmat:             Nature Materials
-// natmachintell:    Nature Machine Intelligence
-// ncb:              Nature Cell Biology
-// nplants:          Nature Plants
-// natastron:        Nature Astronomy
-// nphys             Nature Physics
-
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://www.nature.com';
-    const journalMap = new Map([
-        ['nature', { id: '41586', name: 'Nature' }],
-        ['nbt', { id: '41587', name: 'Nature Biotechnology' }],
-        ['neuro', { id: '41593', name: 'Nature Neuroscience' }],
-        ['ng', { id: '41588', name: 'Nature Genetics' }],
-        ['ni', { id: '41590', name: 'Nature Immunology' }],
-        ['nmeth', { id: '41592', name: 'Nature Methods' }],
-        ['nchem', { id: '41590', name: 'Nature Chemistry' }],
-        ['nmat', { id: '41563', name: 'Nature Material' }],
-        ['natmachintell', { id: '42256', name: 'Nature Machine Intelligence' }],
-        ['ncb', { id: '41556', name: 'Nature Cell Biology' }],
-        ['nplants', { id: '41477', name: 'Nature Plants' }],
-        ['natastron', { id: '41550', name: 'Nature Astronomy' }],
-        ['nphys', { id: '41567', name: 'Nature Physics' }],
-    ]);
-    const journals = [...journalMap.keys()];
-    const out = await Promise.all(
-        journals.map(async (journal) => {
-            // get the lastest volumn and issue id
-            const pageURL = `${baseURL}/${journal}/current-issue`;
-            const cookieData = await got
-                .extend({
-                    prefixUrl: 'https://idp.nature.com/authorize',
-                    followRedirect: false,
-                })
-                .get(`?response_type=cookie&client_id=grover&redirect_uri=${encodeURI(pageURL)}`)
-                .then((response) => response.headers['set-cookie'].join(' '));
-            const issueURL = await got
-                .extend({
-                    prefixUrl: pageURL,
-                    headers: {
-                        cookie: cookieData,
-                    },
-                    followRedirect: false,
-                })
-                .get('')
-                .then((response) => response.headers.location);
-            const capturingRegex = /volumes\/(?<volumes>\d+)\/issues\/(?<issues>\d+)/;
-            const { volumes, issues } = issueURL.match(capturingRegex).groups;
-
-            const address = `${baseURL}${issueURL}`;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const imgSize = 600;
-
-            const id = journalMap.get(journal).id;
-            const imageURL = `https://media.springernature.com/w${imgSize}/springer-static/cover-hires/journal/${id}/${volumes}/${issues}?as=webp`;
-            const contents = `<div align="center"><img src="${imageURL}" alt="Volume ${volumes} Issue ${issues}"></div>`;
-
-            const single = {
-                title: `${journalMap.get(journal).name} | Volume ${volumes} Issue ${issues}`,
-                author: '@yech1990',
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date().toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: 'Nature Covers Story',
-        description: 'Find out the cover story of some Nature journals.',
-        link: baseURL,
-        item: out,
-    };
-};

package/lib/routes/nature/highlight.js

@@ -1,57 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const base = `https://www.nature.com`;
-    const url = `${base}/nature/articles?type=research-highlight`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.border-bottom-1.pb20').get();
-
-    const out = await Promise.all(
-        list.slice(0, 2).map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${base}${partial}`;
-            const time = $('time').text();
-            let author;
-            if ($('.js-list-authors-3 li').length > 3) {
-                author = $('.js-list-authors-3 li').slice(0, 1).text() + ' et al.';
-            } else {
-                author = $('.js-list-authors-3 li').text();
-            }
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            let figure = capture('figure .figure--bleed').html();
-            if (figure === null) {
-                figure = '';
-            }
-            let contents = capture('.article-item--open .article-item__body').html();
-            if (contents === null) {
-                contents = '';
-            }
-            const single = {
-                title,
-                author,
-                description: figure + contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `Nature | Research Highlight`,
-        description: `Nature, a nature research journal`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/nature/news-and-comment.js

@@ -1,78 +0,0 @@
-// example usage: `/nature/news-and-comment/ng`
-// The journals from NPG are run by different group of people,
-// and the website of may not be consitent for all the journals
-//
-// This router has **just** been tested in:
-// nbt:              Nature Biotechnology
-// neuro:            Nature Neuroscience
-// ng:               Nature Genetics
-// ni:               Nature Immunology
-// nmeth:            Nature Method
-// nchem:            Nature Chemistry
-// nmat:             Nature Materials
-// natmachintell:    Nature Machine Intelligence
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const baseURL = `https://www.nature.com`;
-
-    const journal = ctx.params.journal;
-    const pageURL = `${baseURL}/${journal}/news-and-comment`;
-
-    const pageResponse = await got.get(pageURL);
-    const pageCapture = cheerio.load(pageResponse.data);
-
-    const pageDescription = pageCapture('meta[name="description"]').attr('content') || `Nature, a nature research journal`;
-    const pageTitleName = pageCapture('meta[name="WT.cg_n"]').attr('content') || `Nature (${journal})`;
-    const pageTitleSub = pageCapture('meta[name="WT.cg_s"]').attr('content') || 'News & Comment';
-
-    const list = pageCapture('.border-bottom-1.pb20').get();
-
-    const items = list.map((el) => {
-        const $ = cheerio.load(el);
-        const title = $('h3 > a').text();
-        const partial = $('h3 > a').attr('href');
-        const address = `${baseURL}${partial}`;
-        const brief = $('.hide-overflow.inline').text();
-        const time = $('time').text();
-        const author = $('.js-list-authors-3 li').text();
-        const articleType = $('p > span').attr('data-class');
-        const headerContents = `
-                <div>
-                  <p style="color: #666">
-                    <span>${articleType}</span>
-                    <span>| </span>
-                    <span>${author}</span>
-                  </p>
-                </div>
-                `;
-        let briefContents = '';
-        if (brief !== '') {
-            briefContents = `
-                <div>
-                  <h2 align="left">Brief</h2>
-                  <p>${brief}</p>
-                </div>
-                `;
-        }
-        const contents = headerContents + briefContents;
-
-        return {
-            title,
-            author,
-            description: contents,
-            link: address,
-            guid: address,
-            pubDate: new Date(time).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `${pageTitleName} | ${pageTitleSub}`,
-        description: pageDescription,
-        link: pageURL,
-        item: items,
-    };
-};

package/lib/routes/nature/news.js

@@ -1,51 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const base = `https://www.nature.com`;
-    const url = `${base}/nature/articles?type=news`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.border-bottom-1.pb20').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${base}${partial}`;
-            const time = $('time').text();
-            let author;
-            if ($('.js-list-authors-3 li').length > 3) {
-                author = $('.js-list-authors-3 li').slice(0, 1).text() + ' et al.';
-            } else {
-                author = $('.js-list-authors-3 li').text();
-            }
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            const contents = capture('.content .article__body').html();
-
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `Nature | Latest News`,
-        description: `Nature, a nature research journal`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/nature/research.js

@@ -1,184 +0,0 @@
-// example usage: `/nature/research/ng`
-// The journals from NPG are run by different group of people,
-// and the website of may not be consitent for all the journals
-//
-// This router has **just** been tested in:
-// nature:           Nature
-// nbt:              Nature Biotechnology
-// neuro:            Nature Neuroscience
-// ng:               Nature Genetics
-// ni:               Nature Immunology
-// nmeth:            Nature Method
-// nchem:            Nature Chemistry
-// nmat:             Nature Materials
-// natmachintell:    Nature Machine Intelligence
-
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const baseURL = `https://www.nature.com`;
-
-    const journal = ctx.params.journal || 'nature';
-    const pageURL = `${baseURL}/${journal}/research`;
-
-    const pageResponse = await got.get(pageURL);
-    const pageCapture = cheerio.load(pageResponse.data);
-
-    const pageDescription = pageCapture('meta[name="description"]').attr('content') || `Nature, a nature research journal`;
-    const pageTitleName = pageCapture('meta[name="WT.cg_n"]').attr('content') || `Nature (${journal})`;
-    const pageTitleSub = pageCapture('meta[name="WT.cg_s"]').attr('content') || 'Latest Research';
-
-    const list = pageCapture('.border-bottom-1.pb20').get();
-
-    const items = await Promise.all(
-        list.map(async (el) => {
-            const $ = cheerio.load(el);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `${baseURL}${partial}`;
-            const brief = $('.hide-overflow.inline').text();
-            const time = $('time').text();
-            let author;
-            if ($('.js-list-authors-3 li').length > 3) {
-                author = $('.js-list-authors-3 li').slice(0, 1).text() + ' et al.';
-            } else {
-                author = $('.js-list-authors-3 li').text();
-            }
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const itemResponse = await got.get(address);
-            const itemCapture = cheerio.load(itemResponse.data);
-
-            // Brief [obtain from entry of each item]
-            let briefContents = '';
-            if (brief !== '') {
-                briefContents = `
-                <div id="rss-journal-brief">
-                  <h2 class="rss-journal-paragraph-title">Brief</h2>
-                  <p class="rss-journal-paragraph-text">${brief}</p>
-                </div>
-                `;
-            }
-            // Abstract [obtain form address of each page]
-            const abs = itemCapture('div#Abs1-content.c-article-section__content > p').html();
-            let absContents = '';
-            if (abs !== null) {
-                absContents = `
-                <div id="rss-journal-abs">
-                  <h2 class="rss-journal-paragraph-title">Abstract</h2>
-                  <p class="rss-journal-paragraph-text">${abs}</p>
-                </div>
-                `;
-            }
-            // Info [obtain form address of each page]
-            const subject = itemCapture('li.c-article-subject-list__subject > a')
-                .map(function () {
-                    const link = $(this).attr('href');
-                    const name = $(this).text();
-                    if (name !== '') {
-                        return `<li class="rss-journal-tag-topic"><a href="${link}">${name}</a></li>`;
-                    } else {
-                        return '';
-                    }
-                })
-                .get()
-                .join('');
-            const subjectContents = subject !== '' ? `<ul>${subject}</ul>` : '';
-            const citation = itemCapture('p.c-bibliographic-information__download-citation > a').attr('href');
-            const citationContents = citation !== undefined ? `<a href="${baseURL}${citation}">Download citation</a>` : '';
-            const doi = itemCapture('meta[name="DOI"]').attr('content');
-            const doiContents = doi !== undefined ? `<a href="https://doi.org/${doi}">DOI: ${doi}</a>` : '';
-            const pdf = itemCapture('meta[name="citation_pdf_url"]').attr('content');
-            const pdfContents = pdf !== undefined ? `<a href="${pdf}">Offical PDF</a>` : '';
-            const linkContents = '<ul>' + [citationContents, doiContents, pdfContents].filter((x) => x !== '').map((x) => `<li class="rss-journal-tag-icon">${x}</li>`) + '</ul>';
-            const infoContents = `
-                <div id="rss-journal-info">
-                  <h2 class="rss-journal-paragraph-title">About this article</h2>
-                  <p>Subjects:</p>
-                  ${subjectContents}
-                  <br>
-                  <p>Links:</p>
-                  ${linkContents}
-                </div>
-                `;
-            // Add style
-            const contentStyle = `
-            <style>
-              .rss-journal-paragraph-title {
-                color: #222;
-                padding: 0;
-                margin: 12px 0 12px;
-                font-family: "Harding","Lora",Palatino,Times,"Times New Roman",serif;
-                font-size: 1.8rem;
-                line-height: 1.4;
-                border-bottom: 1px solid #d5d5d5;
-                font-weight: 200;
-              }
-              .rss-journal-paragraph-text {
-                color: #222;
-                font-size: 1.2em;
-                font-family: Lora,Palatino,Times,"Times New Roman",serif;
-                padding: 0;
-                margin: 0 0 28px;
-                line-height: 1.5;
-                word-wrap: break-word;
-              }
-              .rss-journal-tag-topic {
-                line-height: 1.5;
-                color: #222;
-                font-size: 0.8rem;
-                font-family: -apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,Oxygen-Sans,Ubuntu,Cantarell,"Helvetica Neue",sans-serif;
-                background-color: #dae5ea;
-                border-radius: 15px;
-                padding: 6px 6px;
-                font-weight: 700;
-                margin: 8px 4px 8px;
-                display:inline-block;
-              }
-              .rss-journal-tag-icon {
-                line-height: 1.5;
-                color:#fff;
-                font-size: 0.8rem;
-                font-family: -apple-system,BlinkMacSystemFont,"Segoe UI",Roboto,Oxygen-Sans,Ubuntu,Cantarell,"Helvetica Neue",sans-serif;
-                background-color:#ffb74d;
-                border-radius: 3px;
-                padding: 2px 4px;
-                font-weight: 700;
-                margin: 8px 4px 8px;
-                display:inline-block;
-              }
-              a:link.rss-journal-tag-topic, a:link.rss-journal-tag-icon {
-                color: white;
-              }
-              a:visited.rss-journal-tag-topic, a:link.rss-journal-tag-icon {
-                color: grey;
-              }
-              a:active.rss-journal-tag-topic, a:link.rss-journal-tag-icon {
-                color: hotpink;
-              }
-            </style>
-            `;
-            const contents = briefContents + absContents + infoContents + contentStyle;
-
-            const item = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(item));
-            return Promise.resolve(item);
-        })
-    );
-    ctx.state.data = {
-        title: `${pageTitleName} | ${pageTitleSub}`,
-        description: pageDescription,
-        link: pageURL,
-        item: items,
-    };
-};

package/lib/routes/pianyuan/app.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const media = ctx.params.media || -1;
-    const link_base = 'http://pianyuan.tv/';
-    let description = '电影和剧集';
-    let link = link_base;
-    if (media !== -1) {
-        link = link_base + `?cat=${media}`;
-        if (media === 'mv') {
-            description = '电影';
-        } else if (media === 'tv') {
-            description = '剧集';
-        } else {
-            link = link_base;
-        }
-    }
-
-    const response = await got.get(link);
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const items = [];
-    $('#main-container > div > div.col-md-10 > table > tbody > tr').each((i, item) => {
-        const link = $(item).find('td.dt.prel.nobr > a').attr('href');
-        const text = $(item).find('td.dt.prel.nobr > a').text();
-        const description = $(item)
-            .find('td.dt.prel.nobr')
-            .text()
-            .replace(/^\s+|\s+$/g, '');
-        const size = $(item).find('td:nth-child(2)').text();
-
-        const description_simple = description.substr(0, description.indexOf('主演')).replace(text, '');
-
-        items.push({
-            title: `[${size}] ${description_simple}`,
-            description,
-            link: link_base + link,
-        });
-    });
-
-    ctx.state.data = {
-        title: `片源网`,
-        description,
-        link: link_base,
-        item: items,
-    };
-};

package/lib/routes/pincong/hot.js

@@ -1,33 +0,0 @@
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let url = 'https://pincong.rocks/hot/list/';
-
-    url += ctx.params.category ? 'category-' + ctx.params.category : 'category-0';
-
-    // use Puppeteer due to the obstacle by cloudflare challenge
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
-    await page.goto(url);
-    const html = await page.evaluate(
-        // eslint-disable-next-line no-undef
-        () => document.documentElement.innerHTML
-    );
-
-    browser.close();
-
-    const $ = cheerio.load(html);
-    const list = $('div.aw-item');
-
-    ctx.state.data = {
-        title: '品葱 - 精选',
-        link: 'https://pincong.rocks/hot/',
-        item: list
-            .map((_, item) => ({
-                title: $(item).find('h2 a').text().trim(),
-                description: $(item).find('div.markitup-box').html(),
-                link: 'https://pincong.rocks' + $(item).find('div.mod-head h2 a').attr('href'),
-            }))
-            .get(),
-    };
-};

package/lib/routes/pincong/topic.js

@@ -1,32 +0,0 @@
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://pincong.rocks/topic/' + ctx.params.topic;
-
-    // use Puppeteer due to the obstacle by cloudflare challenge
-    const browser = await require('@/utils/puppeteer')();
-    const page = await browser.newPage();
-    await page.goto(url);
-    const html = await page.evaluate(
-        () =>
-            // eslint-disable-next-line no-undef
-            (document.querySelector('div.aw-common-list') && document.querySelector('div.aw-common-list').innerHTML) || ''
-    );
-
-    browser.close();
-
-    const $ = cheerio.load(html);
-    const list = $('div.aw-item');
-
-    ctx.state.data = {
-        title: `品葱 - ${ctx.params.topic}`,
-        link: url,
-        item: list
-            .map((_, item) => ({
-                title: $(item).find('h4 a').text().trim(),
-                link: 'https://pincong.rocks' + $(item).find('h4 a').attr('href'),
-                pubDate: new Date($(item).attr('data-timestamp') * 1000).toISOString(),
-            }))
-            .get(),
-    };
-};