rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/{jasa/latest.js → scitation/journal.js}

@@ -1,28 +1,22 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const config = require('@/config').value;
 const path = require('path');
 const { art } = require('@/utils/render');
 
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
 module.exports = async (ctx) => {
-    const host = 'https://asa.scitation.org';
-    const hostUrl = host.concat('/toc/jas/current?size=all');
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        'X-Requested-With': 'XMLHttpRequest',
-        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'User-Agent': config.ua,
-        cookie,
-    };
+    const pub = ctx.params.pub;
+    const jrn = ctx.params.jrn;
+    const host = `https://${pub}.scitation.org`;
+    const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
 
-    const curtResponse = await got({
-        method: 'get',
-        url: hostUrl,
-        headers,
+    const response = await got(jrnlUrl, {
+        cookieJar,
     });
-    const $ = cheerio.load(curtResponse.data);
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('.header-journal-title').text();
     const list = $('.card')
         .map((_, item) => {
             $(item).find('.access-text').remove();
@@ -45,17 +39,20 @@ module.exports = async (ctx) => {
         art(path.join(__dirname, 'templates/description.art'), {
             item,
         });
-    await Promise.all(
+    const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'post',
-                    url: host.concat('/action/PB2showAjaxAbstract'),
-                    headers,
+                const response2 = await got.post(`${host}/action/PB2showAjaxAbstract`, {
+                    cookieJar,
                     body: 'doi=' + item.doi,
+                    headers: {
+                        'X-Requested-With': 'XMLHttpRequest',
+                        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                        'Accept-Encoding': 'gzip, deflate, br',
+                    },
                 });
-                const content = cheerio.load(itemResponse.data);
-                item.abstract = content('span').text();
+                const $2 = cheerio.load(response2.data);
+                item.abstract = $2('span').text();
                 item.description = renderDesc(item);
                 return item;
             })
@@ -63,8 +60,8 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: 'JASA - Latest',
-        link: hostUrl,
-        item: list,
+        title: jrnlName,
+        link: jrnlUrl,
+        item: items,
     };
 };

package/lib/v2/scitation/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:pub/:jrn': ['Derekmini', 'auto-bot-ty'],
+    '/:pub/:jrn/:sec': ['Derekmini', 'auto-bot-ty'],
+};

package/lib/v2/scitation/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'scitation.org': {
+        _name: 'scitation',
+        '.': [
+            {
+                title: 'journal',
+                docs: 'https://docs.rsshub.app/journal.html#scitation',
+                source: ':pub.scitation.org/toc/:jrn',
+                target: '/scitation/:pub/:jrn',
+            },
+            {
+                title: 'section',
+                docs: 'https://docs.rsshub.app/journal.html#scitation',
+                source: ':pub.scitation.org/toc/:jrn',
+                target: (params, url) => `/scitation/:pub/:jrn/${new URL(url).searchParams.get('tocSection')}`,
+            },
+        ],
+    },
+};

package/lib/v2/scitation/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/:pub/:jrn', require('./journal'));
+    router.get('/:pub/:jrn/:sec', require('./section'));
+};

package/lib/v2/scitation/section.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const pub = ctx.params.pub;
+    const jrn = ctx.params.jrn;
+    const sec = ctx.params.sec.split('+').join(' ');
+    const host = `https://${pub}.scitation.org`;
+    const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+
+    const response = await got(jrnlUrl, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('.header-journal-title').text();
+    const issueUrl = $('.row.js_issue.highlighted').find('a').attr('href');
+    const section = $('.subject-heading')
+        .map((_, item) => ({
+            name: $(item).text(),
+        }))
+        .get();
+
+    let ifContainSection = false;
+    for (let i = 0, l = section.length; i < l; i++) {
+        if (section[i].name === sec) {
+            ifContainSection = true;
+        }
+    }
+    let list;
+    if (ifContainSection === true) {
+        const secUrl = `${issueUrl}?tocSection=${sec}`;
+        const response2 = await got(secUrl, {
+            cookieJar,
+        });
+        const $2 = cheerio.load(response2.data);
+        list = $2('.card')
+            .map((_, item) => {
+                $2(item).find('.access-text').remove();
+                const title = $2(item).find('.hlFld-Title').text();
+                const authors = $2(item).find('.entryAuthor.all').text();
+                const img = $2(item).find('img').attr('src');
+                const link = $2(item).find('.ref.nowrap').attr('href');
+                const doi = link.replace('/doi/full/', '');
+                return {
+                    title,
+                    link,
+                    doi,
+                    authors,
+                    img,
+                };
+            })
+            .get();
+
+        const renderDesc = (item) =>
+            art(path.join(__dirname, 'templates/description.art'), {
+                item,
+            });
+        list = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const response3 = await got.post(host.concat('/action/PB2showAjaxAbstract'), {
+                        cookieJar,
+                        body: 'doi=' + item.doi,
+                        headers: {
+                            'X-Requested-With': 'XMLHttpRequest',
+                            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                            'Accept-Encoding': 'gzip, deflate, br',
+                        },
+                    });
+                    const $3 = cheerio.load(response3.data);
+                    item.abstract = $3('span').text();
+                    item.description = renderDesc(item);
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: jrnlName.concat(' - ', sec),
+        link: jrnlUrl,
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/scitation/templates/description.art

@@ -0,0 +1,11 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br>
+</p>
+<p>
+    <span><small><i>{{ item.authors }}</i></small></span><br>
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    {{ if item.img }}<img src={{ item.img }}>{{ /if }}
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br>
+</p>

package/lib/v2/sis001/forum.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const baseUrl = 'https://www.sis001.com';
+
+module.exports = async (ctx) => {
+    const { id = 76 } = ctx.params;
+    const url = `${baseUrl}/forum/forum-${id}-1.html`;
+
+    const response = await got(url);
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('form table')
+        .last()
+        .find('tbody')
+        .toArray()
+        .slice(1) // skip first empty row
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('th em').text() + ' ' + item.find('span a').eq(0).text(),
+                link: new URL(item.find('span a').eq(0).attr('href'), `${baseUrl}/forum/`).href,
+                author: item.find('.author a').text(),
+                pubDate: parseDate(item.find('.author em').text(), 'YYYY-M-D'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+
+                item.category = $('.posttags a')
+                    .toArray()
+                    .map((a) => $(a).text());
+                item.pubDate = timezone(
+                    parseDate(
+                        $('.postinfo')
+                            .eq(0)
+                            .text()
+                            .match(/发表于 (.*)\s*只看该作者/)[1],
+                        'YYYY-M-D HH:mm'
+                    ),
+                    8
+                );
+                $('div[id^=postmessage_] table, fieldset, .posttags').remove();
+                item.description = $('div[id^=postmessage_]').eq(0).html() + ($('.defaultpost .postattachlist').html() ?? '');
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('meta[name=description]').attr('content'),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/sis001/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/forum/:id': ['TonyRL'],
+};

package/lib/v2/sis001/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sis001.com': {
+        _name: '第一会所',
+        '.': [
+            {
+                title: '子版块',
+                docs: 'https://docs.rsshub.app/bbs.html#di-yi-hui-suo',
+                source: ['/forum/:id'],
+                target: (params) => `/sis001/forum/${params.id.replace('forum-', '').replace('-1.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/sis001/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/forum/:id?', require('./forum'));
+};

package/lib/{routes → v2}/sobooks/date.js

@@ -1,7 +1,7 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const date = ctx.params.date || `${new Date().getFullYear()}/${new Date().getMonth()}`;
+    const date = ctx.params.date ?? `${new Date().getFullYear()}/${new Date().getMonth()}`;
 
     ctx.state.data = await utils(ctx, `books/date/${date.replace('-', '/')}`);
 };

package/lib/{routes → v2}/sobooks/index.js

@@ -1,7 +1,7 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
+    const category = ctx.params.category ?? '';
 
     ctx.state.data = await utils(ctx, category);
 };

package/lib/v2/sobooks/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/tag/:id?': ['nczitzk'],
+    '/date/:date?': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/sobooks/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'sobooks.net': {
+        _name: 'SoBooks',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/reading.html#sobooks',
+                source: ['/:category'],
+                target: '/sobooks/:category',
+            },
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/reading.html#sobooks',
+                source: ['/books/tag/:tag'],
+                target: '/sobooks/tag/:tag',
+            },
+            {
+                title: '归档',
+                docs: 'https://docs.rsshub.app/reading.html#sobooks',
+                source: ['/books/date/*date'],
+                target: (params) => `/sobooks/date/${params.date.repalce('/', '-')}`,
+            },
+        ],
+    },
+};

package/lib/v2/sobooks/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/tag/:id?', require('./tag'));
+    router.get('/date/:date?', require('./date'));
+    router.get('/:category?', require('./index'));
+};

package/lib/{routes → v2}/sobooks/tag.js

@@ -1,7 +1,7 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const id = ctx.params.id || '小说';
+    const id = ctx.params.id ?? '小说';
 
     ctx.state.data = await utils(ctx, `books/tag/${id}`);
 };

package/lib/{routes → v2}/sobooks/utils.js

@@ -1,8 +1,9 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx, currentUrl) => {
-    const rootUrl = 'https://www.sobooks.cc';
+    const rootUrl = 'https://www.sobooks.net';
     currentUrl = `${rootUrl}/${currentUrl}`;
     const response = await got({
         method: 'get',
@@ -34,7 +35,7 @@ module.exports = async (ctx, currentUrl) => {
                 content('.e-secret, .article-social').remove();
 
                 item.description = content('.article-content').html();
-                item.pubDate = new Date(content('.bookinfo ul li').eq(4).text().replace('时间：', '')).toUTCString();
+                item.pubDate = parseDate(content('.bookinfo ul li').eq(4).text().replace('时间：', ''));
 
                 return item;
             })

package/lib/v2/springer/journal.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const host = 'https://www.springer.com';
+    const journal = ctx.params.journal;
+    const jrnlUrl = `${host}/journal/${journal}`;
+
+    const response = await got(jrnlUrl, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('h1#journalTitle').text().trim();
+    const issueUrl = $('p.c-card__title.u-mb-16.u-flex-grow').find('a').attr('href');
+
+    const response2 = await got(issueUrl, {
+        cookieJar,
+    });
+    const $2 = cheerio.load(response2.data);
+    const issue = $2('.app-volumes-and-issues__info').find('h1').text();
+    const list = $2('article.c-card')
+        .map((_, item) => {
+            const title = $(item).find('.c-card__title').text().trim();
+            const link = $(item).find('a').attr('href');
+            const doi = link.replace('https://link.springer.com/article/', '');
+            const img = $(item).find('img').attr('src');
+            const authors = $(item)
+                .find('.c-author-list')
+                .find('li')
+                .map((_, item) => $(item).text().trim())
+                .get()
+                .join('; ');
+            return {
+                title,
+                link,
+                doi,
+                issue,
+                img,
+                authors,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response3 = await got(item.link, {
+                    cookieJar,
+                });
+                const $3 = cheerio.load(response3.data);
+                $3('.c-article__sub-heading').remove();
+                item.abstract = $3('div#Abs1-content').text();
+                item.description = renderDesc(item);
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: jrnlName,
+        link: jrnlUrl,
+        item: items,
+    };
+};

package/lib/v2/springer/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/journal/:journal': ['Derekmini', 'TonyRL'],
+};

package/lib/v2/springer/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'springer.com': {
+        _name: 'Springer',
+        www: [
+            {
+                title: 'latest',
+                docs: 'https://docs.rsshub.app/journal.html#Springer',
+                source: '/journal/:journal/*',
+                target: '/springer/journal/:journal',
+            },
+        ],
+    },
+};

package/lib/v2/springer/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/journal/:journal', require('./journal'));
+};

package/lib/v2/springer/templates/description.art

@@ -0,0 +1,12 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br>
+</p>
+<p>
+    <span><small><i>{{ item.authors }}</i></small></span><br>
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    <span><small><i>{{ item.issue }}</i></small></span><br>
+    <img src={{ item.img }}>
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br>    
+</p>

package/lib/v2/sspai/maintainer.js

@@ -5,6 +5,7 @@ module.exports = {
     '/index': ['HenryQW'],
     '/matrix': ['feigaoxyz'],
     '/series': ['HenryQW'],
+    '/series/:id': ['TonyRL'],
     '/shortcuts': ['Andiedie'],
     '/tag/:keyword': ['Jeason0228'],
     '/topic/:id': ['SunShinenny'],

package/lib/v2/sspai/radar.js

@@ -14,6 +14,12 @@ module.exports = {
                 source: '/series',
                 target: '/sspai/series',
             },
+            {
+                title: '付费专栏文章更新',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: ['/series/:id', '/series/:id/list', '/series/:id/metadata'],
+                target: '/sspai/series/:id',
+            },
             {
                 title: 'Matrix',
                 docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',

package/lib/v2/sspai/router.js

@@ -5,6 +5,7 @@ module.exports = (router) => {
     router.get('/index', require('./index'));
     router.get('/matrix', require('./matrix'));
     router.get('/series', require('./series'));
+    router.get('/series/:id', require('./seriesUpdate'));
     router.get('/shortcuts', require('./shortcutsGallery'));
     router.get('/tag/:keyword', require('./tag'));
     router.get('/topic/:id', require('./topic'));

package/lib/v2/sspai/seriesUpdate.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const seriesInfo = await got.get(`https://sspai.com/api/v1/series/info/get?id=${id}&view=second`);
+    const response = await got(`https://sspai.com/api/v1/series/article/search/page/get?series_id=${id}&weight=0&sort=desc&title=&limit=${ctx.query.limit ? Number(ctx.query.limit) : 40}&offset=0`);
+
+    const items = await Promise.all(
+        response.data.data.map(async (item) => {
+            let description = '';
+            if (item.probation) {
+                const res = await got(`https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`);
+                description = res.data.data.body;
+            } else {
+                description = `<img src="https://cdn.sspai.com/${item.banner}">`;
+            }
+
+            return {
+                title: item.title_prefix + ' - ' + item.title,
+                description,
+                author: seriesInfo.data.data.author.nickname,
+                link: `https://sspai.com/post/${item.id}`,
+                pubDate: parseDate(item.created_at * 1000),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `${seriesInfo.data.data.title} - 少数派`,
+        description: `${seriesInfo.data.data.description} - 少数派`,
+        link: `https://sspai.com/series/${id}`,
+        item: items,
+    };
+};

package/lib/v2/supchina/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://supchina.com';
+    const currentUrl = `${rootUrl}/feed/`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('item')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                guid: item.find('guid').text(),
+                title: item.find('title').text(),
+                link: item.find('guid').text(),
+                author: item
+                    .find('dc\\:creator')
+                    .html()
+                    .match(/CDATA\[(.*?)\]/)[1],
+                category: item
+                    .find('category')
+                    .toArray()
+                    .map(
+                        (c) =>
+                            $(c)
+                                .html()
+                                .match(/CDATA\[(.*?)\]/)[1]
+                    ),
+                pubDate: parseDate(item.find('pubDate').text()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.aspect-spacer, .post-recs, .author-bio').remove();
+
+                item.description = content('.post__main').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').first().text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/supchina/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/podcasts': ['nczitzk'],
+    '/': ['nczitzk'],
+};