rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/elsevier/latest.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://www.sciencedirect.com';
-    const journal = ctx.params.journal;
-    const hostUrl = host.concat('/journal/', journal);
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Referer: 'https://id.elsevier.com/',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        cookie,
-    };
-
-    const preResponse = await got({
-        method: 'get',
-        url: hostUrl,
-        headers,
-    });
-    const $1 = cheerio.load(preResponse.data);
-    const jrnlName = $1('.anchor.js-title-link').text();
-    const ltstUrl = host.concat($1('.anchor.js-volume').attr('href'));
-    let volume = '';
-    if (ltstUrl.match('suppl') !== null) {
-        volume = 'Volume ' + ltstUrl.match('vol/(.*)/suppl')[1];
-    } else if (ltstUrl.match('issue') !== null) {
-        volume = 'Volume ' + ltstUrl.match('vol/(.*)/issue')[1] + ' Issue ' + ltstUrl.match('/issue/(.*)')[1];
-    }
-
-    const response = await got({
-        method: 'get',
-        url: ltstUrl,
-        headers,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('.js-article')
-        .map((_, item) => {
-            const title = $(item).find('.js-article-title').text();
-            const authors = $(item).find('.js-article__item__authors').text();
-            const link = $(item).find('.article-content-title').attr('href');
-            const id = $(item).find('.article-content-title').attr('id');
-            return {
-                title,
-                link,
-                id,
-                authors,
-                volume,
-            };
-        })
-        .get();
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'get',
-                    url: host.concat('/science/article/pii/', item.id),
-                    headers,
-                });
-                const content = cheerio.load(itemResponse.data);
-                content('.section-title').remove();
-                const doi = content('.doi').attr('href').replace('https://doi.org/', '');
-                item.doi = doi;
-                item.abstract = content('.abstract.author').html();
-                item.description = renderDesc(item);
-                return item;
-            })
-        )
-    );
-    ctx.state.data = {
-        title: jrnlName.concat(' - Latest'),
-        link: hostUrl,
-        item: list,
-    };
-};

package/lib/v2/elsevier/volume.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://www.sciencedirect.com';
-    const journal = ctx.params.journal;
-    const volume = 'Volume ' + ctx.params.id.replace('-', ' Issue ');
-    const volUrl = 'https://www.sciencedirect.com/journal/' + journal + '/vol/' + ctx.params.id.replace('-', '/issue/');
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Referer: 'https://id.elsevier.com/',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        cookie,
-    };
-
-    const response = await got({
-        method: 'get',
-        url: volUrl,
-        headers,
-    });
-    const $ = cheerio.load(response.data);
-    const jrnlName = $('.anchor.js-title-link').text();
-    const list = $('.js-article')
-        .map((_, item) => {
-            const title = $(item).find('.js-article-title').text();
-            const authors = $(item).find('.js-article__item__authors').text();
-            const link = $(item).find('.article-content-title').attr('href');
-            const id = $(item).find('.article-content-title').attr('id');
-            return {
-                title,
-                link,
-                id,
-                authors,
-                volume,
-            };
-        })
-        .get();
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'get',
-                    url: 'https://www.sciencedirect.com/science/article/pii/' + item.id,
-                    headers,
-                });
-                const content = cheerio.load(itemResponse.data);
-                content('.section-title').remove();
-                const doi = content('.doi').attr('href').replace('https://doi.org/', '');
-                item.doi = doi;
-                item.abstract = content('.abstract.author').html();
-                item.description = renderDesc(item);
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: jrnlName.concat(' - ', volume),
-        link: volUrl,
-        item: list,
-    };
-};

package/lib/v2/ieee/latestvol.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://ieeexplore.ieee.org';
-    const punumber = ctx.params.journal;
-    const sortType = ctx.params.sortType ?? 'vol-only-seq';
-    const hostUrl = host.concat('/xpl/mostRecentIssue.jsp?punumber=', punumber);
-    const headers = {
-        Accept: 'application/json, text/plain, */*',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        Referer: hostUrl,
-    };
-
-    const resp = await got({
-        method: 'get',
-        url: host.concat('/rest/publication/home/metadata?pubid=', punumber),
-        headers,
-    }).json();
-    const volume = resp.currentIssue.volume;
-    const isnumber = resp.currentIssue.issueNumber;
-    const jrnlName = resp.displayTitle;
-
-    const response = await got({
-        method: 'post',
-        url: host.concat('/rest/search/pub/', punumber, '/issue/', isnumber, '/toc'),
-        headers,
-        json: {
-            punumber,
-            isnumber,
-            sortType,
-            rowsPerPage: '100',
-        },
-    }).json();
-    const list = response.records.map((item) => {
-        const title = item.articleTitle;
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (item.hasOwnProperty('authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        let abstract = '';
-        item.hasOwnProperty('abstract') ? (abstract = item.abstract) : (abstract = '');
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const itemResponse = await got({
-                        method: 'get',
-                        url: host.concat(item.link),
-                    });
-                    const content = itemResponse.body.match(/metadata=(.*);/)[1];
-                    const { abstract } = JSON.parse(content);
-                    item.abstract = abstract;
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: jrnlName.concat(' - Latest'),
-        link: hostUrl,
-        item: list,
-    };
-};

package/lib/v2/jasa/maintainer.js

@@ -1,4 +0,0 @@
-module.exports = {
-    '/latest': ['Derekmini', 'auto-bot-ty'],
-    '/section/:id': ['Derekmini'],
-};

package/lib/v2/jasa/radar.js

@@ -1,19 +0,0 @@
-module.exports = {
-    'scitation.org': {
-        _name: 'JASA',
-        asa: [
-            {
-                title: 'latest',
-                docs: 'https://docs.rsshub.app/journal.html#jasa',
-                source: '/*',
-                target: '/jasa/latest',
-            },
-            {
-                title: 'section',
-                docs: 'https://docs.rsshub.app/journal.html#jasa',
-                source: '/*',
-                target: (params, url) => `/jasa/section/${new URL(url).searchParams.get('tocSection')}`,
-            },
-        ],
-    },
-};

package/lib/v2/jasa/router.js

@@ -1,4 +0,0 @@
-module.exports = function (router) {
-    router.get('/latest', require('./latest'));
-    router.get('/section/:id', require('./section'));
-};

package/lib/v2/jasa/section.js

@@ -1,95 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://asa.scitation.org';
-    const hostUrl = host.concat('/toc/jas/current?size=all');
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        'X-Requested-With': 'XMLHttpRequest',
-        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'User-Agent': config.ua,
-        cookie,
-    };
-
-    const curtResponse = await got({
-        method: 'get',
-        url: hostUrl,
-        headers,
-    });
-    const $1 = cheerio.load(curtResponse.data);
-    const baseUrl = $1('.row.js_issue.highlighted').find('a').attr('href');
-    const heading = $1('.subject-heading')
-        .map((_, item) => ({
-            section: $1(item).text(),
-        }))
-        .get();
-
-    let list;
-    let ifContainSection = false;
-    const id = ctx.params.id.split('+').join(' ');
-    for (let i = 0, l = heading.length; i < l; i++) {
-        if (heading[i].section === id) {
-            ifContainSection = true;
-        }
-    }
-    if (ifContainSection === true) {
-        const sectUrl = baseUrl.concat('?tocSection=', id);
-        const response = await got({
-            method: 'get',
-            url: sectUrl,
-            headers,
-        });
-        const $ = cheerio.load(response.data);
-        list = $('.card')
-            .map((_, item) => {
-                $(item).find('.access-text').remove();
-                const title = $(item).find('.hlFld-Title').text();
-                const authors = $(item).find('.entryAuthor.all').text();
-                const img = $(item).find('img').attr('src');
-                const link = $(item).find('.ref.nowrap').attr('href');
-                const doi = link.replace('/doi/full/', '');
-                return {
-                    title,
-                    link,
-                    doi,
-                    authors,
-                    img,
-                };
-            })
-            .get();
-
-        const renderDesc = (item) =>
-            art(path.join(__dirname, 'templates/description.art'), {
-                item,
-            });
-        await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const itemResponse = await got({
-                        method: 'post',
-                        url: host.concat('/action/PB2showAjaxAbstract'),
-                        headers,
-                        body: 'doi=' + item.doi,
-                    });
-                    const content = cheerio.load(itemResponse.data);
-                    item.abstract = content('span').text();
-                    item.description = renderDesc(item);
-                    return item;
-                })
-            )
-        );
-    }
-
-    ctx.state.data = {
-        title: 'JASA - '.concat(id),
-        link: hostUrl,
-        item: list,
-        allowEmpty: true,
-    };
-};

package/lib/v2/jasa/templates/description.art

@@ -1,11 +0,0 @@
-<p>
-    <span><big>{{ item.title }}</big></span><br />
-</p>
-<p>
-    <span><small><i>{{ item.authors }}</i></small></span><br />
-    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br />
-    <img src={{ item.img }}/>
-</p>
-<p>
-    <span>{{ item.abstract }}</span><br />
-</p>

package/lib/v2/panewslab/newsflash.js

@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const language = ctx.params.language ?? 'zh';
-
-    const rootUrl = 'https://panewslab.com';
-    const apiUrl = `${rootUrl}/api/sqtopic/pageBy`;
-    const currentUrl = `${rootUrl}/${language}/news/index.html`;
-
-    const response = await got({
-        method: 'post',
-        url: apiUrl,
-        form: {
-            language,
-            pageIndex: 1,
-            pageSize: 50,
-            topicState: 'PUBLISHED',
-        },
-    });
-
-    const items = response.data.data.list[0].data.map((item) => ({
-        title: item.title,
-        author: item.nick_name,
-        pubDate: parseDate(item.create_time),
-        link: `${rootUrl}/${language}/sqarticledetails/${item.id}.html`,
-        description: `<p>${item.content.replace(/来源链接$/, '').replace(/原文链接$/, '')}</p>`,
-    }));
-
-    ctx.state.data = {
-        title: 'PANews - 快讯',
-        link: currentUrl,
-        item: items,
-    };
-};