rsshub 1.0.0-master.fc5a2f6 → 1.0.0-master.fc648b5

package/lib/routes/hk01/issue.js

@@ -1,22 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got(`https://web-data.api.hk01.com/v2/page/issue/${id}`);
-    const data = response.data;
-    const list = data.issue.blocks[0].articles;
-
-    ctx.state.data = {
-        title: `香港01 - ${data.issue.title}`,
-        description: data.meta.metaDesc,
-        link: data.issue.publishUrl,
-        item: list.map((item) => ({
-            title: item.data.title,
-            author: item.data.authors && item.data.authors.map((e) => e.publishName).join(', '),
-            description: `<p>${item.data.description}…</p><img style="width: 100%" src="${item.data.mainImage.cdnUrl}" />`,
-            pubDate: new Date(item.data.lastModifyTime * 1000),
-            link: item.data.canonicalUrl,
-        })),
-    };
-};

package/lib/routes/mirror/entries.js

@@ -1,80 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    let link;
-    let subDomain = 0;
-    if (id.endsWith('.eth') || id.length === 42 || id.length === 40) {
-        link = 'https://mirror.xyz/' + id;
-    } else {
-        link = 'https://' + id + '.mirror.xyz';
-        subDomain = 1;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
-
-    const data = response.body;
-    const $ = cheerio.load(data);
-
-    const author = $('div#__next > div.GlobalNavigation > div.GlobalNavigationContainer > div > div > div > div > div > a').text();
-
-    // 标题
-    const article = $('h1')
-        .map(function () {
-            return $(this).text();
-        })
-        .get();
-
-    // 地址
-    const addr = $('h1')
-        .parent()
-        .parent()
-        .parent()
-        .map(function () {
-            return $(this).attr('href');
-        })
-        .get();
-
-    // 发布日期
-    const date = $('div#__next > div > div > div > div > div > div > div > div > div')
-        .map(function () {
-            return $(this).text();
-        })
-        .get();
-
-    // 摘要
-    const des = $('h1')
-        .parent()
-        .parent()
-        .parent()
-        .parent()
-        .next()
-        .next()
-        .map(function () {
-            return $(this).text();
-        })
-        .get();
-
-    const items = [];
-    article.forEach((item, index) => {
-        items.push({
-            title: item,
-            author,
-            description: des[index],
-            pubDate: date[index],
-            link: subDomain ? link + addr[index] : 'https://mirror.xyz' + addr[index],
-        });
-    });
-
-    const title = author + ' - Mirror';
-    ctx.state.data = {
-        title,
-        link,
-        allowEmpty: true,
-        item: items,
-    };
-};

package/lib/routes/universities/ncwu/notice.js

@@ -1,42 +0,0 @@
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const baseUrl = 'https://www5.ncwu.edu.cn/channels/5.html';
-
-module.exports = async (ctx) => {
-    const htmlCache = await ctx.cache.tryGet(
-        baseUrl,
-        async () => {
-            // 由于学校系统升级，更换为使用 puppeteer 渲染页面获取
-            const browser = await require('@/utils/puppeteer')();
-            const page = await browser.newPage();
-            await page.goto(baseUrl);
-            const html = await page.evaluate(
-                () =>
-                    // eslint-disable-next-line no-undef
-                    document.querySelector('div.news-list').innerHTML
-            );
-            browser.close();
-
-            return html;
-        },
-        60 * 60 * 12
-    ); // 防止访问频率过高
-
-    const $ = cheerio.load(htmlCache);
-    const list = $('div.news-item');
-
-    ctx.state.data = {
-        title: '华水学校通知',
-        link: baseUrl,
-        item:
-            list &&
-            list
-                .map((index, item) => ({
-                    title: `「` + $(item).find('a.dw').text() + `」` + $(item).find('a.dw').next().text(),
-                    description: $(item).find('div.detail').text(),
-                    pubDate: date($(item).find('div.month').text() + '-' + $(item).find('div.day').text()),
-                    link: $(item).find('a.dw').next().attr('href'),
-                }))
-                .get(),
-    };
-};

package/lib/routes/universities/xjtu/dean.js

@@ -1,86 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const subpath = ctx.params.subpath;
-
-    const url = `http://dean.xjtu.edu.cn/${subpath.replace(/\.htm/g, '')}.htm`;
-    const base = url.split('/').slice(0, -1).join('/');
-
-    const list_response = await got.get(url);
-    const $ = cheerio.load(list_response.data);
-
-    const subname = $('em.ma-nav a')
-        .slice(1)
-        .map(function () {
-            return $(this).text();
-        })
-        .get()
-        .join(' - ');
-
-    const list = $('.list_main_content > .list-li').get();
-
-    const parseContent = (htmlString) => {
-        const $ = cheerio.load(htmlString);
-
-        const info = $('.detail_main_content > h1')
-            .contents()
-            .filter(function () {
-                return this.nodeType === 3;
-            })
-            .map(function () {
-                return $(this).text().trim();
-            })
-            .get();
-
-        const content = $('[id^="vsb_content"]');
-        $('form > div > ul a').each(function () {
-            $(this).appendTo(content);
-            $('<br>').appendTo(content);
-        });
-
-        return {
-            author: info[0] || '教务处',
-            description: content.html(),
-            pubDate: new Date(info[1]),
-        };
-    };
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const title = $('a');
-            const link = new URL(title.attr('href'), base).href;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: title.text().trim(),
-                link,
-            };
-
-            try {
-                const response = await got.get(link);
-                const result = parseContent(response.data);
-
-                rssitem.description = result.description;
-                rssitem.author = result.author;
-                rssitem.pubDate = result.pubDate;
-            } catch (err) {
-                return Promise.resolve('');
-            }
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: `西安交大教务处 - ${subname}`,
-        link: url,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/routes/universities/xjtu/international.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const subpath = ctx.params.subpath;
-    const base = 'http://international.xjtu.edu.cn';
-
-    const url = `${base}/${subpath.split('.')[0]}.htm`;
-    const resp = await got({
-        method: 'get',
-        url,
-    });
-
-    const $ = cheerio.load(resp.data);
-    const name = $('div.pageTitle').text();
-    const list = $('.news-list-a > .c').get();
-
-    const item = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('p.list-tit');
-            const pubDate = $('p.list-time');
-            const link = new URL($('a').attr('href'), base).href;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const resp = await got.get(link);
-
-            const $Des = cheerio.load(resp.data);
-            const description = $Des('div.ctnCont').html();
-
-            const rssItem = {
-                title: title.text(),
-                link,
-                pubDate: new Date(pubDate.text()),
-                description,
-            };
-
-            ctx.cache.set(rssItem, JSON.stringify(rssItem));
-            return Promise.resolve(rssItem);
-        })
-    );
-
-    ctx.state.data = {
-        title: `西安交通大学国际处 - ${name}`,
-        link: url,
-        description: `西安交通大学国际处 - ${name}`,
-        item,
-    };
-};

package/lib/routes/universities/xjtu/job.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const subpath = ctx.params.subpath || 'zxtg';
-    const arr = {
-        zxtg: '中心通告',
-        xdsgwy: '选调生|公务员',
-        gjzzsx: '国际组织实习',
-        xwzx: '新闻资讯',
-        hdyjz: '活动与讲座',
-    };
-    const rootUrl = `https://job.xjtu.edu.cn/news.do;?ext=${arr[subpath]}`;
-    const baseUrl = 'https://job.xjtu.edu.cn';
-
-    const list_response = await got.get(rootUrl);
-    const $ = cheerio.load(list_response.data);
-
-    const list = $('div.jsnr ul li')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.find('span').text(),
-                link: new URL(a.attr('href'), baseUrl),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `西安交通大学就业网-${arr[subpath]}`,
-        link: baseUrl,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got.get(item.link);
-                    const content = cheerio.load(res.data);
-                    item.description = content('div.jsnr').html();
-                    const dateStr = content('div.jsnrly span').eq(1).text();
-                    const date = parseDate(dateStr, 'YYYY MM DD HH mm', 'zh-cn');
-                    item.pubDate = timezone(date, +8);
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/v2/elsevier/latest.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://www.sciencedirect.com';
-    const journal = ctx.params.journal;
-    const hostUrl = host.concat('/journal/', journal);
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Referer: 'https://id.elsevier.com/',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        cookie,
-    };
-
-    const preResponse = await got({
-        method: 'get',
-        url: hostUrl,
-        headers,
-    });
-    const $1 = cheerio.load(preResponse.data);
-    const jrnlName = $1('.anchor.js-title-link').text();
-    const ltstUrl = host.concat($1('.anchor.js-volume').attr('href'));
-    let volume = '';
-    if (ltstUrl.match('suppl') !== null) {
-        volume = 'Volume ' + ltstUrl.match('vol/(.*)/suppl')[1];
-    } else if (ltstUrl.match('issue') !== null) {
-        volume = 'Volume ' + ltstUrl.match('vol/(.*)/issue')[1] + ' Issue ' + ltstUrl.match('/issue/(.*)')[1];
-    }
-
-    const response = await got({
-        method: 'get',
-        url: ltstUrl,
-        headers,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('.js-article')
-        .map((_, item) => {
-            const title = $(item).find('.js-article-title').text();
-            const authors = $(item).find('.js-article__item__authors').text();
-            const link = $(item).find('.article-content-title').attr('href');
-            const id = $(item).find('.article-content-title').attr('id');
-            return {
-                title,
-                link,
-                id,
-                authors,
-                volume,
-            };
-        })
-        .get();
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'get',
-                    url: host.concat('/science/article/pii/', item.id),
-                    headers,
-                });
-                const content = cheerio.load(itemResponse.data);
-                content('.section-title').remove();
-                const doi = content('.doi').attr('href').replace('https://doi.org/', '');
-                item.doi = doi;
-                item.abstract = content('.abstract.author').html();
-                item.description = renderDesc(item);
-                return item;
-            })
-        )
-    );
-    ctx.state.data = {
-        title: jrnlName.concat(' - Latest'),
-        link: hostUrl,
-        item: list,
-    };
-};

package/lib/v2/elsevier/volume.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://www.sciencedirect.com';
-    const journal = ctx.params.journal;
-    const volume = 'Volume ' + ctx.params.id.replace('-', ' Issue ');
-    const volUrl = 'https://www.sciencedirect.com/journal/' + journal + '/vol/' + ctx.params.id.replace('-', '/issue/');
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Referer: 'https://id.elsevier.com/',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        cookie,
-    };
-
-    const response = await got({
-        method: 'get',
-        url: volUrl,
-        headers,
-    });
-    const $ = cheerio.load(response.data);
-    const jrnlName = $('.anchor.js-title-link').text();
-    const list = $('.js-article')
-        .map((_, item) => {
-            const title = $(item).find('.js-article-title').text();
-            const authors = $(item).find('.js-article__item__authors').text();
-            const link = $(item).find('.article-content-title').attr('href');
-            const id = $(item).find('.article-content-title').attr('id');
-            return {
-                title,
-                link,
-                id,
-                authors,
-                volume,
-            };
-        })
-        .get();
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'get',
-                    url: 'https://www.sciencedirect.com/science/article/pii/' + item.id,
-                    headers,
-                });
-                const content = cheerio.load(itemResponse.data);
-                content('.section-title').remove();
-                const doi = content('.doi').attr('href').replace('https://doi.org/', '');
-                item.doi = doi;
-                item.abstract = content('.abstract.author').html();
-                item.description = renderDesc(item);
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: jrnlName.concat(' - ', volume),
-        link: volUrl,
-        item: list,
-    };
-};

package/lib/v2/ieee/latestvol.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-const path = require('path');
-const { art } = require('@/utils/render');
-
-module.exports = async (ctx) => {
-    const host = 'https://ieeexplore.ieee.org';
-    const punumber = ctx.params.journal;
-    const sortType = ctx.params.sortType ?? 'vol-only-seq';
-    const hostUrl = host.concat('/xpl/mostRecentIssue.jsp?punumber=', punumber);
-    const headers = {
-        Accept: 'application/json, text/plain, */*',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'Accept-Language': 'zh-CN,zh;q=0.9',
-        Host: host.replace('https://', ''),
-        'User-Agent': config.ua,
-        Referer: hostUrl,
-    };
-
-    const resp = await got({
-        method: 'get',
-        url: host.concat('/rest/publication/home/metadata?pubid=', punumber),
-        headers,
-    }).json();
-    const volume = resp.currentIssue.volume;
-    const isnumber = resp.currentIssue.issueNumber;
-    const jrnlName = resp.displayTitle;
-
-    const response = await got({
-        method: 'post',
-        url: host.concat('/rest/search/pub/', punumber, '/issue/', isnumber, '/toc'),
-        headers,
-        json: {
-            punumber,
-            isnumber,
-            sortType,
-            rowsPerPage: '100',
-        },
-    }).json();
-    const list = response.records.map((item) => {
-        const title = item.articleTitle;
-        const link = item.htmlLink;
-        const doi = item.doi;
-        let authors = 'Do not have author';
-        if (item.hasOwnProperty('authors')) {
-            authors = item.authors.map((itemAuth) => itemAuth.preferredName).join('; ');
-        }
-        let abstract = '';
-        item.hasOwnProperty('abstract') ? (abstract = item.abstract) : (abstract = '');
-        return {
-            title,
-            link,
-            authors,
-            doi,
-            volume,
-            abstract,
-        };
-    });
-
-    const renderDesc = (item) =>
-        art(path.join(__dirname, 'templates/description.art'), {
-            item,
-        });
-    await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                if (item.abstract !== '') {
-                    const itemResponse = await got({
-                        method: 'get',
-                        url: host.concat(item.link),
-                    });
-                    const content = itemResponse.body.match(/metadata=(.*);/)[1];
-                    const { abstract } = JSON.parse(content);
-                    item.abstract = abstract;
-                    item.description = renderDesc(item);
-                }
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: jrnlName.concat(' - Latest'),
-        link: hostUrl,
-        item: list,
-    };
-};

package/lib/v2/jasa/maintainer.js

@@ -1,4 +0,0 @@
-module.exports = {
-    '/latest': ['Derekmini', 'auto-bot-ty'],
-    '/section/:id': ['Derekmini'],
-};

package/lib/v2/jasa/radar.js

@@ -1,19 +0,0 @@
-module.exports = {
-    'scitation.org': {
-        _name: 'JASA',
-        asa: [
-            {
-                title: 'latest',
-                docs: 'https://docs.rsshub.app/journal.html#jasa',
-                source: '/*',
-                target: '/jasa/latest',
-            },
-            {
-                title: 'section',
-                docs: 'https://docs.rsshub.app/journal.html#jasa',
-                source: '/*',
-                target: (params, url) => `/jasa/section/${new URL(url).searchParams.get('tocSection')}`,
-            },
-        ],
-    },
-};

package/lib/v2/jasa/router.js

@@ -1,4 +0,0 @@
-module.exports = function (router) {
-    router.get('/latest', require('./latest'));
-    router.get('/section/:id', require('./section'));
-};