rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/informs/radar.js

@@ -0,0 +1,109 @@
+module.exports = {
+    'informs.org': {
+        _name: 'INFORMS',
+        pubsonline: [
+            {
+                title: 'Decision Analysis',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/deca', '/toc/deca/0/0'],
+                target: `/informs/deca`,
+            },
+            {
+                title: 'Marketing Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/mksc', '/toc/mksc/0/0'],
+                target: `/informs/mksc`,
+            },
+            {
+                title: 'Information Systems Research',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/isrc', '/toc/isrc/0/0'],
+                target: `/informs/isrc`,
+            },
+            {
+                title: 'Mathematics of Operations Research',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/moor', '/toc/moor/0/0'],
+                target: `/informs/moor`,
+            },
+            {
+                title: 'INFORMS Journal on Applied Analytics',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/inte', '/toc/inte/0/0'],
+                target: `/informs/inte`,
+            },
+            {
+                title: 'Operations Research',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/opre', '/toc/opre/0/0'],
+                target: `/informs/opre`,
+            },
+            {
+                title: 'INFORMS Journal on Computing',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/ijoc', '/toc/ijoc/0/0'],
+                target: `/informs/ijoc`,
+            },
+            {
+                title: 'Organization Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/orsc', '/toc/orsc/0/0'],
+                target: `/informs/orsc`,
+            },
+            {
+                title: 'INFORMS Journal on Data Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/ijds', '/toc/ijds/0/0'],
+                target: `/informs/ijds`,
+            },
+            {
+                title: 'Service Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/serv', '/toc/serv/0/0'],
+                target: `/informs/serv`,
+            },
+            {
+                title: 'INFORMS Journal on Optimization',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/ijoo', '/toc/ijoo/0/0'],
+                target: `/informs/ijoo`,
+            },
+            {
+                title: 'Stochastic Systems',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/stsy', '/toc/stsy/0/0'],
+                target: `/informs/stsy`,
+            },
+            {
+                title: 'INFORMS Transactions on Education',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/ited', '/toc/ited/0/0'],
+                target: `/informs/ited`,
+            },
+            {
+                title: 'Strategy Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/stsc', '/toc/stsc/0/0'],
+                target: `/informs/stsc`,
+            },
+            {
+                title: 'Management Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/mnsc', '/toc/mnsc/0/0'],
+                target: `/informs/mnsc`,
+            },
+            {
+                title: 'Transportation Science',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/trsc', '/toc/trsc/0/0'],
+                target: `/informs/trsc`,
+            },
+            {
+                title: 'Manufacturing & Service Operations Management',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/journal/msom', '/toc/msom/0/0'],
+                target: `/informs/msom`,
+            },
+        ],
+    },
+};

package/lib/v2/informs/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/informs/templates/content.art

@@ -0,0 +1,3 @@
+<strong> {{ author }} </strong>
+<br>
+{{ content }}

package/lib/v2/iresearch/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/report': ['brilon', 'Fatpandac'],
+};

package/lib/v2/iresearch/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'iresearch.com.cn': {
+        _name: '艾瑞',
+        www: [
+            {
+                title: '研究报告',
+                docs: 'https://docs.rsshub.app/journal.html#ieee-xplore',
+                source: ['/report.shtml'],
+                target: '/iresearch/report',
+            },
+        ],
+    },
+};

package/lib/v2/iresearch/report.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+function processReport(item, ctx) {
+    const apiUrl = `https://www.iresearch.com.cn/api/Detail/reportM?id=${item.NewsId}&isfree=0`;
+    const pageUrl = 'https://www.iresearch.com.cn/m/report.shtml';
+
+    const description = ctx.cache.tryGet(apiUrl, async () => {
+        const response = await got({
+            method: 'get',
+            url: apiUrl,
+            headers: {
+                Referer: pageUrl,
+                'Content-Type': 'application/json',
+            },
+        });
+        const data = response.data.List[0];
+
+        return art(path.join(__dirname, 'templates/report.art'), {
+            data,
+        });
+    });
+
+    return description;
+}
+
+module.exports = async (ctx) => {
+    const limit = isNaN(parseInt(ctx.query.limit)) ? 20 : parseInt(ctx.query.limit);
+    const apiUrl = `https://www.iresearch.com.cn/api/products/GetReportList?fee=0&date=&lastId=&pageSize=${limit}`;
+    const pageUrl = 'https://www.iresearch.com.cn/m/report.shtml';
+
+    const resp = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            Referer: pageUrl,
+            'Content-Type': 'application/json',
+        },
+    });
+
+    const list = resp.data.List;
+    const items = await Promise.all(
+        list.map(async (item) => ({
+            title: item.Title,
+            description: await processReport(item, ctx),
+            pubDate: timezone(parseDate(item.Uptime), +8),
+            link: item.VisitUrl,
+        }))
+    );
+
+    ctx.state.data = {
+        title: '艾瑞产业研究报告',
+        link: pageUrl,
+        description: '艾瑞产业研究报告',
+        item: items,
+    };
+};

package/lib/v2/iresearch/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/report', require('./report'));
+};

package/lib/v2/iresearch/templates/report.art

@@ -0,0 +1,5 @@
+{{@ data.Content }}
+<% for (let i = 1; i <= data.PagesCount; i++){ %>
+<img src="http://pic.iresearch.cn/rimgs/{{ data.id }}/{{ i }}.jpg" rel="no-referrer">
+<% } %>
+

package/lib/v2/ithome/zt.js

@@ -36,8 +36,16 @@ module.exports = async (ctx) => {
                 });
 
                 const content = cheerio.load(detailResponse.data);
+                const post = content('.post_content');
 
-                item.description = content('.post_content').html();
+                post.find('img[data-original]').each((_, ele) => {
+                    ele = $(ele);
+                    ele.attr('src', ele.attr('data-original'));
+                    ele.removeAttr('class');
+                    ele.removeAttr('data-original');
+                });
+
+                item.description = post.html();
                 item.author = content('#author_baidu').text().replace('作者：', '');
                 item.pubDate = timezone(parseDate(content('#pubtime_baidu').text()), +8);
 

package/lib/v2/iwara/index.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://ecchi.iwara.tv';
+
+const typeMap = {
+    video: 'Videos',
+    image: 'Images',
+};
+
+const selectorMap = {
+    video: 'div.node.node-video.node-teaser.node-teaser.clearfix',
+    image: 'div.node.node-image.node-teaser.node-teaser.clearfix',
+};
+
+module.exports = async (ctx) => {
+    const username = ctx.params.username;
+    const type = ctx.params.type ?? 'video';
+    const userUrl = `${rootUrl}/users/${username}`;
+
+    const response = await got.get(userUrl);
+    const $ = cheerio.load(response.data);
+    const list = $(selectorMap[type]);
+
+    const items = list
+        .map((_, item) => {
+            const imageUrl = 'https:' + $(item).find('img').attr('src');
+            return {
+                title: $(item).find('h3.title').text(),
+                author: username,
+                link: rootUrl + $(item).find('h3.title > a').attr('href'),
+                description: `<img src="${imageUrl}">`,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        title: `${username}'s iwara - ${typeMap[type]}`,
+        link: userUrl,
+        item: items,
+    };
+};

package/lib/v2/iwara/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/users/:username?/:type?': ['Fatpandac'],
+};

package/lib/v2/iwara/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'iwara.tv': {
+        _name: 'iwara',
+        ecchi: [
+            {
+                title: '用户视频',
+                docs: '',
+                source: '/users/:username',
+                target: '/iwara/users/:username?/video',
+            },
+            {
+                title: '用户图片',
+                docs: '',
+                source: '/users/:username',
+                target: '/iwara/users/:username?/image',
+            },
+        ],
+    },
+};

package/lib/v2/iwara/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/users/:username?/:type?', require('./index'));
+};

package/lib/v2/jandan/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'http://i.jandan.net';
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.post')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('.thetitle a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    summary: item.find('.indexs').text(),
+                    image: item
+                        .find('img')
+                        .attr('data-original')
+                        .replace(/!square/, ''),
+                }),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.wechat-hide').prev().nextAll().remove();
+
+                item.description += content('.entry').html();
+                item.author = content('.postinfo strong').text();
+                item.pubDate = timezone(parseDate(detailResponse.data.match(/"pubDate": "(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})"/)[1]), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/jandan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+    '/': ['nczitzk'],
+};

package/lib/v2/jandan/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'jandan.net': {
+        _name: '煎蛋',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/picture.html#jian-dan-shou-ye',
+                source: ['/:category', '/'],
+                target: '/jandan/:category?',
+            },
+            {
+                title: '板块',
+                docs: 'https://docs.rsshub.app/picture.html#jian-dan-ban-kuai',
+                source: ['/:category', '/'],
+                target: '/jandan/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/jandan/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/:category', require('./section'));
+    router.get('/', require('./index'));
+};

package/lib/v2/jandan/section.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'top';
+
+    const rootUrl = 'http://i.jandan.net';
+    const currentUrl = `${rootUrl}/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('ol.commentlist li')
+        .not('.row')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            item.find('.commenttext img, .tucao-report').remove();
+
+            item.find('.commenttext .view_img_link').each(function () {
+                $(this).replaceWith(`<img src="${$(this).attr('href')}">`);
+            });
+
+            const author = item.find('b').first().text();
+            const description = item.find('.commenttext');
+
+            return {
+                author,
+                description: description.html(),
+                title: `${author}: ${description.text()}`,
+                pubDate: parseDate(item.find('.time').text()),
+                link: `${rootUrl}/t/${item.attr('id').split('-').pop()}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${$('title').text()} - 煎蛋`,
+        link: currentUrl,
+        item: items,
+        description: response.data.match(/"description": "([\s\S]*)",/)[1],
+    };
+};

package/lib/v2/jandan/templates/description.art

@@ -0,0 +1,4 @@
+<blockquote>
+<p>{{ summary }}</p>
+</blockquote>
+<img src="{{ image }}">

package/lib/v2/jasa/latest.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const host = 'https://asa.scitation.org';
+    const hostUrl = host.concat('/toc/jas/current?size=all');
+    const resp = await got(host);
+    const cookie = resp.headers['set-cookie'].join(' ');
+    const headers = {
+        'X-Requested-With': 'XMLHttpRequest',
+        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'User-Agent': config.ua,
+        cookie,
+    };
+
+    const curtResponse = await got({
+        method: 'get',
+        url: hostUrl,
+        headers,
+    });
+    const $ = cheerio.load(curtResponse.data);
+    const list = $('.card')
+        .map((_, item) => {
+            $(item).find('.access-text').remove();
+            const title = $(item).find('.hlFld-Title').text();
+            const authors = $(item).find('.entryAuthor.all').text();
+            const img = $(item).find('img').attr('src');
+            const link = $(item).find('.ref.nowrap').attr('href');
+            const doi = link.replace('/doi/full/', '');
+            return {
+                title,
+                link,
+                doi,
+                authors,
+                img,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemResponse = await got({
+                    method: 'post',
+                    url: host.concat('/action/PB2showAjaxAbstract'),
+                    headers,
+                    body: 'doi=' + item.doi,
+                });
+                const content = cheerio.load(itemResponse.data);
+                item.abstract = content('span').text();
+                item.description = renderDesc(item);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'JASA - Latest',
+        link: hostUrl,
+        item: list,
+    };
+};

package/lib/v2/jasa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/latest': ['Derekmini', 'auto-bot-ty'],
+    '/section/:id': ['Derekmini'],
+};

package/lib/v2/jasa/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'scitation.org': {
+        _name: 'JASA',
+        asa: [
+            {
+                title: 'latest',
+                docs: 'https://docs.rsshub.app/journal.html#jasa',
+                source: '/*',
+                target: '/jasa/latest',
+            },
+            {
+                title: 'section',
+                docs: 'https://docs.rsshub.app/journal.html#jasa',
+                source: '/*',
+                target: (params, url) => `/jasa/section/${new URL(url).searchParams.get('tocSection')}`,
+            },
+        ],
+    },
+};

package/lib/v2/jasa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/latest', require('./latest'));
+    router.get('/section/:id', require('./section'));
+};

package/lib/v2/jasa/section.js

@@ -0,0 +1,95 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const host = 'https://asa.scitation.org';
+    const hostUrl = host.concat('/toc/jas/current?size=all');
+    const resp = await got(host);
+    const cookie = resp.headers['set-cookie'].join(' ');
+    const headers = {
+        'X-Requested-With': 'XMLHttpRequest',
+        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'User-Agent': config.ua,
+        cookie,
+    };
+
+    const curtResponse = await got({
+        method: 'get',
+        url: hostUrl,
+        headers,
+    });
+    const $1 = cheerio.load(curtResponse.data);
+    const baseUrl = $1('.row.js_issue.highlighted').find('a').attr('href');
+    const heading = $1('.subject-heading')
+        .map((_, item) => ({
+            section: $1(item).text(),
+        }))
+        .get();
+
+    let list;
+    let ifContainSection = false;
+    const id = ctx.params.id.split('+').join(' ');
+    for (let i = 0, l = heading.length; i < l; i++) {
+        if (heading[i].section === id) {
+            ifContainSection = true;
+        }
+    }
+    if (ifContainSection === true) {
+        const sectUrl = baseUrl.concat('?tocSection=', id);
+        const response = await got({
+            method: 'get',
+            url: sectUrl,
+            headers,
+        });
+        const $ = cheerio.load(response.data);
+        list = $('.card')
+            .map((_, item) => {
+                $(item).find('.access-text').remove();
+                const title = $(item).find('.hlFld-Title').text();
+                const authors = $(item).find('.entryAuthor.all').text();
+                const img = $(item).find('img').attr('src');
+                const link = $(item).find('.ref.nowrap').attr('href');
+                const doi = link.replace('/doi/full/', '');
+                return {
+                    title,
+                    link,
+                    doi,
+                    authors,
+                    img,
+                };
+            })
+            .get();
+
+        const renderDesc = (item) =>
+            art(path.join(__dirname, 'templates/description.art'), {
+                item,
+            });
+        await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const itemResponse = await got({
+                        method: 'post',
+                        url: host.concat('/action/PB2showAjaxAbstract'),
+                        headers,
+                        body: 'doi=' + item.doi,
+                    });
+                    const content = cheerio.load(itemResponse.data);
+                    item.abstract = content('span').text();
+                    item.description = renderDesc(item);
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: 'JASA - '.concat(id),
+        link: hostUrl,
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/jasa/templates/description.art

@@ -0,0 +1,9 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br />
+    <span><small><i>{{ item.authors }}</i></small></span><br />
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br />
+    <img src={{ item.img }}/>
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br />
+</p>