rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/iwara/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'iwara.tv': {
+        _name: 'iwara',
+        ecchi: [
+            {
+                title: '用户视频',
+                docs: '',
+                source: '/users/:username',
+                target: '/iwara/users/:username?/video',
+            },
+            {
+                title: '用户图片',
+                docs: '',
+                source: '/users/:username',
+                target: '/iwara/users/:username?/image',
+            },
+        ],
+    },
+};

package/lib/v2/iwara/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/users/:username?/:type?', require('./index'));
+};

package/lib/v2/jandan/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'http://i.jandan.net';
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.post')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('.thetitle a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    summary: item.find('.indexs').text(),
+                    image: item
+                        .find('img')
+                        .attr('data-original')
+                        .replace(/!square/, ''),
+                }),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.wechat-hide').prev().nextAll().remove();
+
+                item.description += content('.entry').html();
+                item.author = content('.postinfo strong').text();
+                item.pubDate = timezone(parseDate(detailResponse.data.match(/"pubDate": "(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2})"/)[1]), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/jandan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+    '/': ['nczitzk'],
+};

package/lib/v2/jandan/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'jandan.net': {
+        _name: '煎蛋',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/picture.html#jian-dan-shou-ye',
+                source: ['/:category', '/'],
+                target: '/jandan/:category?',
+            },
+            {
+                title: '板块',
+                docs: 'https://docs.rsshub.app/picture.html#jian-dan-ban-kuai',
+                source: ['/:category', '/'],
+                target: '/jandan/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/jandan/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/:category', require('./section'));
+    router.get('/', require('./index'));
+};

package/lib/v2/jandan/section.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'top';
+
+    const rootUrl = 'http://i.jandan.net';
+    const currentUrl = `${rootUrl}/${category}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('ol.commentlist li')
+        .not('.row')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            item.find('.commenttext img, .tucao-report').remove();
+
+            item.find('.commenttext .view_img_link').each(function () {
+                $(this).replaceWith(`<img src="${$(this).attr('href')}">`);
+            });
+
+            const author = item.find('b').first().text();
+            const description = item.find('.commenttext');
+
+            return {
+                author,
+                description: description.html(),
+                title: `${author}: ${description.text()}`,
+                pubDate: parseDate(item.find('.time').text()),
+                link: `${rootUrl}/t/${item.attr('id').split('-').pop()}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${$('title').text()} - 煎蛋`,
+        link: currentUrl,
+        item: items,
+        description: response.data.match(/"description": "([\s\S]*)",/)[1],
+    };
+};

package/lib/v2/jandan/templates/description.art

@@ -0,0 +1,4 @@
+<blockquote>
+<p>{{ summary }}</p>
+</blockquote>
+<img src="{{ image }}">

package/lib/v2/jasa/latest.js

@@ -0,0 +1,70 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const host = 'https://asa.scitation.org';
+    const hostUrl = host.concat('/toc/jas/current?size=all');
+    const resp = await got(host);
+    const cookie = resp.headers['set-cookie'].join(' ');
+    const headers = {
+        'X-Requested-With': 'XMLHttpRequest',
+        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'User-Agent': config.ua,
+        cookie,
+    };
+
+    const curtResponse = await got({
+        method: 'get',
+        url: hostUrl,
+        headers,
+    });
+    const $ = cheerio.load(curtResponse.data);
+    const list = $('.card')
+        .map((_, item) => {
+            $(item).find('.access-text').remove();
+            const title = $(item).find('.hlFld-Title').text();
+            const authors = $(item).find('.entryAuthor.all').text();
+            const img = $(item).find('img').attr('src');
+            const link = $(item).find('.ref.nowrap').attr('href');
+            const doi = link.replace('/doi/full/', '');
+            return {
+                title,
+                link,
+                doi,
+                authors,
+                img,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const itemResponse = await got({
+                    method: 'post',
+                    url: host.concat('/action/PB2showAjaxAbstract'),
+                    headers,
+                    body: 'doi=' + item.doi,
+                });
+                const content = cheerio.load(itemResponse.data);
+                item.abstract = content('span').text();
+                item.description = renderDesc(item);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'JASA - Latest',
+        link: hostUrl,
+        item: list,
+    };
+};

package/lib/v2/jasa/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/latest': ['Derekmini', 'auto-bot-ty'],
+    '/section/:id': ['Derekmini'],
+};

package/lib/v2/jasa/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'scitation.org': {
+        _name: 'JASA',
+        asa: [
+            {
+                title: 'latest',
+                docs: 'https://docs.rsshub.app/journal.html#jasa',
+                source: '/*',
+                target: '/jasa/latest',
+            },
+            {
+                title: 'section',
+                docs: 'https://docs.rsshub.app/journal.html#jasa',
+                source: '/*',
+                target: (params, url) => `/jasa/section/${new URL(url).searchParams.get('tocSection')}`,
+            },
+        ],
+    },
+};

package/lib/v2/jasa/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/latest', require('./latest'));
+    router.get('/section/:id', require('./section'));
+};

package/lib/v2/jasa/section.js

@@ -0,0 +1,95 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const host = 'https://asa.scitation.org';
+    const hostUrl = host.concat('/toc/jas/current?size=all');
+    const resp = await got(host);
+    const cookie = resp.headers['set-cookie'].join(' ');
+    const headers = {
+        'X-Requested-With': 'XMLHttpRequest',
+        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+        'Accept-Encoding': 'gzip, deflate, br',
+        'User-Agent': config.ua,
+        cookie,
+    };
+
+    const curtResponse = await got({
+        method: 'get',
+        url: hostUrl,
+        headers,
+    });
+    const $1 = cheerio.load(curtResponse.data);
+    const baseUrl = $1('.row.js_issue.highlighted').find('a').attr('href');
+    const heading = $1('.subject-heading')
+        .map((_, item) => ({
+            section: $1(item).text(),
+        }))
+        .get();
+
+    let list;
+    let ifContainSection = false;
+    const id = ctx.params.id.split('+').join(' ');
+    for (let i = 0, l = heading.length; i < l; i++) {
+        if (heading[i].section === id) {
+            ifContainSection = true;
+        }
+    }
+    if (ifContainSection === true) {
+        const sectUrl = baseUrl.concat('?tocSection=', id);
+        const response = await got({
+            method: 'get',
+            url: sectUrl,
+            headers,
+        });
+        const $ = cheerio.load(response.data);
+        list = $('.card')
+            .map((_, item) => {
+                $(item).find('.access-text').remove();
+                const title = $(item).find('.hlFld-Title').text();
+                const authors = $(item).find('.entryAuthor.all').text();
+                const img = $(item).find('img').attr('src');
+                const link = $(item).find('.ref.nowrap').attr('href');
+                const doi = link.replace('/doi/full/', '');
+                return {
+                    title,
+                    link,
+                    doi,
+                    authors,
+                    img,
+                };
+            })
+            .get();
+
+        const renderDesc = (item) =>
+            art(path.join(__dirname, 'templates/description.art'), {
+                item,
+            });
+        await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const itemResponse = await got({
+                        method: 'post',
+                        url: host.concat('/action/PB2showAjaxAbstract'),
+                        headers,
+                        body: 'doi=' + item.doi,
+                    });
+                    const content = cheerio.load(itemResponse.data);
+                    item.abstract = content('span').text();
+                    item.description = renderDesc(item);
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: 'JASA - '.concat(id),
+        link: hostUrl,
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/jasa/templates/description.art

@@ -0,0 +1,9 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br />
+    <span><small><i>{{ item.authors }}</i></small></span><br />
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br />
+    <img src={{ item.img }}/>
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br />
+</p>

package/lib/{routes → v2}/javdb/actors.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/actors/${id}?t=${filter}`;
+    const currentUrl = `/actors/${id}${filter ? `?t=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/index.js

@@ -1,9 +1,9 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.caty || 'censored';
-    const sort = ctx.params.sort || '2';
-    const filter = ctx.params.filter || '1';
+    const category = ctx.params.category ?? 'censored';
+    const sort = ctx.params.sort ?? '2';
+    const filter = ctx.params.filter ?? '1';
 
     const currentUrl = `${category === 'censored' ? '' : category}?vft=${filter}&vst=${sort}`;
 

package/lib/v2/javdb/maintainer.js

@@ -0,0 +1,10 @@
+module.exports = {
+    '/home/:category?/:sort?/:filter?': ['nczitzk'],
+    '/search/:keyword?/:filter?': ['nczitzk'],
+    '/tags/:query?/:category?': ['nczitzk'],
+    '/actors/:id/:filter?': ['nczitzk'],
+    '/makers/:id/:filter?': ['nczitzk'],
+    '/series/:id/:filter?': ['nczitzk'],
+    '/rankings/:category?/:time?': ['nczitzk'],
+    '/:category?/:sort?/:filter?': ['nczitzk'],
+};

package/lib/{routes → v2}/javdb/makers.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/makers/${id}?f=${filter}`;
+    const currentUrl = `/makers/${id}${filter ? `?f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/v2/javdb/radar.js

@@ -0,0 +1,49 @@
+module.exports = {
+    'javdb.com': {
+        _name: 'JavDB',
+        '.': [
+            {
+                title: '主页',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-zhu-ye',
+                source: ['/'],
+                target: '/javdb',
+            },
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-fen-lei',
+                source: ['/tags/:category', '/'],
+                target: (params, url) => `/javdb/tags/:category/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-pai-hang-bang',
+                source: ['/rankings/:category', '/'],
+                target: (params, url) => `/javdb/rankings/:category/${new URL(url).searchParams.get('period') ?? ''}`,
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-sou-suo',
+                source: ['/search', '/'],
+                target: (params, url) => `/javdb/search/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '演員',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-yan-yuan',
+                source: ['/actors/:id', '/'],
+                target: (params, url) => `/javdb/actors/:id/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '系列',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-xi-lie',
+                source: ['/series/:id', '/'],
+                target: (params, url) => `/javdb/series/:id/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '片商',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-pian-shang',
+                source: ['/makers/:id', '/'],
+                target: (params, url) => `/javdb/makers/:id/${new URL(url).searchParams.toString()}`,
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/javdb/rankings.js

@@ -1,8 +1,8 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const time = ctx.params.time || 'daily';
+    const category = ctx.params.category ?? 'censored';
+    const time = ctx.params.time ?? 'daily';
 
     const currentUrl = `/rankings/video_${category}?period=${time}`;
 

package/lib/v2/javdb/router.js

@@ -0,0 +1,10 @@
+module.exports = function (router) {
+    router.get('/home/:category?/:sort?/:filter?', require('./index'));
+    router.get('/search/:keyword?/:filter?', require('./search'));
+    router.get('/tags/:query?/:category?', require('./tags'));
+    router.get('/actors/:id/:filter?', require('./actors'));
+    router.get('/makers/:id/:filter?', require('./makers'));
+    router.get('/series/:id/:filter?', require('./series'));
+    router.get('/rankings/:category?/:time?', require('./rankings'));
+    router.get('/:category?/:sort?/:filter?', require('./index'));
+};

package/lib/{routes → v2}/javdb/search.js

@@ -1,10 +1,10 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const filter = ctx.params.filter || '';
-    const keyword = ctx.params.keyword || '';
+    const filter = ctx.params.filter ?? '';
+    const keyword = ctx.params.keyword ?? '';
 
-    const currentUrl = `/search?q=${keyword}&f=${filter}`;
+    const currentUrl = `/search?q=${keyword}${filter ? `&f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/series.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/series/${id}?f=${filter}`;
+    const currentUrl = `/series/${id}${filter ? `?f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/tags.js

@@ -1,8 +1,8 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const query = ctx.params.query || '';
+    const category = ctx.params.category ?? 'censored';
+    const query = ctx.params.query ?? '';
 
     const currentUrl = `/tags${category === 'censored' ? '' : `/${category}`}?${query}`;
 

package/lib/v2/javdb/utils.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = {
+    ProcessItems: async (ctx, currentUrl, title) => {
+        const domain = ctx.query.domain ?? 'javdb7.com';
+        const rootUrl = `https://${domain}`;
+
+        const response = await got({
+            method: 'get',
+            url: `${rootUrl}${currentUrl}`,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        $('.tags, .tag-can-play').remove();
+
+        let items = $('.grid-item a')
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                return {
+                    title: item.text(),
+                    link: `${rootUrl}${item.attr('href')}`,
+                    pubDate: parseDate(item.find('.meta').text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.enclosure_type = 'application/x-bittorrent';
+                    item.enclosure_url = content('#magnets-content button[data-clipboard-text]').first().attr('data-clipboard-text');
+
+                    content('icon').remove();
+                    content('#modal-review-watched, #modal-comment-warning, #modal-save-list').remove();
+                    content('.review-buttons, .copy-to-clipboard, .preview-video-container, .play-button').remove();
+
+                    content('.preview-images img').each(function () {
+                        content(this).removeAttr('data-src');
+                        content(this).attr('src', content(this).parent().attr('href'));
+                    });
+
+                    item.category = content('.panel-block .value a')
+                        .toArray()
+                        .map((v) => content(v).text());
+                    item.author = content('.panel-block .value').last().parent().find('.value a').first().text();
+                    item.description = content('.cover-container, .column-video-cover').html() + content('.movie-panel-info').html() + content('#magnets-content').html() + content('.preview-images').html();
+
+                    return item;
+                })
+            )
+        );
+
+        const htmlTitle = $('title').text();
+        const subject = htmlTitle.indexOf('|') === -1 ? '' : htmlTitle.split('|')[0];
+
+        return {
+            title: subject === '' ? title : `${subject} - ${title}`,
+            link: `${rootUrl}${currentUrl}`,
+            item: items,
+        };
+    },
+};

package/lib/v2/javlibrary/bestrated.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_bestrated.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/bestreviews.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/tl_bestreviews.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/genre.js

@@ -0,0 +1,10 @@
+const { defaultMode, defaultGenre, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const genre = ctx.params.genre ?? defaultGenre;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_genre.php?list&g=${genre}&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};