rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/{routes → v2}/javdb/actors.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/actors/${id}?t=${filter}`;
+    const currentUrl = `/actors/${id}${filter ? `?t=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/index.js

@@ -1,9 +1,9 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.caty || 'censored';
-    const sort = ctx.params.sort || '2';
-    const filter = ctx.params.filter || '1';
+    const category = ctx.params.category ?? 'censored';
+    const sort = ctx.params.sort ?? '2';
+    const filter = ctx.params.filter ?? '1';
 
     const currentUrl = `${category === 'censored' ? '' : category}?vft=${filter}&vst=${sort}`;
 

package/lib/v2/javdb/maintainer.js

@@ -0,0 +1,10 @@
+module.exports = {
+    '/home/:category?/:sort?/:filter?': ['nczitzk'],
+    '/search/:keyword?/:filter?': ['nczitzk'],
+    '/tags/:query?/:category?': ['nczitzk'],
+    '/actors/:id/:filter?': ['nczitzk'],
+    '/makers/:id/:filter?': ['nczitzk'],
+    '/series/:id/:filter?': ['nczitzk'],
+    '/rankings/:category?/:time?': ['nczitzk'],
+    '/:category?/:sort?/:filter?': ['nczitzk'],
+};

package/lib/{routes → v2}/javdb/makers.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/makers/${id}?f=${filter}`;
+    const currentUrl = `/makers/${id}${filter ? `?f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/v2/javdb/radar.js

@@ -0,0 +1,49 @@
+module.exports = {
+    'javdb.com': {
+        _name: 'JavDB',
+        '.': [
+            {
+                title: '主页',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-zhu-ye',
+                source: ['/'],
+                target: '/javdb',
+            },
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-fen-lei',
+                source: ['/tags/:category', '/'],
+                target: (params, url) => `/javdb/tags/:category/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-pai-hang-bang',
+                source: ['/rankings/:category', '/'],
+                target: (params, url) => `/javdb/rankings/:category/${new URL(url).searchParams.get('period') ?? ''}`,
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-sou-suo',
+                source: ['/search', '/'],
+                target: (params, url) => `/javdb/search/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '演員',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-yan-yuan',
+                source: ['/actors/:id', '/'],
+                target: (params, url) => `/javdb/actors/:id/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '系列',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-xi-lie',
+                source: ['/series/:id', '/'],
+                target: (params, url) => `/javdb/series/:id/${new URL(url).searchParams.toString()}`,
+            },
+            {
+                title: '片商',
+                docs: 'https://docs.rsshub.app/multimedia.html#javdb-pian-shang',
+                source: ['/makers/:id', '/'],
+                target: (params, url) => `/javdb/makers/:id/${new URL(url).searchParams.toString()}`,
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/javdb/rankings.js

@@ -1,8 +1,8 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const time = ctx.params.time || 'daily';
+    const category = ctx.params.category ?? 'censored';
+    const time = ctx.params.time ?? 'daily';
 
     const currentUrl = `/rankings/video_${category}?period=${time}`;
 

package/lib/v2/javdb/router.js

@@ -0,0 +1,10 @@
+module.exports = function (router) {
+    router.get('/home/:category?/:sort?/:filter?', require('./index'));
+    router.get('/search/:keyword?/:filter?', require('./search'));
+    router.get('/tags/:query?/:category?', require('./tags'));
+    router.get('/actors/:id/:filter?', require('./actors'));
+    router.get('/makers/:id/:filter?', require('./makers'));
+    router.get('/series/:id/:filter?', require('./series'));
+    router.get('/rankings/:category?/:time?', require('./rankings'));
+    router.get('/:category?/:sort?/:filter?', require('./index'));
+};

package/lib/{routes → v2}/javdb/search.js

@@ -1,10 +1,10 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const filter = ctx.params.filter || '';
-    const keyword = ctx.params.keyword || '';
+    const filter = ctx.params.filter ?? '';
+    const keyword = ctx.params.keyword ?? '';
 
-    const currentUrl = `/search?q=${keyword}&f=${filter}`;
+    const currentUrl = `/search?q=${keyword}${filter ? `&f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/series.js

@@ -2,9 +2,9 @@ const utils = require('./utils');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
+    const filter = ctx.params.filter ?? '';
 
-    const currentUrl = `/series/${id}?f=${filter}`;
+    const currentUrl = `/series/${id}${filter ? `?f=${filter}` : ''}`;
 
     const filters = {
         '': '',

package/lib/{routes → v2}/javdb/tags.js

@@ -1,8 +1,8 @@
 const utils = require('./utils');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const query = ctx.params.query || '';
+    const category = ctx.params.category ?? 'censored';
+    const query = ctx.params.query ?? '';
 
     const currentUrl = `/tags${category === 'censored' ? '' : `/${category}`}?${query}`;
 

package/lib/v2/javdb/utils.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = {
+    ProcessItems: async (ctx, currentUrl, title) => {
+        const domain = ctx.query.domain ?? 'javdb7.com';
+        const rootUrl = `https://${domain}`;
+
+        const response = await got({
+            method: 'get',
+            url: `${rootUrl}${currentUrl}`,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        $('.tags, .tag-can-play').remove();
+
+        let items = $('.grid-item a')
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                return {
+                    title: item.text(),
+                    link: `${rootUrl}${item.attr('href')}`,
+                    pubDate: parseDate(item.find('.meta').text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.enclosure_type = 'application/x-bittorrent';
+                    item.enclosure_url = content('#magnets-content button[data-clipboard-text]').first().attr('data-clipboard-text');
+
+                    content('icon').remove();
+                    content('#modal-review-watched, #modal-comment-warning, #modal-save-list').remove();
+                    content('.review-buttons, .copy-to-clipboard, .preview-video-container, .play-button').remove();
+
+                    content('.preview-images img').each(function () {
+                        content(this).removeAttr('data-src');
+                        content(this).attr('src', content(this).parent().attr('href'));
+                    });
+
+                    item.category = content('.panel-block .value a')
+                        .toArray()
+                        .map((v) => content(v).text());
+                    item.author = content('.panel-block .value').last().parent().find('.value a').first().text();
+                    item.description = content('.cover-container, .column-video-cover').html() + content('.movie-panel-info').html() + content('#magnets-content').html() + content('.preview-images').html();
+
+                    return item;
+                })
+            )
+        );
+
+        const htmlTitle = $('title').text();
+        const subject = htmlTitle.indexOf('|') === -1 ? '' : htmlTitle.split('|')[0];
+
+        return {
+            title: subject === '' ? title : `${subject} - ${title}`,
+            link: `${rootUrl}${currentUrl}`,
+            item: items,
+        };
+    },
+};

package/lib/v2/javlibrary/bestrated.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_bestrated.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/bestreviews.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/tl_bestreviews.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/genre.js

@@ -0,0 +1,10 @@
+const { defaultMode, defaultGenre, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const genre = ctx.params.genre ?? defaultGenre;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_genre.php?list&g=${genre}&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/maintainer.js

@@ -0,0 +1,11 @@
+module.exports = {
+    '/bestrated/:language?/:mode?': ['nczitzk'],
+    '/bestreviews/:language?/:mode?': ['nczitzk'],
+    '/genre/:genre?/:language?/:mode?': ['nczitzk'],
+    '/mostwanted/:language?/:mode?': ['nczitzk'],
+    '/newentries/:language?': ['nczitzk'],
+    '/newrelease/:language?/:mode?': ['nczitzk'],
+    '/star/:id/:language?/:mode?': ['nczitzk'],
+    '/update/:language?': ['nczitzk'],
+    '/:type/:id/:language?': ['nczitzk'],
+};

package/lib/v2/javlibrary/mostwanted.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_mostwanted.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/newentries.js

@@ -0,0 +1,8 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_newentries.php?list`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/newrelease.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_newrelease.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/radar.js

@@ -0,0 +1,79 @@
+module.exports = {
+    'javlibrary.com': {
+        _name: 'JAVLibrary',
+        '.': [
+            {
+                title: '最近讨论的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-jin-tao-lun-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params) => `/javlibrary/update/${params.language}`,
+            },
+            {
+                title: '新发行的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#xin-fa-xing-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/newrelease/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '最新加入的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-xin-jia-ru-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params) => `/javlibrary/update/${params.language}`,
+            },
+            {
+                title: '最想要的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-xiang-yao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/mostwanted/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '评价最高的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#ping-jia-zui-gao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/bestrated/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '最佳评论',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-jia-ping-lun',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/bestreviews/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '影片依分类',
+                docs: 'https://docs.rsshub.app/multimedia.html#ying-pian-yi-fen-lei',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/genre/${new URL(url).searchParams.get('g')}/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '影片按演员',
+                docs: 'https://docs.rsshub.app/multimedia.html#ying-pian-an-yan-yuan',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/star/${new URL(url).searchParams.get('s')}/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '用户发表的文章',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-fa-biao-de-wen-zhang',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userposts/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户想要的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-xiang-yao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userwanted/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户看过的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-kan-guo-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userwatched/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户拥有的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-yong-you-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userowned/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+        ],
+    },
+};

package/lib/v2/javlibrary/router.js

@@ -0,0 +1,19 @@
+module.exports = function (router) {
+    router.get('/users/:id/:type/:language?', require('./user'));
+    router.get('/videos/bestrated/:language?/:mode?', require('./bestrated'));
+    router.get('/videos/genre/:genre?/:language?/:mode?', require('./genre'));
+    router.get('/videos/mostwanted/:language?/:mode?', require('./mostwanted'));
+    router.get('/videos/newentries/:language?', require('./newentries'));
+    router.get('/videos/newrelease/:language?/:mode?', require('./newrelease'));
+    router.get('/videos/update/:language?', require('./update'));
+
+    router.get('/bestrated/:language?/:mode?', require('./bestrated'));
+    router.get('/bestreviews/:language?/:mode?', require('./bestreviews'));
+    router.get('/genre/:genre?/:language?/:mode?', require('./genre'));
+    router.get('/mostwanted/:language?/:mode?', require('./mostwanted'));
+    router.get('/newentries/:language?', require('./newentries'));
+    router.get('/newrelease/:language?/:mode?', require('./newrelease'));
+    router.get('/star/:id/:language?/:mode?', require('./star'));
+    router.get('/update/:language?', require('./update'));
+    router.get('/:type/:id/:language?', require('./user'));
+};

package/lib/v2/javlibrary/star.js

@@ -0,0 +1,10 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_star.php?list&s=${id}&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/templates/description.art

@@ -0,0 +1,17 @@
+<img src="{{ cover }}">
+
+{{@ info }}
+
+{{if comment}}
+<br>
+{{@ comment }}
+<br>
+{{/if}}
+
+{{each videos}}
+<video controls><source src="{{ $value }}" type="video/mp4"></video>
+{{/each}}
+
+{{each thumbs}}
+<img src="{{ $value }}">
+{{/each}}

package/lib/v2/javlibrary/update.js

@@ -0,0 +1,8 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_update.php?list`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/user.js

@@ -0,0 +1,10 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const type = ctx.params.type;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/${type}.php?list&u=${id}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/utils.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.javlibrary.com';
+
+module.exports = {
+    rootUrl,
+    defaultMode: '1',
+    defaultGenre: 'amjq',
+    defaultLanguage: 'ja',
+
+    ProcessItems: async (language, currentUrl, tryGet) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        $('.toolbar, .info, .videoinfo').remove();
+
+        let items = $('.videotextlist, #video_comments')
+            .find('a')
+            .toArray()
+            .filter((i) => $(i).parent().hasClass('video') || $(i).parent().get(0).tagName === 'strong')
+            .map((item) => {
+                item = $(item);
+
+                const table = item.parentsUntil('table');
+                const link = `${rootUrl}/${language}/${item.attr('href').replace(/^\.\//, '')}`;
+
+                return {
+                    link, // url to target content.
+                    url: link.replace(/video.*\.php/, ''), // url to the video page.
+
+                    title: item.text(),
+                    description: table.find('textarea').text(),
+                    pubDate: parseDate(table.find('.date').text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                tryGet(item.url, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.url,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.icn_edit, .btn_videoplayer, a[rel="bookmark"]').remove();
+                    content('span').each(function () {
+                        if (/^icn_/.test(content(this).attr('class'))) {
+                            content(this).remove();
+                        }
+                    });
+
+                    item.author = content('.star')
+                        .toArray()
+                        .map((star) => content(star).text())
+                        .filter((star) => star !== '')
+                        .join(',');
+                    item.category = content('a[rel]')
+                        .toArray()
+                        .map((tag) => content(tag).text())
+                        .filter((tag) => tag !== '');
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        cover: content('#video_jacket_img').attr('src'),
+                        info: content('#video_info')
+                            .html()
+                            .replace(/span><span/g, 'span>,&nbsp;<span'),
+                        comment: item.description?.replace(/\[img\]/g, '<img src="')?.replace(/\[\/img\]/g, '"/>'),
+                        thumbs: content('.previewthumbs img')
+                            .toArray()
+                            .map((img) => content(img).attr('src').replace(/-/g, 'jp-')),
+                        videos: [...new Set(detailResponse.data.match(/(http[\w\d:/]+\.mp4)/g))],
+                    });
+                    item.pubDate = item.pubDate.toString() === 'Invalid Date' ? parseDate(content('#video_date').find('.text').text()) : item.pubDate;
+
+                    delete item.url;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: $('title').text(),
+            link: currentUrl,
+            item: items,
+            allowEmpty: true,
+        };
+    },
+};