rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/v2/javlibrary/maintainer.js

@@ -0,0 +1,11 @@
+module.exports = {
+    '/bestrated/:language?/:mode?': ['nczitzk'],
+    '/bestreviews/:language?/:mode?': ['nczitzk'],
+    '/genre/:genre?/:language?/:mode?': ['nczitzk'],
+    '/mostwanted/:language?/:mode?': ['nczitzk'],
+    '/newentries/:language?': ['nczitzk'],
+    '/newrelease/:language?/:mode?': ['nczitzk'],
+    '/star/:id/:language?/:mode?': ['nczitzk'],
+    '/update/:language?': ['nczitzk'],
+    '/:type/:id/:language?': ['nczitzk'],
+};

package/lib/v2/javlibrary/mostwanted.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_mostwanted.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/newentries.js

@@ -0,0 +1,8 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_newentries.php?list`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/newrelease.js

@@ -0,0 +1,9 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_newrelease.php?list&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/radar.js

@@ -0,0 +1,79 @@
+module.exports = {
+    'javlibrary.com': {
+        _name: 'JAVLibrary',
+        '.': [
+            {
+                title: '最近讨论的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-jin-tao-lun-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params) => `/javlibrary/update/${params.language}`,
+            },
+            {
+                title: '新发行的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#xin-fa-xing-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/newrelease/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '最新加入的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-xin-jia-ru-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params) => `/javlibrary/update/${params.language}`,
+            },
+            {
+                title: '最想要的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-xiang-yao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/mostwanted/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '评价最高的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#ping-jia-zui-gao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/bestrated/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '最佳评论',
+                docs: 'https://docs.rsshub.app/multimedia.html#zui-jia-ping-lun',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/bestreviews/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '影片依分类',
+                docs: 'https://docs.rsshub.app/multimedia.html#ying-pian-yi-fen-lei',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/genre/${new URL(url).searchParams.get('g')}/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '影片按演员',
+                docs: 'https://docs.rsshub.app/multimedia.html#ying-pian-an-yan-yuan',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/star/${new URL(url).searchParams.get('s')}/${params.language}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '用户发表的文章',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-fa-biao-de-wen-zhang',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userposts/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户想要的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-xiang-yao-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userwanted/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户看过的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-kan-guo-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userwatched/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+            {
+                title: '用户拥有的影片',
+                docs: 'https://docs.rsshub.app/multimedia.html#yong-hu-yong-you-de-ying-pian',
+                source: ['/:language', '/'],
+                target: (params, url) => `/javlibrary/userowned/${new URL(url).searchParams.get('u')}/${params.language}`,
+            },
+        ],
+    },
+};

package/lib/v2/javlibrary/router.js

@@ -0,0 +1,19 @@
+module.exports = function (router) {
+    router.get('/users/:id/:type/:language?', require('./user'));
+    router.get('/videos/bestrated/:language?/:mode?', require('./bestrated'));
+    router.get('/videos/genre/:genre?/:language?/:mode?', require('./genre'));
+    router.get('/videos/mostwanted/:language?/:mode?', require('./mostwanted'));
+    router.get('/videos/newentries/:language?', require('./newentries'));
+    router.get('/videos/newrelease/:language?/:mode?', require('./newrelease'));
+    router.get('/videos/update/:language?', require('./update'));
+
+    router.get('/bestrated/:language?/:mode?', require('./bestrated'));
+    router.get('/bestreviews/:language?/:mode?', require('./bestreviews'));
+    router.get('/genre/:genre?/:language?/:mode?', require('./genre'));
+    router.get('/mostwanted/:language?/:mode?', require('./mostwanted'));
+    router.get('/newentries/:language?', require('./newentries'));
+    router.get('/newrelease/:language?/:mode?', require('./newrelease'));
+    router.get('/star/:id/:language?/:mode?', require('./star'));
+    router.get('/update/:language?', require('./update'));
+    router.get('/:type/:id/:language?', require('./user'));
+};

package/lib/v2/javlibrary/star.js

@@ -0,0 +1,10 @@
+const { defaultMode, defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const mode = ctx.params.mode ?? defaultMode;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_star.php?list&s=${id}&mode=${mode}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/templates/description.art

@@ -0,0 +1,17 @@
+<img src="{{ cover }}">
+
+{{@ info }}
+
+{{if comment}}
+<br>
+{{@ comment }}
+<br>
+{{/if}}
+
+{{each videos}}
+<video controls><source src="{{ $value }}" type="video/mp4"></video>
+{{/each}}
+
+{{each thumbs}}
+<img src="{{ $value }}">
+{{/each}}

package/lib/v2/javlibrary/update.js

@@ -0,0 +1,8 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/vl_update.php?list`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/user.js

@@ -0,0 +1,10 @@
+const { defaultLanguage, rootUrl, ProcessItems } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const type = ctx.params.type;
+    const language = ctx.params.language ?? defaultLanguage;
+    const currentUrl = `${rootUrl}/${language}/${type}.php?list&u=${id}`;
+
+    ctx.state.data = await ProcessItems(language, currentUrl, ctx.cache.tryGet);
+};

package/lib/v2/javlibrary/utils.js

@@ -0,0 +1,98 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.javlibrary.com';
+
+module.exports = {
+    rootUrl,
+    defaultMode: '1',
+    defaultGenre: 'amjq',
+    defaultLanguage: 'ja',
+
+    ProcessItems: async (language, currentUrl, tryGet) => {
+        const response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+
+        const $ = cheerio.load(response.data);
+
+        $('.toolbar, .info, .videoinfo').remove();
+
+        let items = $('.videotextlist, #video_comments')
+            .find('a')
+            .toArray()
+            .filter((i) => $(i).parent().hasClass('video') || $(i).parent().get(0).tagName === 'strong')
+            .map((item) => {
+                item = $(item);
+
+                const table = item.parentsUntil('table');
+                const link = `${rootUrl}/${language}/${item.attr('href').replace(/^\.\//, '')}`;
+
+                return {
+                    link, // url to target content.
+                    url: link.replace(/video.*\.php/, ''), // url to the video page.
+
+                    title: item.text(),
+                    description: table.find('textarea').text(),
+                    pubDate: parseDate(table.find('.date').text()),
+                };
+            });
+
+        items = await Promise.all(
+            items.map((item) =>
+                tryGet(item.url, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.url,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.icn_edit, .btn_videoplayer, a[rel="bookmark"]').remove();
+                    content('span').each(function () {
+                        if (/^icn_/.test(content(this).attr('class'))) {
+                            content(this).remove();
+                        }
+                    });
+
+                    item.author = content('.star')
+                        .toArray()
+                        .map((star) => content(star).text())
+                        .filter((star) => star !== '')
+                        .join(',');
+                    item.category = content('a[rel]')
+                        .toArray()
+                        .map((tag) => content(tag).text())
+                        .filter((tag) => tag !== '');
+                    item.description = art(path.join(__dirname, 'templates/description.art'), {
+                        cover: content('#video_jacket_img').attr('src'),
+                        info: content('#video_info')
+                            .html()
+                            .replace(/span><span/g, 'span>,&nbsp;<span'),
+                        comment: item.description?.replace(/\[img\]/g, '<img src="')?.replace(/\[\/img\]/g, '"/>'),
+                        thumbs: content('.previewthumbs img')
+                            .toArray()
+                            .map((img) => content(img).attr('src').replace(/-/g, 'jp-')),
+                        videos: [...new Set(detailResponse.data.match(/(http[\w\d:/]+\.mp4)/g))],
+                    });
+                    item.pubDate = item.pubDate.toString() === 'Invalid Date' ? parseDate(content('#video_date').find('.text').text()) : item.pubDate;
+
+                    delete item.url;
+
+                    return item;
+                })
+            )
+        );
+
+        return {
+            title: $('title').text(),
+            link: currentUrl,
+            item: items,
+            allowEmpty: true,
+        };
+    },
+};

package/lib/v2/jisilu/index.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+    const sort = ctx.params.sort ?? '';
+    const day = ctx.params.day ?? '';
+
+    const rootUrl = 'https://www.jisilu.cn';
+    let currentUrl = '',
+        name = '',
+        response;
+
+    if (category === 'reply' || category === 'topic') {
+        if (sort) {
+            currentUrl = `${rootUrl}/people/${sort}`;
+            response = await got({
+                method: 'get',
+                url: currentUrl,
+            });
+            name = response.data.match(/<title>(.*) 的个人主页 - 集思录<\/title>/)[1];
+            response = await got({
+                method: 'get',
+                url: `${rootUrl}/people/ajax/user_actions/uid-${response.data.match(/var PEOPLE_USER_ID = '(.*)'/)[1]}__actions-${category === 'topic' ? 1 : 2}01__page-0`,
+            });
+        } else {
+            throw Error('No user.');
+        }
+    } else {
+        currentUrl = `${rootUrl}/home/explore/category-${category}__sort_type-${sort}__day-${day}`;
+        response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+    }
+
+    const $ = cheerio.load(response.data);
+
+    $('.nav').prevAll('.aw-item').remove();
+
+    let items = $('.aw-item')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('h4 a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: timezone(
+                    parseDate(
+                        item
+                            .find('.aw-text-color-999')
+                            .text()
+                            .match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1]
+                    ),
+                    +8
+                ),
+                author: category === 'reply' || category === 'topic' ? name : decodeURI(item.find('.aw-user-name').first().attr('href').split('/people/').pop()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.aw-dynamic-topic-more-operate').remove();
+
+                item.description = content('.aw-question-detail-txt').html() + content('.aw-dynamic-topic-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${name ? `${name}的${category === 'topic' ? '主题' : '回复'}` : '广场'} - 集思录`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/jisilu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:sort?/:day?': ['nczitzk'],
+};

package/lib/v2/jisilu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'jisilu.cn': {
+        _name: '集思录',
+        '.': [
+            {
+                title: '广场',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-guang-chang',
+                source: ['/home/explore', '/explore', '/'],
+                target: '/jisilu/:category?/:sort?/:day?',
+            },
+            {
+                title: '用户回复',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-yong-hu-hui-fu',
+                source: ['/people/:user'],
+                target: '/jisilu/reply/:user',
+            },
+            {
+                title: '用户主题',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-yong-hu-zhu-ti',
+                source: ['/people/:user'],
+                target: '/jisilu/topic/:user',
+            },
+        ],
+    },
+};

package/lib/v2/jisilu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:sort?/:day?', require('./index'));
+};

package/lib/v2/kemono/index.js

@@ -0,0 +1,99 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const source = ctx.params.source ?? '';
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://kemono.party';
+    const apiUrl = `${rootUrl}/api/discord/channels/lookup?q=${id}`;
+    const currentUrl = `${rootUrl}/${source ? `${source}/${source === 'discord' ? `server/${id}` : `user/${id}`}` : 'posts'}`;
+
+    const headers = {
+        cookie: '__ddg2=sBQ4uaaGecmfEUk7',
+    };
+
+    const response = await got({
+        method: 'get',
+        url: source === 'discord' ? apiUrl : currentUrl,
+        headers,
+    });
+
+    let items = [],
+        title = '';
+
+    if (source === 'discord') {
+        title = `Posts of ${id} from Discord | Kemono`;
+
+        await Promise.all(
+            response.data.map(async (channel) => {
+                await ctx.cache.tryGet(channel.id, async () => {
+                    const channelResponse = await got({
+                        method: 'get',
+                        url: `${rootUrl}/api/discord/channel/${channel.id}?skip=0`,
+                        headers,
+                    });
+
+                    items.push(
+                        ...channelResponse.data
+                            .filter((i) => i.content || i.attachments)
+                            .map((i) => ({
+                                title: i.content,
+                                description: (i.content ? `<p>${i.content}</p>` : '') + (i.attachments ? i.attachments.map((a) => `<img src="${rootUrl}${a.path}">`).join('') : ''),
+                                author: i.author.username,
+                                pubDate: parseDate(i.published),
+                                category: channel.name,
+                            }))
+                    );
+                });
+            })
+        );
+    } else {
+        const $ = cheerio.load(response.data);
+
+        title = $('title').text();
+
+        items = await Promise.all(
+            $('.post-card')
+                .find('.fancy-link')
+                .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+
+                    return {
+                        link: `${rootUrl}${item.attr('href')}`,
+                    };
+                })
+                .map((item) =>
+                    ctx.cache.tryGet(item.link, async () => {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                            headers,
+                        });
+
+                        const content = cheerio.load(detailResponse.data);
+
+                        content('.post__thumbnail').each(function () {
+                            content(this).html(`<img src="${rootUrl}${content(this).find('.fileThumb').attr('href')}">`);
+                        });
+
+                        item.description = content('.post__body').html();
+                        item.author = content('.post__user-name').text();
+                        item.title = content('.post__title span').first().text();
+                        item.pubDate = parseDate(content('.timestamp').attr('datetime'));
+
+                        return item;
+                    })
+                )
+        );
+    }
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/kemono/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:source?/:id?': ['nczitzk'],
+    '/posts': ['nczitzk'],
+};

package/lib/v2/kemono/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'kemono.party': {
+        _name: 'Kemono',
+        '.': [
+            {
+                title: 'Posts',
+                docs: 'https://docs.rsshub.app/anime.html#kemono-posts',
+                source: ['/:source/user/:id', '/'],
+                target: '/kemono/:source?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/kemono/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:source?/:id?', require('./index'));
+};

package/lib/v2/knowmedia/index.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.knowmedia.tw';
+
+const cateMap = {
+    jqgx: '近期更新',
+    jxzl: '精選專欄',
+    hdxx: '活動訊息',
+    yyzq: '影音專區',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'zxxx';
+    const cateContentAPI = `${rootUrl}/_next/data/R4NWLZhyr9OwccR99jOwm/topics/${cateMap[category]}.json`;
+
+    const response = await got.get(cateContentAPI);
+    const data = response.data.pageProps.data.articles;
+
+    const items = data.map((item) => ({
+        title: item.meta_title,
+        author: item.author.name,
+        description: art(path.join(__dirname, 'templates/desc.art'), {
+            imgUrl: item.cover.thumb_url,
+            body: item.body,
+        }),
+        pubDate: parseDate(item.published_at),
+        link: item.frontend_url,
+    }));
+
+    ctx.state.data = {
+        title: `識媒體 - ${cateMap[category]}`,
+        link: `${rootUrl}/topics/${category}`,
+        item: items,
+    };
+};

package/lib/v2/knowmedia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['Fatpandac'],
+};

package/lib/v2/knowmedia/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'knowmedia.tw': {
+        _name: '识媒体',
+        '.': [
+            {
+                title: '近期更新',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/近期更新'],
+                target: '/knowmedia/jqgx',
+            },
+            {
+                title: '精选专栏',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/精選專欄'],
+                target: '/knowmedia/jxzl',
+            },
+            {
+                title: '活动讯息',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/活動訊息'],
+                target: '/knowmedia/hdxx',
+            },
+            {
+                title: '影音专区',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/影音專區'],
+                target: '/knowmedia/yyzq',
+            },
+        ],
+    },
+};

package/lib/v2/knowmedia/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/knowmedia/templates/desc.art

@@ -0,0 +1,3 @@
+<img id="cover" src="{{ imgUrl }}"/>
+<br>
+{{ body }}