rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/v2/ielts/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'neea.cn': {
+        _name: 'IELTS雅思',
+        ielts: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/study.html#ielts-ya-si',
+                source: ['/allnews'],
+                target: '/ielts',
+            },
+        ],
+    },
+};

package/lib/v2/ielts/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/ithome/index.js

@@ -79,6 +79,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: 'IT 之家 - ' + cfg.title,
         link: current_url,
+        image: 'https://img.ithome.com/m/images/logo.png',
         item: items,
     };
 };

package/lib/v2/ixigua/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ixigua/user/video/:uid/:disableEmbed?': ['FlashWingShadow', 'Fatpandac'],
+};

package/lib/v2/ixigua/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ixigua.com': {
+        _name: '西瓜视频',
+        '.': [
+            {
+                title: '用户视频投稿',
+                docs: 'https://docs.rsshub.app/multimedia.html#xi-gua-shi-pin',
+                source: '/home/:uid',
+                target: '/ixigua/user/video/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/ixigua/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/user/video/:uid/:disableEmbed?', require('./userVideo'));
+};

package/lib/v2/ixigua/templates/userVideo.art

@@ -0,0 +1,5 @@
+{{ if !disableEmbed }}
+<iframe width="720" height="405" frameborder="0" allowfullscreen src="https://www.ixigua.com/iframe/{{ i.groupId }}?autoplay=0" referrerpolicy="unsafe-url" allowfullscreen></iframe><br>
+{{ /if }}
+<img src="{{ i.coverUrl }}" /><p>{{ i.abstract }}</p>
+

package/lib/v2/ixigua/userVideo.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.ixigua.com';
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const disableEmbed = ctx.params.disableEmbed;
+    const url = `${host}/home/${uid}/?wid_try=1`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const jsData = $('#SSR_HYDRATED_DATA')
+        .html()
+        .replace('window._SSR_HYDRATED_DATA=', '')
+        .replace(/undefined/g, '""');
+    const data = JSON.parse(jsData);
+
+    const videoInfos = data.AuthorVideoList.videoList;
+    const userInfo = data.AuthorDetailInfo;
+
+    ctx.state.data = {
+        title: `${userInfo.name} 的西瓜视频`,
+        link: url,
+        description: userInfo.introduce,
+        item: videoInfos.map((i) => ({
+            title: i.title,
+            description: art(path.join(__dirname, 'templates/userVideo.art'), {
+                i,
+                disableEmbed,
+            }),
+            link: `${host}/${i.groupId}`,
+            pubDate: parseDate(i.publishTime * 1000),
+            author: userInfo.name,
+        })),
+    };
+};

package/lib/v2/javbus/index.js

@@ -0,0 +1,153 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const isWestern = /^\/western/.test(ctx.path);
+
+    const rootUrl = `https://www.${ctx.query.domain ?? 'javbus.com'}`;
+    const westernUrl = `https://www.${ctx.query.western_domain ?? 'javbus.red'}`;
+    const currentUrl = `${isWestern ? westernUrl : rootUrl}${ctx.path.replace(/^\/western/, '').replace(/\/home/, '')}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.movie-box')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: item.attr('href'),
+                guid: item.find('date').first().text(),
+                pubDate: parseDate(item.find('date').last().text()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.genre').last().parent().remove();
+                content('input[type="checkbox"], button').remove();
+
+                const stars = content('.avatar-box span')
+                    .toArray()
+                    .map((s) => content(s).text());
+
+                const cache = {
+                    author: stars.join(', '),
+                    title: content('h3').text(),
+                    category: content('.genre label')
+                        .toArray()
+                        .map((c) => content(c).text())
+                        .concat(stars),
+                    info: content('.row.movie').html(),
+                    thumbs: content('.sample-box')
+                        .toArray()
+                        .map((i) => {
+                            const thumbSrc = content(i).attr('href');
+                            return /^http/.test(thumbSrc) ? thumbSrc : `${rootUrl}${thumbSrc}`;
+                        }),
+                };
+
+                let magnets, videoSrc, videoPreview;
+
+                // To fetch magnets.
+
+                try {
+                    const matches = detailResponse.data.match(/var gid = (\d+);[\s\S]*var uc = (\d+);[\s\S]*var img = '(.*)';/);
+
+                    const magnetResponse = await got({
+                        method: 'get',
+                        url: `${rootUrl}/ajax/uncledatoolsbyajax.php`,
+                        searchParams: {
+                            gid: matches[1],
+                            lang: 'zh',
+                            img: matches[3],
+                            uc: matches[2],
+                            floor: 800,
+                        },
+                        headers: {
+                            Referer: item.link,
+                        },
+                    });
+
+                    const content = cheerio.load(`<table>${magnetResponse.data}</table>`);
+
+                    magnets = content('tr')
+                        .toArray()
+                        .map((tr) => {
+                            const td = content(tr).find('a[href]');
+
+                            return {
+                                title: td.first().text().trim(),
+                                link: td.first().attr('href'),
+                                size: td.eq(1).text().trim(),
+                                date: td.last().text().trim(),
+                            };
+                        });
+
+                    if (magnets) {
+                        item.enclosure_url = magnets[0].link;
+                        item.enclosure_type = 'application/x-bittorrent';
+                    }
+                } catch (e) {
+                    // no-empty
+                }
+
+                // If the video is not western, go fetch preview.
+
+                if (!isWestern) {
+                    try {
+                        const avgleResponse = await got({
+                            method: 'get',
+                            url: `https://api.avgle.com/v1/jav/${item.guid}/0`,
+                        });
+
+                        // full video
+                        videoSrc = avgleResponse.data.response.videos[0]?.embedded_url ?? '';
+                        // video preview
+                        videoPreview = avgleResponse.data.response.videos[0]?.preview_video_url ?? '';
+                    } catch (e) {
+                        // no-empty
+                    }
+                }
+
+                item.author = cache.author;
+                item.title = cache.title;
+                item.category = cache.category;
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    info: cache.info,
+                    thumbs: cache.thumbs,
+                    magnets,
+                    videoSrc,
+                    videoPreview,
+                });
+
+                return item;
+            })
+        )
+    );
+
+    const title = $('head title').text();
+
+    ctx.state.data = {
+        title: `${/^JavBus/.test(title) ? '' : 'JavBus - '}${title.replace(/ - AV磁力連結分享/, '')}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/javbus/maintainer.js

@@ -0,0 +1,18 @@
+module.exports = {
+    '/': ['MegrezZhu', 'CoderTonyChan', 'nczitzk'],
+    '/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/label/:labelid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+    '/studio/:studioid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/uncensored/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/uncensored/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/uncensored/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/uncensored/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+    '/western': ['MegrezZhu', 'CoderTonyChan', 'nczitzk'],
+    '/western/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/western/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/western/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/western/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+};

package/lib/v2/javbus/radar.js

@@ -0,0 +1,113 @@
+const javbus = {
+    _name: 'JavBus',
+    www: [
+        {
+            title: '首页',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/',
+            target: '/javbus/home',
+        },
+        {
+            title: '分类',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/genre/:gid',
+            target: '/javbus/genre/:gid',
+        },
+        {
+            title: '演员',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/star/:sid',
+            target: '/javbus/star/:sid',
+        },
+        {
+            title: '系列',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/series/:seriesid',
+            target: '/javbus/series/:seriesid',
+        },
+        {
+            title: '制作商',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/studio/:studioid',
+            target: '/javbus/studio/:studioid',
+        },
+        {
+            title: '发行商',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/label/:labelid',
+            target: '/javbus/label/:labelid',
+        },
+        {
+            title: '首页 / 步兵',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/uncensored',
+            target: '/javbus/uncensored/home',
+        },
+        {
+            title: '分类 / 步兵',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/uncensored/genre/:gid',
+            target: '/javbus/uncensored/genre/:gid',
+        },
+        {
+            title: '演员 / 步兵',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/uncensored/star/:sid',
+            target: '/javbus/uncensored/star/:sid',
+        },
+        {
+            title: '系列 / 步兵',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/uncensored/series/:seriesid',
+            target: '/javbus/uncensored/series/:seriesid',
+        },
+    ],
+};
+
+const westernJavbus = {
+    _name: 'JavBus',
+    www: [
+        {
+            title: '首页 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/',
+            target: '/javbus/western/home',
+        },
+        {
+            title: '分类 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/genre/:gid',
+            target: '/javbus/western/genre/:gid',
+        },
+        {
+            title: '演员 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/star/:sid',
+            target: '/javbus/western/star/:sid',
+        },
+        {
+            title: '系列 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/series/:seriesid',
+            target: '/javbus/western/series/:seriesid',
+        },
+    ],
+};
+
+module.exports = {
+    'javbus.com': javbus,
+    'javsee.club': javbus,
+    'javsee.icu': javbus,
+    'javsee.work': javbus,
+    'seejav.bar': javbus,
+    'seejav.bid': javbus,
+    'seejav.blog': javbus,
+    'seejav.cloud': javbus,
+    'seejav.club': javbus,
+    'seejav.men': javbus,
+    'seejav.pw': javbus,
+
+    'javbus.one': westernJavbus,
+    'javbus.org': westernJavbus,
+    'javbus.red': westernJavbus,
+};

package/lib/v2/javbus/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get(/([\w\d/-]+)?/, require('./index'));
+};

package/lib/v2/javbus/templates/description.art

@@ -0,0 +1,18 @@
+{{@ info }}
+<br>
+{{if videoSrc}}
+<a href="{{ videoSrc }}">觀看完整影片</a>
+{{ /if }}
+<br>
+{{if videoPreview}}
+<video controls><source src="{{ videoPreview }}" type="video/mp4"></video>
+{{/if}}
+<br>
+<h4>磁力連結投稿</h4>
+{{each magnets magnet}}
+<li><a href="{{ magnet.link }}">{{ magnet.title }} [{{ magnet.size }}] ({{ magnet.date }})</a></li>
+{{/each}}
+<h4>樣品圖像</h4>
+{{each thumbs}}
+<img src="{{ $value }}">
+{{/each}}

package/lib/v2/javlibrary/utils.js

@@ -77,7 +77,7 @@ module.exports = {
                         thumbs: content('.previewthumbs img')
                             .toArray()
                             .map((img) => content(img).attr('src').replace(/-/g, 'jp-')),
-                        videos: [...new Set(detailResponse.data.match(/(http[\w\d:/]+\.mp4)/g))],
+                        videos: [...new Set(detailResponse.data.match(/(http[^[\]"]+\.mp4)/g))],
                     });
                     item.pubDate = item.pubDate.toString() === 'Invalid Date' ? parseDate(content('#video_date').find('.text').text()) : item.pubDate;
 

package/lib/v2/kbs/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:category?/:language?': ['nczitzk'],
+    '/today/:language?': ['nczitzk'],
+};

package/lib/v2/kbs/news.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'all';
+    const language = ctx.params.language ?? 'e';
+
+    const rootUrl = 'http://world.kbs.co.kr';
+    const currentUrl = `${rootUrl}/service/news_list.htm?lang=${language}${category === 'all' ? '' : `&id=${category}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.comp_pagination').remove();
+
+    const list = $('.comp_contents_1x article')
+        .map((_, item) => {
+            item = $(item);
+
+            const a = item.find('h2 a');
+
+            return {
+                title: a.text(),
+                category: item.find('.cate').text(),
+                link: `${rootUrl}/service${a.attr('href').replace('./', '/')}`,
+                pubDate: timezone(
+                    parseDate(
+                        item
+                            .find('.date')
+                            .text()
+                            .match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2})/)[1]
+                    ),
+                    +9
+                ),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.body_txt').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.active').text() || list[0].category} - KBS WORLD`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/kbs/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'kbs.co.kr': {
+        _name: 'KBS',
+        world: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#kbs',
+                source: '/',
+                target: '/kbs/news',
+            },
+            {
+                title: 'Today',
+                docs: 'https://docs.rsshub.app/new-media.html#kbs',
+                source: '/',
+                target: '/kbs/today',
+            },
+        ],
+    },
+};

package/lib/v2/kbs/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:category?/:language?', require('./news'));
+    router.get('/today/:language?', require('./today'));
+};

package/lib/{routes → v2}/kbs/today.js

@@ -4,7 +4,7 @@ const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const language = ctx.params.language || 'e';
+    const language = ctx.params.language ?? 'e';
 
     const rootUrl = 'http://world.kbs.co.kr';
     const currentUrl = `${rootUrl}/service/news_today.htm?lang=${language}`;

package/lib/v2/liulinblog/itnews.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const { processList, processItems } = require('./utils');
+
+const host = 'https://www.liulinblog.com';
+
+const titleMap = {
+    internet: '互联网早报',
+    seo: '站长圈',
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'internet';
+    const url = `${host}/itnews/${channel}`;
+    const response = await got(url);
+    const list = processList(response);
+    const items = await processItems(list, ctx);
+
+    ctx.state.data = {
+        title: titleMap[channel],
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/liulinblog/kuaixun.js

@@ -0,0 +1,17 @@
+const got = require('@/utils/got');
+const { processList, processItems } = require('./utils');
+
+const host = 'https://www.liulinblog.com';
+
+module.exports = async (ctx) => {
+    const url = `${host}/kuaixun`;
+    const response = await got(url);
+    const list = processList(response);
+    const items = await processItems(list, ctx);
+
+    ctx.state.data = {
+        title: '每天六十秒（60秒）读懂世界',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/liulinblog/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/kuaixun': ['Fatpandac'],
+    '/itnews/:channel?': ['Fatpandac'],
+};

package/lib/v2/liulinblog/radar.js

@@ -0,0 +1,33 @@
+module.exports = {
+    'liulinblog.com': {
+        _name: '木木博客',
+        '.': [
+            {
+                title: '每天六十秒（60秒）读懂世界',
+                docs: 'https://docs.rsshub.app/new-media.html#mu-mu-bo-ke',
+                source: ['/kuaixun'],
+                target: '/liulinblog/kuaixun',
+            },
+            {
+                title: '互联网早报',
+                docs: 'https://docs.rsshub.app/new-media.html#mu-mu-bo-ke',
+                source: ['/itnews/:channel'],
+                target: (params) => {
+                    if (params.channel === 'internet') {
+                        return '/liulinblog/itnews/:channel';
+                    }
+                },
+            },
+            {
+                title: '站长圈',
+                docs: 'https://docs.rsshub.app/new-media.html#mu-mu-bo-ke',
+                source: ['/itnews/:channel'],
+                target: (params) => {
+                    if (params.channel === 'seo') {
+                        return '/liulinblog/itnews/:channel';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/liulinblog/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/kuaixun', require('./kuaixun'));
+    router.get('/itnews/:channel?', require('./itnews'));
+};

package/lib/v2/liulinblog/utils.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const processList = (res) => {
+    const $ = cheerio.load(res.data);
+    const list = $('div.posts-wrapper > div.col-lg-12')
+        .map((_, item) => ({
+            title: $(item).find('h2.entry-title').text(),
+            link: $(item).find('h2.entry-title > a').attr('href'),
+            pubDate: parseDate($(item).find('time').attr('datetime')),
+            author: $(item).find('span.meta-author > a').attr('title'),
+        }))
+        .get();
+
+    return list;
+};
+
+const processItems = async (list, ctx) => {
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('div.entry-wrapper').html();
+
+                return item;
+            })
+        )
+    );
+
+    return items;
+};
+
+module.exports = {
+    processList,
+    processItems,
+};

package/lib/v2/lofter/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/tag/:name?/:type?': ['hoilc', 'nczitzk'],
+    '/user/:name?': ['hondajojo', 'nczitzk'],
+};