rsshub 1.0.0-master.fe69819 → 1.0.0-master.fee75c6

package/lib/v2/hellobtc/kepu.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+const channelSelector = {
+    latest: 'div.index_tabs_container.js-tabs-container > div:nth-child(1)',
+    bitcoin: 'div.index_tabs_container.js-tabs-container > div:nth-child(2)',
+    ethereum: 'div.index_tabs_container.js-tabs-container > div:nth-child(3)',
+    defi: 'div.index_tabs_container.js-tabs-container > div:nth-child(4)',
+    inter_blockchain: 'div.index_tabs_container.js-tabs-container > div:nth-child(5)',
+    mining: 'div.index_tabs_container.js-tabs-container > div:nth-child(6)',
+    safety: 'div.index_tabs_container.js-tabs-container > div:nth-child(7)',
+    satoshi_nakamoto: 'div.index_tabs_container.js-tabs-container > div:nth-child(8)',
+    public_blockchain: 'div.index_tabs_container.js-tabs-container > div:nth-child(9)',
+};
+
+const titleMap = {
+    latest: '最新',
+    bitcoin: '比特币',
+    ethereum: '以太坊',
+    defi: 'DeFi',
+    inter_blockchain: '跨链',
+    mining: '挖矿',
+    safety: '安全',
+    satoshi_nakamoto: '中本聪',
+    public_blockchain: '公链',
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'latest';
+    const url = `${rootUrl}/kepu.html`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $(channelSelector[channel])
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('a').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#js_content')
+                    .html()
+                    .replace(/(<img.*?)data-src(.*?>)/g, '$1src$2');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - 科普 ${titleMap[channel]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellobtc/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/information/:channel?': ['Fatpandac'],
+    '/news': ['Fatpandac'],
+    '/kepu/:channel?': ['Fatpandac'],
+    '/topic/:id': ['Fatpandac'],
+};

package/lib/v2/hellobtc/news.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/news`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const items = $('nav.js-nav')
+        .find('div.item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+            description: $(item).find('div.sub').text(),
+            pubDate: timezone(parseDate($(item).find('span.date').text(), 'MM-DD HH:mm'), +8),
+        }))
+        .filter((item) => item)
+        .get();
+
+    ctx.state.data = {
+        title: `白话区块链 - 快讯`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellobtc/radar.js

@@ -0,0 +1,85 @@
+module.exports = {
+    'hellobtc.com': {
+        _name: '白话区块链',
+        '.': [
+            {
+                title: '首页-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/latest',
+            },
+            {
+                title: '首页-应用',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/application',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/news'],
+                target: '/hellobtc/news',
+            },
+            {
+                title: '科普-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/latest',
+            },
+            {
+                title: '科普-比特币',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/bitcoin',
+            },
+            {
+                title: '科普-以太坊',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/ethereum',
+            },
+            {
+                title: '科普-DeFi',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/defi',
+            },
+            {
+                title: '科普-跨链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/inter_blockchain',
+            },
+            {
+                title: '科普-挖矿',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/mining',
+            },
+            {
+                title: '科普-安全',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/safety',
+            },
+            {
+                title: '科普-中本聪',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/satoshi_nakamoto',
+            },
+            {
+                title: '科普-公链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/public_blockchain',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/topic/:id'],
+                target: (params) => `/hellobtc/topic/${params.id.split('.')[0]}`,
+            },
+        ],
+    },
+};

package/lib/v2/hellobtc/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/information/:channel?', require('./information'));
+    router.get('/news', require('./news'));
+    router.get('/kepu/:channel?', require('./kepu'));
+    router.get('/topic/:id', require('./topic'));
+};

package/lib/v2/hellobtc/topic.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `${rootUrl}/topic/${id}.html`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('div.content > h1').text();
+    const list = $('div.tab_pane')
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .filter((item) => item)
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nr').html();
+                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - ${title}专栏`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/ielts/index.js

@@ -0,0 +1,58 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const targetUrl = 'https://ielts.neea.cn/allnews?locale=zh_CN';
+
+module.exports = async (ctx) => {
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.evaluateOnNewDocument(() => {
+        const proto = navigator.__proto__;
+        delete proto.webdriver;
+    });
+
+    await page.goto(targetUrl, {
+        waitUntil: 'networkidle0',
+    });
+    const list = await page.evaluate(() =>
+        window
+            .$('#newsListUl li')
+            .get()
+            .map((elem) => {
+                const $elem = window.$(elem);
+                return {
+                    title: $elem.find('a').text(),
+                    link: $elem.find('a').attr('href'),
+                    pubDate: $elem.find('span').eq(-1).text().replace(/[[\]]/g, '').trim(),
+                };
+            })
+    );
+    browser.close();
+
+    list.sort((a, b) => parseDate(b.pubDate) - parseDate(a.pubDate));
+    list.forEach((item) => {
+        item.pubDate = timezone(parseDate(item.pubDate), +8);
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const $ = cheerio.load(detailResponse.data);
+                item.description = $('.content').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'IELTS雅思最新消息',
+        link: targetUrl,
+        item: items,
+    };
+};

package/lib/v2/ielts/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['zenxds'],
+};

package/lib/v2/ielts/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'neea.cn': {
+        _name: 'IELTS雅思',
+        ielts: [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/study.html#ielts-ya-si',
+                source: ['/allnews'],
+                target: '/ielts',
+            },
+        ],
+    },
+};

package/lib/v2/ielts/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/javbus/label.js

@@ -0,0 +1,7 @@
+const { getPage } = require('./util');
+
+module.exports = async (ctx) => {
+    const { labelid } = ctx.params;
+
+    ctx.state.data = await getPage(`https://www.javbus.com/label/${labelid}`, ctx);
+};

package/lib/v2/javbus/maintainer.js

@@ -0,0 +1,16 @@
+module.exports = {
+    '/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/label/:labelid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+    '/studio/:studioid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/uncensored/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/uncensored/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/uncensored/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/uncensored/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+    '/western/home': ['MegrezZhu', 'CoderTonyChan'],
+    '/western/genre/:gid': ['MegrezZhu', 'CoderTonyChan'],
+    '/western/series/:seriesid': ['MegrezZhu', 'CoderTonyChan', 'Felix2yu'],
+    '/western/star/:sid': ['MegrezZhu', 'CoderTonyChan'],
+};

package/lib/v2/javbus/radar.js

@@ -0,0 +1,99 @@
+const westernJavbus = {
+    _name: 'JavBus',
+    www: [
+        {
+            title: '首页 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/',
+            target: '/javbus/western/home',
+        },
+        {
+            title: '分类 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/genre/:gid',
+            target: '/javbus/western/genre/:gid',
+        },
+        {
+            title: '演员 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/star/:sid',
+            target: '/javbus/western/star/:sid',
+        },
+        {
+            title: '系列 / 欧陆风云',
+            docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+            source: '/series/:seriesid',
+            target: '/javbus/western/series/:seriesid',
+        },
+    ],
+};
+
+module.exports = {
+    'javbus.com': {
+        _name: 'JavBus',
+        www: [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/',
+                target: '/javbus/home',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/genre/:gid',
+                target: '/javbus/genre/:gid',
+            },
+            {
+                title: '演员',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/star/:sid',
+                target: '/javbus/star/:sid',
+            },
+            {
+                title: '系列',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/series/:seriesid',
+                target: '/javbus/series/:seriesid',
+            },
+            {
+                title: '制作商',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/studio/:studioid',
+                target: '/javbus/studio/:studioid',
+            },
+            {
+                title: '发行商',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/label/:labelid',
+                target: '/javbus/label/:labelid',
+            },
+            {
+                title: '首页 / 步兵',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/uncensored',
+                target: '/javbus/uncensored/home',
+            },
+            {
+                title: '分类 / 步兵',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/uncensored/genre/:gid',
+                target: '/javbus/uncensored/genre/:gid',
+            },
+            {
+                title: '演员 / 步兵',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/uncensored/star/:sid',
+                target: '/javbus/uncensored/star/:sid',
+            },
+            {
+                title: '系列 / 步兵',
+                docs: 'https://docs.rsshub.app/multimedia.html#javbus',
+                source: '/uncensored/series/:seriesid',
+                target: '/javbus/uncensored/series/:seriesid',
+            },
+        ],
+    },
+    'javbus.one': westernJavbus,
+    'javbus.org': westernJavbus,
+};

package/lib/v2/javbus/router.js

@@ -0,0 +1,16 @@
+module.exports = (router) => {
+    router.get('/genre/:gid', require('./genre'));
+    router.get('/home', require('./home'));
+    router.get('/label/:labelid', require('./label'));
+    router.get('/series/:seriesid', require('./series'));
+    router.get('/star/:sid', require('./star'));
+    router.get('/studio/:studioid', require('./studio'));
+    router.get('/uncensored/home', require('./uncensored/home'));
+    router.get('/uncensored/genre/:gid', require('./uncensored/genre'));
+    router.get('/uncensored/series/:seriesid', require('./uncensored/series'));
+    router.get('/uncensored/star/:sid', require('./uncensored/star'));
+    router.get('/western/home', require('./western/home'));
+    router.get('/western/genre/:gid', require('./western/genre'));
+    router.get('/western/series/:seriesid', require('./western/series'));
+    router.get('/western/star/:sid', require('./western/star'));
+};

package/lib/v2/javbus/studio.js

@@ -0,0 +1,7 @@
+const { getPage } = require('./util');
+
+module.exports = async (ctx) => {
+    const { studioid } = ctx.params;
+
+    ctx.state.data = await getPage(`https://www.javbus.com/studio/${studioid}`, ctx);
+};

package/lib/{routes → v2}/javbus/util.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const { load } = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 exports.getPage = async (url, ctx) => {
     const { data } = await got(url);
@@ -25,7 +26,7 @@ const parseItems = ($, ctx) =>
             title: $(ele).find('img').attr('title'),
             thumb: $(ele).find('img').attr('src'),
             link: $(ele).attr('href'),
-            pubDate: new Date($(ele).find('date:nth-child(4)').text()).toUTCString(),
+            pubDate: parseDate($(ele).find('date:nth-child(4)').text(), 'YYYY-MM-DD'),
             aid: $(ele).find('date:nth-child(3)').text(),
         }))
         .toArray()
@@ -58,11 +59,8 @@ const parseItems = ($, ctx) =>
             };
         });
 
-const getDetail = async (link, ctx) => {
-    const cache = await ctx.cache.get(link);
-    if (cache) {
-        return JSON.parse(cache);
-    } else {
+const getDetail = async (link, ctx) =>
+    await ctx.cache.tryGet(link, async () => {
         const resp = await got(link);
         const detailPage = resp.data;
         // 演员
@@ -205,7 +203,5 @@ const getDetail = async (link, ctx) => {
         }
 
         const detail = { actresses, filmId, filmTime, filmLast, filmEstabName, filmMakerbName, seriesName, directorName, code, screenData, magnetlinks, videoplayer, videolink };
-        ctx.cache.set(link, JSON.stringify(detail));
         return detail;
-    }
-};
+    });

package/lib/v2/javlibrary/utils.js

@@ -77,7 +77,7 @@ module.exports = {
                         thumbs: content('.previewthumbs img')
                             .toArray()
                             .map((img) => content(img).attr('src').replace(/-/g, 'jp-')),
-                        videos: [...new Set(detailResponse.data.match(/(http[\w\d:/]+\.mp4)/g))],
+                        videos: [...new Set(detailResponse.data.match(/(http[^[\]"]+\.mp4)/g))],
                     });
                     item.pubDate = item.pubDate.toString() === 'Invalid Date' ? parseDate(content('#video_date').find('.text').text()) : item.pubDate;
 

package/lib/v2/kbs/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:category?/:language?': ['nczitzk'],
+    '/today/:language?': ['nczitzk'],
+};

package/lib/v2/kbs/news.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'all';
+    const language = ctx.params.language ?? 'e';
+
+    const rootUrl = 'http://world.kbs.co.kr';
+    const currentUrl = `${rootUrl}/service/news_list.htm?lang=${language}${category === 'all' ? '' : `&id=${category}`}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.comp_pagination').remove();
+
+    const list = $('.comp_contents_1x article')
+        .map((_, item) => {
+            item = $(item);
+
+            const a = item.find('h2 a');
+
+            return {
+                title: a.text(),
+                category: item.find('.cate').text(),
+                link: `${rootUrl}/service${a.attr('href').replace('./', '/')}`,
+                pubDate: timezone(
+                    parseDate(
+                        item
+                            .find('.date')
+                            .text()
+                            .match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2})/)[1]
+                    ),
+                    +9
+                ),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.body_txt').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.active').text() || list[0].category} - KBS WORLD`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/kbs/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'kbs.co.kr': {
+        _name: 'KBS',
+        world: [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/new-media.html#kbs',
+                source: '/',
+                target: '/kbs/news',
+            },
+            {
+                title: 'Today',
+                docs: 'https://docs.rsshub.app/new-media.html#kbs',
+                source: '/',
+                target: '/kbs/today',
+            },
+        ],
+    },
+};

package/lib/v2/kbs/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:category?/:language?', require('./news'));
+    router.get('/today/:language?', require('./today'));
+};