rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/hellobtc/radar.js

@@ -0,0 +1,85 @@
+module.exports = {
+    'hellobtc.com': {
+        _name: '白话区块链',
+        '.': [
+            {
+                title: '首页-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/latest',
+            },
+            {
+                title: '首页-应用',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/application',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/news'],
+                target: '/hellobtc/news',
+            },
+            {
+                title: '科普-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/latest',
+            },
+            {
+                title: '科普-比特币',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/bitcoin',
+            },
+            {
+                title: '科普-以太坊',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/ethereum',
+            },
+            {
+                title: '科普-DeFi',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/defi',
+            },
+            {
+                title: '科普-跨链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/inter_blockchain',
+            },
+            {
+                title: '科普-挖矿',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/mining',
+            },
+            {
+                title: '科普-安全',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/safety',
+            },
+            {
+                title: '科普-中本聪',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/satoshi_nakamoto',
+            },
+            {
+                title: '科普-公链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/public_blockchain',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/topic/:id'],
+                target: (params) => `/hellobtc/topic/${params.id.split('.')[0]}`,
+            },
+        ],
+    },
+};

package/lib/v2/hellobtc/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/information/:channel?', require('./information'));
+    router.get('/news', require('./news'));
+    router.get('/kepu/:channel?', require('./kepu'));
+    router.get('/topic/:id', require('./topic'));
+};

package/lib/v2/hellobtc/topic.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `${rootUrl}/topic/${id}.html`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('div.content > h1').text();
+    const list = $('div.tab_pane')
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .filter((item) => item)
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nr').html();
+                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - ${title}专栏`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/article.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = 'https://hellogithub.com/article';
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('.content .post')
+        .slice(0, 10)
+        .map((_, item) => {
+            const a = $(item).find('a.post-title').eq(0).eq(0);
+            const link = rootUrl + a.attr('href');
+            return {
+                title: a.text(),
+                link,
+                description: $(item).find('.post-description')[0].children[0].data,
+                pubDate: timezone(parseDate($(item).find('.post-meta').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('.markdown-body').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'HelloGitHub - Article',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/article': ['moke8'],
+    '/ranking/:type?': ['moke8'],
+    '/month': ['moke8'],
+};

package/lib/v2/hellogithub/month.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = 'https://hellogithub.com/article';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+    const $ = cheerio.load(response.data);
+    let count = $('.pricing-table-price').eq(0).text();
+    count = count.replace(/[^0-9]/gi, '');
+    let start = count - 10;
+    const PromiseArr = [];
+    for (start; start <= count; start++) {
+        PromiseArr.push(
+            new Promise((resolve) => {
+                const link = `https://hellogithub.com/periodical/volume/${start}/`;
+                const issueNum = start;
+                return ctx.cache.tryGet(link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: link,
+                    });
+                    const $ = cheerio.load(detailResponse.data);
+                    return resolve({
+                        title: '第' + issueNum + '期',
+                        link,
+                        description: $('.content').html(),
+                    });
+                });
+            })
+        );
+    }
+    const items = await Promise.all(PromiseArr);
+    ctx.state.data = {
+        title: 'HelloGitHub - Article',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'hellogithub.com': {
+        _name: 'HelloGitHub',
+        '.': [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: ['/article', '/article/?url=/periodical/volume/'],
+                target: '/hellogithub/article',
+            },
+            {
+                title: '编程语言排行榜',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: '/report/:type/?url=/periodical/volume/',
+                target: '/hellogithub/ranking/:type',
+            },
+            {
+                title: '月刊',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: '/periodical/volume/',
+                target: '/hellogithub/month',
+            },
+        ],
+    },
+};

package/lib/v2/hellogithub/ranking.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let type;
+    switch (ctx.params.type) {
+        case 'db':
+            type = 'db-engines';
+            break;
+        case 'webserver':
+            type = 'netcraft';
+            break;
+        default:
+            type = 'tiobe';
+            break;
+    }
+    const rootUrl = 'https://hellogithub.com/report/' + type;
+    ctx.state.data = {
+        title: 'HelloGitHub - ranking',
+        link: rootUrl,
+        item: await ctx.cache.tryGet(rootUrl, async () => {
+            const response = await got({
+                method: 'get',
+                url: rootUrl,
+            });
+            const $ = cheerio.load(response.data);
+            const content = $('.content');
+            const title = $('.header').find('h1');
+
+            return [
+                {
+                    title: title.text(),
+                    link: rootUrl,
+                    description: content.html(),
+                },
+            ];
+        }),
+    };
+};

package/lib/v2/hellogithub/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/article', require('./article'));
+    router.get('/month', require('./month'));
+    router.get('/ranking/:type?', require('./ranking'));
+};

package/lib/v2/hkej/index.js

@@ -1,11 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-const utc = require('dayjs/plugin/utc');
-const { parseDate } = require('@/utils/parse-date');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
 
 const categories = {
     index: {
@@ -57,16 +58,13 @@ module.exports = async (ctx) => {
     const cat = categories[category];
     const baseUrl = 'https://www2.hkej.com';
 
-    dayjs.extend(utc);
-    const yesterday = dayjs().utcOffset(8).subtract(1, 'day').format('YYYY-MM-DD');
-    const today = dayjs().utcOffset(8).format('YYYY-MM-DD');
-
     const response = await got({
         method: 'get',
         url: baseUrl + cat.link,
-        header: {
+        headers: {
             Referer: baseUrl,
         },
+        cookieJar,
     });
 
     const $ = cheerio.load(response.data);
@@ -99,9 +97,10 @@ module.exports = async (ctx) => {
                     const article = await got({
                         method: 'get',
                         url: item.link,
-                        header: {
+                        headers: {
                             Referer: cat.link,
                         },
+                        cookieJar,
                     });
                     const content = cheerio.load(article.data);
 
@@ -123,19 +122,13 @@ module.exports = async (ctx) => {
                         })
                         .get();
 
-                    const pubDate = content('p.info span.date')
-                        .text()
-                        .trim()
-                        .replace('日', '')
-                        .replace('今', today)
-                        .replace('昨', yesterday)
-                        .replace(/[年月]/g, '-');
+                    const pubDate = content('p.info span.date').text().trim();
 
                     item.category = content('p.info span.cate a')
                         .toArray()
                         .map((e) => content(e).text().trim());
                     item.description = renderDesc(articleImg, content('div#article-content').html());
-                    item.pubDate = timezone(parseDate(pubDate), +8);
+                    item.pubDate = timezone(/(今|昨)/.test(pubDate) ? parseRelativeDate(pubDate) : parseDate(pubDate, 'YYYY M D'), +8);
 
                     return item;
                 })
@@ -156,5 +149,6 @@ module.exports = async (ctx) => {
         description: `信報網站(www.hkej.com)即時新聞${cat.name}，提供${cat.description}。`,
         item: items,
         language: 'zh-hk',
+        cookieJar,
     };
 };

package/lib/v2/hkepc/index.js

@@ -195,4 +195,12 @@ module.exports = async (ctx) => {
         language: 'zh-hk',
         item: items,
     };
+
+    ctx.state.json = {
+        title: feedTitle,
+        link: `https://www.hkepc.com/${category}`,
+        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
+        language: 'zh-hk',
+        item: items,
+    };
 };

package/lib/v2/hket/index.js

@@ -27,7 +27,7 @@ module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
         url: baseUrl + '/' + category,
-        header: {
+        headers: {
             Referer: 'https://www.hket.com',
         },
     });
@@ -54,7 +54,7 @@ module.exports = async (ctx) => {
                     const article = await got({
                         method: 'get',
                         url: item.link,
-                        header: {
+                        headers: {
                             Referer: baseUrl + '/' + category,
                         },
                     });
@@ -105,9 +105,17 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: String($('head meta[name=title]').attr('content').trim()),
+        title: $('head meta[name=title]').attr('content').trim(),
         link: baseUrl + '/' + category,
-        description: String($('head meta[name=description]').attr('content').trim()),
+        description: $('head meta[name=description]').attr('content').trim(),
+        item: items,
+        language: 'zh-hk',
+    };
+
+    ctx.state.json = {
+        title: $('head meta[name=title]').attr('content').trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content').trim(),
         item: items,
         language: 'zh-hk',
     };

package/lib/v2/hnrb/index.js

@@ -0,0 +1,85 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://hnrb.voc.com.cn';
+    const currentUrl = `${rootUrl}/hnrb_epaper`;
+
+    let response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    response = await got({
+        method: 'get',
+        url: `${currentUrl}/${id ? response.data.match(/URL=(.*)"/)[1].replace(/node_\d+\.htm$/, `node_20${id}.htm`) : response.data.match(/URL=(.*)"/)[1]}`,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const matches = response.data.match(/images\/(\d{4}-\d{2}\/\d{2})\/\d{2}\/\d+_brief/);
+    const link = `${rootUrl}/hnrb_epaper/html/${matches[1]}`;
+
+    let items = $('tbody')
+        .eq(1)
+        .find('a')
+        .toArray()
+        .map((a) => `${link}/${$(a).attr('href').replace(/\.\//, '')}`)
+        .filter((a) => /div=-1$/.test(a));
+
+    if (!id) {
+        await Promise.all(
+            $('#pageLink')
+                .slice(1)
+                .toArray()
+                .map((p) => `${link}/${$(p).attr('href').replace(/\.\//, '')}`)
+                .map(async (p) => {
+                    const pageResponse = await got({
+                        method: 'get',
+                        url: p,
+                    });
+
+                    const page = cheerio.load(pageResponse.data);
+
+                    items.push(
+                        ...page('tbody')
+                            .eq(1)
+                            .find('a')
+                            .toArray()
+                            .map((a) => `${link}/${page(a).attr('href').replace(/\.\//, '')}`)
+                            .filter((a) => /div=-1$/.test(a))
+                    );
+                })
+        );
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                return {
+                    link: item,
+                    title: content('.font01').text(),
+                    description: content('#ozoom').html(),
+                    pubDate: timezone(parseDate(matches[1], 'YYYY-MM/DD'), +8),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `湖南日报${id ? ` - ${$('strong').first().parent().text()}` : ''}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hnrb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/hnrb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'voc.com.cn': {
+        _name: '华声在线',
+        '.': [
+            {
+                title: '湖南日报',
+                docs: 'https://docs.rsshub.app/journal.html#hu-nan-ri-bao-dian-zi-kan-wu',
+                source: ['/'],
+                target: '/hnrb/:id',
+            },
+        ],
+    },
+};

package/lib/v2/hnrb/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/huangz/index.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const BLOG_URL = 'https://blog.huangz.me/';
+
+module.exports = async (ctx) => {
+    const resp = await got({
+        method: 'get',
+        url: BLOG_URL,
+    });
+    const $ = cheerio.load(resp.body);
+    const list = $('.toctree-l2');
+
+    const items = await Promise.all(
+        list.map((index, item) => {
+            const link = `${BLOG_URL}${$(item).find('a').attr('href')}`;
+
+            return ctx.cache.tryGet(link, () => ({
+                title: $(item).find('a').text(),
+                link,
+            }));
+        })
+    );
+    ctx.state.data = {
+        title: 'huangz/blog',
+        link: 'https://blog.huangz.me',
+        item: items,
+    };
+};

package/lib/v2/huangz/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['stormbuf'],
+};

package/lib/v2/huangz/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'huangz.me': {
+        _name: '黄健宏博客',
+        blog: [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/blog.html#huang-jian-hong-bo-ke',
+                source: ['/*.html'],
+                target: '/huangz',
+            },
+        ],
+    },
+};

package/lib/v2/huangz/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/huanqiu/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+function getKeysRecursive(dic, key, attr, array) {
+    Object.values(dic).forEach((v) => {
+        if (v[key] !== undefined) {
+            getKeysRecursive(v[key], key, attr, array);
+        } else {
+            array.push(v[attr]);
+        }
+    });
+    return array;
+}
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'china';
+    const host = 'https://' + category + '.huanqiu.com';
+
+    const resp = await got({
+        method: 'get',
+        url: host.concat('/api/channel_pc'),
+    }).json();
+    const name = getKeysRecursive(resp.children, 'children', 'domain_name', [])[0];
+
+    const nodes = getKeysRecursive(resp.children, 'children', 'node', [])
+        .map((x) => '"' + x + '"')
+        .join();
+    const req = await got({
+        method: 'get',
+        url: host.concat('/api/list?node=') + nodes.concat(`&offset=0&limit=${ctx.query.limit ?? 20}`),
+    }).json();
+
+    let items = req.list
+        .filter((item) => item.aid)
+        .map((item) => ({
+            link: host.concat('/article/' + item.aid),
+            title: item.title,
+        }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('article').html();
+                item.author = content('span', '.source').text();
+                item.pubDate = timezone(parseDate(content('p.time').text()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${name} - 环球网`,
+        link: host,
+        description: '环球网',
+        language: 'zh-cn',
+        item: items,
+    };
+};

package/lib/v2/huanqiu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['yuxinliu-alex'],
+};