rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/{routes → v2}/guancha/topic.js

@@ -1,10 +1,10 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const date = require('@/utils/date');
+const { parseRelativeDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const id = ctx.params.id || '0';
-    const order = ctx.params.order || '1';
+    const id = ctx.params.id ?? '0';
+    const order = ctx.params.order ?? '1';
 
     const rootUrl = 'https://user.guancha.cn';
     const currentUrl = `${rootUrl}/${id === '0' ? 'main/index-list.json?' : 'topic/post-list?topic_id=' + id}&page=1&order=${order}`;
@@ -16,28 +16,29 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.list-item h4 a, ul.home li .list-item h4 a')
-        .slice(0, 10)
-        .map((_, item) => {
+    let items = $('.list-item h4 a, ul.home li .list-item h4 a')
+        .toArray()
+        .map((item) => {
             item = $(item);
+
             return {
                 title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
+                link: `${rootUrl}${item.attr('href')}&page=0`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
                 });
+
                 const content = cheerio.load(detailResponse.data);
 
-                item.pubDate = date(content('.time1').text(), 8);
-                item.author = content('.user-main h4 a').eq(0).text();
+                item.pubDate = parseRelativeDate(content('.time1').text());
+                item.author = content('.user-main h4 a').first().text();
                 item.description = content('.article-txt-content').html();
 
                 return item;

package/lib/v2/hdu/cs/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const link = 'https://computer.hdu.edu.cn';
+const host = 'https://computer.hdu.edu.cn/6738/list.htm';
+
+const getSingleRecord = async () => {
+    const res = await got({
+        method: 'get',
+        url: host,
+    });
+
+    const $ = cheerio.load(res.data);
+    const list = $('.posts-list').find('li');
+
+    return (
+        list &&
+        list
+            .map((index, item) => {
+                item = $(item);
+                const dateTxt = item.find('.date').text();
+                const date = dateTxt.slice(1, dateTxt.length - 1);
+                return {
+                    title: item.find('a').text(),
+                    pubDate: parseDate(date),
+                    link: link + item.find('a').attr('href'),
+                };
+            })
+            .get()
+    );
+};
+
+module.exports = async (ctx) => {
+    const items = await getSingleRecord();
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                return {
+                    title: item.title,
+                    link: item.link,
+                    description: $('.wp_articlecontent').html(),
+                    pubDate: item.pubDate,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '杭电计算机-通知公告',
+        description: '杭州电子科技大学计算机学院-通知公告',
+        link: host,
+        item: out,
+    };
+};

package/lib/v2/hdu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/cs': ['legr4ndk'],
+};

package/lib/v2/hdu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hdu.edu.cn': {
+        _name: '杭州电子科技大学',
+        computer: [
+            {
+                title: '计算机学院 - 通知公告',
+                docs: 'https://docs.rsshub.app/university.html#hang-zhou-dian-zi-ke-ji-da-xue',
+                source: '/6738/list.htm',
+                target: '/hdu/cs',
+            },
+        ],
+    },
+};

package/lib/v2/hdu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    // 杭州电子科技大学
+    router.get('/cs', require('./cs'));
+};

package/lib/v2/hellobtc/information.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+const channelSelector = {
+    latest: 'div.index_tabs_container.js-tabs-container > div:nth-child(1)',
+    application: 'div.index_tabs_container.js-tabs-container > div:nth-child(2)',
+};
+
+const titleMap = {
+    latest: '最新',
+    application: '应用',
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'latest';
+    const url = rootUrl;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $(channelSelector[channel])
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nr').html();
+                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - 首页 ${titleMap[channel]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellobtc/kepu.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+const channelSelector = {
+    latest: 'div.index_tabs_container.js-tabs-container > div:nth-child(1)',
+    bitcoin: 'div.index_tabs_container.js-tabs-container > div:nth-child(2)',
+    ethereum: 'div.index_tabs_container.js-tabs-container > div:nth-child(3)',
+    defi: 'div.index_tabs_container.js-tabs-container > div:nth-child(4)',
+    inter_blockchain: 'div.index_tabs_container.js-tabs-container > div:nth-child(5)',
+    mining: 'div.index_tabs_container.js-tabs-container > div:nth-child(6)',
+    safety: 'div.index_tabs_container.js-tabs-container > div:nth-child(7)',
+    satoshi_nakamoto: 'div.index_tabs_container.js-tabs-container > div:nth-child(8)',
+    public_blockchain: 'div.index_tabs_container.js-tabs-container > div:nth-child(9)',
+};
+
+const titleMap = {
+    latest: '最新',
+    bitcoin: '比特币',
+    ethereum: '以太坊',
+    defi: 'DeFi',
+    inter_blockchain: '跨链',
+    mining: '挖矿',
+    safety: '安全',
+    satoshi_nakamoto: '中本聪',
+    public_blockchain: '公链',
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'latest';
+    const url = `${rootUrl}/kepu.html`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $(channelSelector[channel])
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('a').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#js_content')
+                    .html()
+                    .replace(/(<img.*?)data-src(.*?>)/g, '$1src$2');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - 科普 ${titleMap[channel]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellobtc/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/information/:channel?': ['Fatpandac'],
+    '/news': ['Fatpandac'],
+    '/kepu/:channel?': ['Fatpandac'],
+    '/topic/:id': ['Fatpandac'],
+};

package/lib/v2/hellobtc/news.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/news`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const items = $('nav.js-nav')
+        .find('div.item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+            description: $(item).find('div.sub').text(),
+            pubDate: timezone(parseDate($(item).find('span.date').text(), 'MM-DD HH:mm'), +8),
+        }))
+        .filter((item) => item)
+        .get();
+
+    ctx.state.data = {
+        title: `白话区块链 - 快讯`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellobtc/radar.js

@@ -0,0 +1,85 @@
+module.exports = {
+    'hellobtc.com': {
+        _name: '白话区块链',
+        '.': [
+            {
+                title: '首页-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/latest',
+            },
+            {
+                title: '首页-应用',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/'],
+                target: '/hellobtc/information/application',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/news'],
+                target: '/hellobtc/news',
+            },
+            {
+                title: '科普-最新',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/latest',
+            },
+            {
+                title: '科普-比特币',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/bitcoin',
+            },
+            {
+                title: '科普-以太坊',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/ethereum',
+            },
+            {
+                title: '科普-DeFi',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/defi',
+            },
+            {
+                title: '科普-跨链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/inter_blockchain',
+            },
+            {
+                title: '科普-挖矿',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/mining',
+            },
+            {
+                title: '科普-安全',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/safety',
+            },
+            {
+                title: '科普-中本聪',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/satoshi_nakamoto',
+            },
+            {
+                title: '科普-公链',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/kepu.html'],
+                target: '/hellobtc/kepu/public_blockchain',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#bai-hua-qu-kuai-lian',
+                source: ['/topic/:id'],
+                target: (params) => `/hellobtc/topic/${params.id.split('.')[0]}`,
+            },
+        ],
+    },
+};

package/lib/v2/hellobtc/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/information/:channel?', require('./information'));
+    router.get('/news', require('./news'));
+    router.get('/kepu/:channel?', require('./kepu'));
+    router.get('/topic/:id', require('./topic'));
+};

package/lib/v2/hellobtc/topic.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `${rootUrl}/topic/${id}.html`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('div.content > h1').text();
+    const list = $('div.tab_pane')
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .filter((item) => item)
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nr').html();
+                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - ${title}专栏`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/article.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = 'https://hellogithub.com/article';
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('.content .post')
+        .slice(0, 10)
+        .map((_, item) => {
+            const a = $(item).find('a.post-title').eq(0).eq(0);
+            const link = rootUrl + a.attr('href');
+            return {
+                title: a.text(),
+                link,
+                description: $(item).find('.post-description')[0].children[0].data,
+                pubDate: timezone(parseDate($(item).find('.post-meta').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('.markdown-body').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'HelloGitHub - Article',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/article': ['moke8'],
+    '/ranking/:type?': ['moke8'],
+    '/month': ['moke8'],
+};

package/lib/v2/hellogithub/month.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://hellogithub.com';
+    const currentUrl = 'https://hellogithub.com/article';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+    const $ = cheerio.load(response.data);
+    let count = $('.pricing-table-price').eq(0).text();
+    count = count.replace(/[^0-9]/gi, '');
+    let start = count - 10;
+    const PromiseArr = [];
+    for (start; start <= count; start++) {
+        PromiseArr.push(
+            new Promise((resolve) => {
+                const link = `https://hellogithub.com/periodical/volume/${start}/`;
+                const issueNum = start;
+                return ctx.cache.tryGet(link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: link,
+                    });
+                    const $ = cheerio.load(detailResponse.data);
+                    return resolve({
+                        title: '第' + issueNum + '期',
+                        link,
+                        description: $('.content').html(),
+                    });
+                });
+            })
+        );
+    }
+    const items = await Promise.all(PromiseArr);
+    ctx.state.data = {
+        title: 'HelloGitHub - Article',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hellogithub/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'hellogithub.com': {
+        _name: 'HelloGitHub',
+        '.': [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: ['/article', '/article/?url=/periodical/volume/'],
+                target: '/hellogithub/article',
+            },
+            {
+                title: '编程语言排行榜',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: '/report/:type/?url=/periodical/volume/',
+                target: '/hellogithub/ranking/:type',
+            },
+            {
+                title: '月刊',
+                docs: 'https://docs.rsshub.app/programming.html#hellogithub',
+                source: '/periodical/volume/',
+                target: '/hellogithub/month',
+            },
+        ],
+    },
+};

package/lib/v2/hellogithub/ranking.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let type;
+    switch (ctx.params.type) {
+        case 'db':
+            type = 'db-engines';
+            break;
+        case 'webserver':
+            type = 'netcraft';
+            break;
+        default:
+            type = 'tiobe';
+            break;
+    }
+    const rootUrl = 'https://hellogithub.com/report/' + type;
+    ctx.state.data = {
+        title: 'HelloGitHub - ranking',
+        link: rootUrl,
+        item: await ctx.cache.tryGet(rootUrl, async () => {
+            const response = await got({
+                method: 'get',
+                url: rootUrl,
+            });
+            const $ = cheerio.load(response.data);
+            const content = $('.content');
+            const title = $('.header').find('h1');
+
+            return [
+                {
+                    title: title.text(),
+                    link: rootUrl,
+                    description: content.html(),
+                },
+            ];
+        }),
+    };
+};

package/lib/v2/hellogithub/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/article', require('./article'));
+    router.get('/month', require('./month'));
+    router.get('/ranking/:type?', require('./ranking'));
+};

package/lib/v2/ielts/index.js

@@ -0,0 +1,58 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const targetUrl = 'https://ielts.neea.cn/allnews?locale=zh_CN';
+
+module.exports = async (ctx) => {
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.evaluateOnNewDocument(() => {
+        const proto = navigator.__proto__;
+        delete proto.webdriver;
+    });
+
+    await page.goto(targetUrl, {
+        waitUntil: 'networkidle0',
+    });
+    const list = await page.evaluate(() =>
+        window
+            .$('#newsListUl li')
+            .get()
+            .map((elem) => {
+                const $elem = window.$(elem);
+                return {
+                    title: $elem.find('a').text(),
+                    link: $elem.find('a').attr('href'),
+                    pubDate: $elem.find('span').eq(-1).text().replace(/[[\]]/g, '').trim(),
+                };
+            })
+    );
+    browser.close();
+
+    list.sort((a, b) => parseDate(b.pubDate) - parseDate(a.pubDate));
+    list.forEach((item) => {
+        item.pubDate = timezone(parseDate(item.pubDate), +8);
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const $ = cheerio.load(detailResponse.data);
+                item.description = $('.content').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'IELTS雅思最新消息',
+        link: targetUrl,
+        item: items,
+    };
+};

package/lib/v2/ielts/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['zenxds'],
+};