rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/guduodata/daily.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const dayjs = require('dayjs');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'http://data.guduodata.com';
+
+const types = {
+    collect: {
+        name: '汇总榜',
+        categories: {
+            drama: '连续剧',
+            variety: '综艺',
+        },
+    },
+    bill: {
+        name: '排行榜',
+        categories: {
+            network_drama: '网络剧',
+            network_movie: '网络大电影',
+            network_variety: '网络综艺',
+            tv_drama: '电视剧',
+            tv_variety: '电视综艺',
+            anime: '国漫',
+        },
+    },
+};
+
+module.exports = async (ctx) => {
+    const now = dayjs().valueOf();
+    // yestoday
+    const yestoday = dayjs().subtract(1, 'day').format('YYYY-MM-DD');
+    const renderRows = (rows) => art(path.join(__dirname, './templates/daily.art'), { rows });
+    const items = Object.keys(types).flatMap((key) =>
+        Object.keys(types[key].categories).map((category) => ({
+            type: key,
+            name: `[${yestoday}] ${types[key].name} - ${types[key].categories[category]}`,
+            category: category.toUpperCase(),
+            url: `${host}/show/datalist?type=DAILY&category=${category.toUpperCase()}&date=${yestoday}`,
+        }))
+    );
+    ctx.state.data = {
+        title: `骨朵数据 - 日榜`,
+        link: host,
+        description: yestoday,
+        item: await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.url, async () => {
+                    const response = await got.get(`${item.url}&t=${now}`, {
+                        headers: { Referer: `http://data.guduodata.com/` },
+                    });
+                    const data = response.data.data;
+                    return {
+                        title: item.name,
+                        pubDate: yestoday,
+                        link: item.url,
+                        description: renderRows(data),
+                    };
+                })
+            )
+        ),
+    };
+};

package/lib/v2/guduodata/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/daily': ['Gem1ni'],
+};

package/lib/v2/guduodata/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'guduodata.com': {
+        _name: '骨朵数据',
+        data: [
+            {
+                title: '日榜',
+                docs: 'https://docs.rsshub.app/other.html#gu-duo-shu-ju',
+                source: ['/'],
+                target: '/guduodata/daily',
+            },
+        ],
+    },
+};

package/lib/v2/guduodata/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/daily', require('./daily'));
+};

package/lib/v2/guduodata/templates/daily.art

@@ -0,0 +1,26 @@
+<table border="1" cellpadding="2" cellspacing="0">
+    <thead>
+        <th>排名</th>
+        <th>剧名</th>
+        <th>播放平台</th>
+        <th>上映时间</th>
+        <th>评论数</th>
+        <th>百度指数</th>
+        <th>豆瓣评分</th>
+        <th>全网热度</th>
+    </thead>
+    <tbody>
+        {{each rows}}
+            <tr>
+                <td>{{$index + 1}}</td>
+                <td>{{$value.name}}</td>
+                <td>{{$value.platforms}}</td>
+                <td>{{$value.release_date}}</td>
+                <td>{{$value.comment || ''}}</td>
+                <td>{{$value.baidu_index || ''}}</td>
+                <td>{{$value.douban || ''}}</td>
+                <td>{{$value.gdi}}</td>
+            </tr>
+        {{/each}}
+    </tbody>
+</table>

package/lib/v2/hackernews/index.js

@@ -0,0 +1,103 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const section = ctx.params.section ?? 'index';
+    const type = ctx.params.type ?? 'sources';
+    const user = ctx.params.user ?? '';
+
+    const rootUrl = 'https://news.ycombinator.com';
+    const currentUrl = `${rootUrl}${section === 'index' ? '' : `/${section}`}${user === '' ? '' : '?id=' + user}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.athing')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .map((_, thing) => {
+            thing = $(thing);
+
+            const item = {};
+
+            item.guid = thing.attr('id');
+            item.title = thing.find('.titlelink').text();
+            item.category = thing.find('.sitestr').text();
+            item.author = thing.next().find('.hnuser').text();
+            item.pubDate = parseDate(thing.find('.age').attr('title') ?? thing.next().find('.age').attr('title'));
+
+            item.link = `${rootUrl}/item?id=${item.guid}`;
+            item.origin = thing.find('.titlelink').attr('href');
+            item.onStory = thing.find('.onstory').text().substring(2);
+
+            item.comments = thing.next().find('a').last().text().split(' comment')[0];
+            item.currentComment = thing.find('.comment').text();
+            item.guid = type === 'sources' ? item.guid : `${item.guid}${item.comments === 'discuss' ? '' : `-${item.comments}`}`;
+
+            item.description = `<a href="${item.link}">Comments on Hacker News</a> | <a href="${item.origin}">Source</a>`;
+
+            return item;
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                if (item.comments !== 'discuss' && type === 'comments') {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.reply').remove();
+
+                    item.description = '';
+
+                    content('.comtr').each(function () {
+                        const author = content(this).find('.hnuser');
+                        const comment = content(this).find('.commtext');
+
+                        item.description +=
+                            `<div><div><small><a href="${rootUrl}/${author.attr('href')}">${author.text()}</a></small>` +
+                            `&nbsp&nbsp<small><a href="${rootUrl}/item?id=${content(this).attr('id')}">` +
+                            `${content(this).find('.age').attr('title')}</a></small></div>`;
+
+                        const commentText = comment.clone();
+
+                        commentText.find('p').remove();
+                        commentText.html(`<p>${commentText.text()}</p>`);
+                        commentText.append(
+                            comment
+                                .find('p')
+                                .toArray()
+                                .map((p) => `<p>${content(p).html()}</p>`)
+                        );
+
+                        item.description += `<div>${commentText.html()}</div></div>`;
+                    });
+                } else if (item.comments !== 'discuss' && type === 'comments_list') {
+                    item.title = item.onStory;
+                    item.description = item.currentComment;
+                }
+
+                item.link = type === 'sources' ? item.origin : item.link;
+
+                delete item.origin;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/hackernews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:section?/:type?/:user?': ['nczitzk', 'xie-dongping'],
+};

package/lib/v2/hackernews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ycombinator.com': {
+        _name: 'Hacker News',
+        '.': [
+            {
+                title: 'Section',
+                docs: 'https://docs.rsshub.app/programming.html#hacker-news',
+                source: ['/:section', '/'],
+                target: '/hackernews/:section?/:type?/:user?',
+            },
+        ],
+    },
+};

package/lib/v2/hackernews/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:section?/:type?/:user?', require('./index'));
+};

package/lib/v2/heu/job/list.js

@@ -33,7 +33,7 @@ module.exports = async (ctx) => {
     const list = $('li.list_item.i1')
         .map((_, item) => {
             let link = $(item).find('a').attr('href');
-            if (link.indexOf('.shtml') !== -1) {
+            if (link.indexOf('HrbeuJY') !== -1) {
                 link = rootUrl.concat(link);
             }
             return {
@@ -47,7 +47,7 @@ module.exports = async (ctx) => {
     await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                if (item.link.indexOf('.shtml') !== -1) {
+                if (item.link.indexOf('HrbeuJY') !== -1) {
                     const detailResponse = await got({
                         method: 'get',
                         url: item.link,

package/lib/v2/hex-rays/index.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'https://www.hex-rays.com/blog/';
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+
+    const list = $('.post-list-container')
+        .map((_, ele) => ({
+            title: $('h3 > a', ele).text(),
+            link: $('h3 > a', ele).attr('href'),
+            pubDate: parseDate($('.post-meta:nth-of-type(1)', ele).first().text().trim().replace('Posted on:', '')),
+            author: $('.post-meta:nth-of-type(2)', ele).first().text().replace('By:', '').trim(),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.category = (
+                    content('.category-link')
+                        .toArray()
+                        .map((e) => $(e).text()) +
+                    ',' +
+                    content('.tag-link')
+                        .toArray()
+                        .map((e) => $(e).text())
+                ).split(',');
+
+                item.description = content('.post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Hex-Rays Blog',
+        link,
+        item: items,
+    };
+};

package/lib/v2/hex-rays/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['hellodword ', 'TonyRL'],
+};

package/lib/v2/hex-rays/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hex-rays.com': {
+        _name: 'Hex-Rays',
+        '.': [
+            {
+                title: 'Hex-Rays News',
+                docs: 'https://docs.rsshub.app/programming.html#hex-rays',
+                source: ['/', '/blog'],
+                target: '/hex-rays/news',
+            },
+        ],
+    },
+};

package/lib/v2/hex-rays/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./index'));
+};

package/lib/v2/hizu/index.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    '5dd92265e4b0bf88dd8c1175': '热点',
+    '5dd921a7e4b0bf88dd8c116f': '订阅',
+    '604f1cbbe4b0cf5c2234d470': '学党史',
+    '5dd92242e4b0bf88dd8c1174': '政经',
+    '61259fd6e4b0d294f7f9786d': '合作区',
+    '61dfe511e4b0248b60d1c568': '名记名播',
+    '5dd9222ce4b0bf88dd8c1173': '大湾区',
+    '617805e4e4b037abacfd4820': '网评',
+    '5dd9220de4b0bf88dd8c1172': 'TV新闻',
+    '5e6edd50e4b02ebde0ab061e': '音频',
+    '600e8ad4e4b02c3a6af6aaa8': '澳门',
+    '600f760fe4b0e33cf6f8e68e': '政务',
+    '5ff7c0fde4b0e2f210d05e20': '教育',
+    '5fc88615e4b0e3055e693e0a': '深圳',
+    '600e8a93e4b02c3a6af6aa80': '中山',
+    '5dd921ece4b0bf88dd8c1170': '民生',
+    '61148184e4b08d3215364396': '社区',
+    '5dd9215fe4b0bf88dd8c116b': '专题',
+    '5e2e5107e4b0c14b5d0e3d04': '战疫',
+    '5f88eaf2e4b0a27cd404e09e': '横琴',
+    '5f86a3f5e4b09d75f99dde7d': '香洲',
+    '5e8c42b4e4b0347c7e5836e0': '金湾',
+    '5ee70534e4b07b8a779a1ad6': '斗门',
+    '607d37ade4b05c59ac2f3d40': '高新',
+};
+
+module.exports = async (ctx) => {
+    const column = ctx.params.column ?? '5dd92265e4b0bf88dd8c1175';
+
+    const rootUrl = 'https://www.hizh.cn';
+    const currentUrl = `${rootUrl}/channels/zjyapp/columns/${column}/stories.json`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.stories.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50).map((item) => ({
+        title: item.title,
+        author: item.author,
+        link: item.jsonUrl,
+        category: item.columnName,
+        pubDate: parseDate(item.published),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data.content);
+
+                content('figure').last().remove();
+
+                item.description = content.html();
+                item.link = `${rootUrl}/content.html?jsonUrl=${item.link}`;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[column]} - 珠海网`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/hizu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:column?': ['nczitzk'],
+};

package/lib/v2/hizu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hizh.cn': {
+        _name: '珠海网',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#zhu-hai-wang-lan-mu',
+                source: '/',
+                target: '/hizu/:column?',
+            },
+        ],
+    },
+};

package/lib/v2/hizu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:column?', require('./index'));
+};

package/lib/v2/hkej/index.js

@@ -123,7 +123,13 @@ module.exports = async (ctx) => {
                         })
                         .get();
 
-                    const pubDate = content('p.info span.date').text().trim().replace('日', '').replace('今', today).replace('昨', yesterday).replace(/[年月]/g, '-');
+                    const pubDate = content('p.info span.date')
+                        .text()
+                        .trim()
+                        .replace('日', '')
+                        .replace('今', today)
+                        .replace('昨', yesterday)
+                        .replace(/[年月]/g, '-');
 
                     item.category = content('p.info span.cate a')
                         .toArray()

package/lib/v2/hkepc/index.js

@@ -0,0 +1,198 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+    const baseUrl = `https://www.hkepc.com`;
+
+    let response;
+    if (category === 'price' || category === 'review' || category === 'coverStory' || category === 'news' || category === 'press' || category === 'member') {
+        response = await got({
+            url: `${baseUrl}/news`,
+            headers: {
+                Referer: baseUrl,
+            },
+        });
+    } else if (category === 'digital' || category === 'entertainment' || category === 'latest' || category === '') {
+        response = await got(baseUrl);
+    } else {
+        // category === ocLab
+        response = await got({
+            url: `${baseUrl}/${category}`,
+            headers: {
+                Referer: baseUrl,
+            },
+        });
+    }
+
+    const $ = cheerio.load(response.data);
+
+    let feedTitle = '電腦領域 HKEPC';
+    let items;
+    switch (category) {
+        case 'price':
+            feedTitle += ' - 腦場新聞';
+            items = $('#sidebar > div:nth-child(1) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'review':
+            feedTitle += ' - 新品快遞';
+            items = $('#sidebar > div:nth-child(2) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'coverStory':
+            feedTitle += ' - 專題報導';
+            items = $('#sidebar > div:nth-child(3) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'news':
+            feedTitle += ' - 新聞中心';
+            items = $('#sidebar > div:nth-child(4) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'press':
+            feedTitle += ' - 業界資訊';
+            items = $('#sidebar > div:nth-child(5) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'member':
+            feedTitle += ' - 會員消息';
+            items = $('#sidebar > div:nth-child(6) > div.content > ul > li')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'digital':
+            feedTitle += ' - 流動數碼';
+            items = $('#contentR5 > div.left > div.article > div.heading')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'entertainment':
+            feedTitle += ' - 生活娛樂';
+            items = $('#contentR5 > div.right > div.article > div.heading')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'latest':
+        case '':
+            feedTitle += ' - 最新消息';
+            items = $('div .item')
+                .find('a')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        case 'ocLab':
+            feedTitle += ' - 超頻領域';
+            items = $('.heading')
+                .toArray()
+                .map((item) => ({
+                    title: $(item).text(),
+                    link: baseUrl + $(item).attr('href'),
+                }));
+            break;
+        default:
+            break;
+    }
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: baseUrl,
+                    },
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                // remove unwanted elements
+                content('#view > div.advertisement').remove();
+                content('div#comments').remove();
+                content('div#share_btn').remove();
+
+                // Non-breaking space U+00A0, ` ` in html
+                // Taken from /caixin/blog.js
+                content('#view > p')
+                    .filter((_, e) => e.children[0].data === String.fromCharCode(160))
+                    .remove();
+
+                // fix lazyload image
+                content('#view > p > img').each((_, e) => {
+                    e = content(e);
+                    e.after(
+                        art(path.join(__dirname, 'templates/image.art'), {
+                            src: e.attr('rel') ?? e.attr('src'),
+                            alt: e.attr('alt'),
+                        })
+                    );
+                    e.remove();
+                });
+
+                item.author = content('.newsAuthor').text().trim() ?? content('#articleHead div.author').text().trim();
+                item.category = content('div#relatedArticles div.tags a')
+                    .toArray()
+                    .map((e) => content(e).text().trim());
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    desc: content('#view').html(),
+                });
+                item.pubDate = timezone(parseDate(content('.publishDate').text()), +8);
+                item.guid = item.link.substring(0, item.link.lastIndexOf('/'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feedTitle,
+        link: `https://www.hkepc.com/${category}`,
+        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
+        language: 'zh-hk',
+        item: items,
+    };
+};

package/lib/v2/hkepc/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['TonyRL'],
+};

package/lib/v2/hkepc/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'hkepc.com': {
+        _name: 'HKEPC',
+        '.': [
+            {
+                title: 'HKEPC 电脑领域',
+                docs: 'https://docs.rsshub.app/new-media.html#hkepc',
+                source: ['/:category?'],
+                target: '/hkepc/:category?',
+            },
+            {
+                title: 'HKEPC 电脑领域',
+                docs: 'https://docs.rsshub.app/new-media.html#hkepc',
+                source: ['/'],
+                target: '/hkepc',
+            },
+        ],
+    },
+};