rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/v2/hellobtc/topic.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-const rootUrl = 'https://www.hellobtc.com';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const url = `${rootUrl}/topic/${id}.html`;
-
-    const response = await got(url);
-    const $ = cheerio.load(response.data);
-    const title = $('div.content > h1').text();
-    const list = $('div.tab_pane')
-        .find('div.new_item')
-        .map((_, item) => ({
-            title: $(item).find('h2').text(),
-            link: $(item).find('a').attr('href'),
-        }))
-        .filter((item) => item)
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got(item.link);
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('#nr').html();
-                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `白话区块链 - ${title}专栏`,
-        link: url,
-        item: items,
-    };
-};

package/lib/v2/hjedd/article.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const node = ctx.params.node ?? '258';
-    const type = ctx.params.type ?? '1';
-
-    const currentUrl = rootUrl;
-    const nodeUrl = `${rootUrl}/api/topic/node?nodeId=${node}`;
-    const apiUrl = `${rootUrl}/api/topic/node/topics?page=1&nodeId=${node}&type=${type}&limit=${ctx.query.limit}`;
-
-    const response = await got({
-        method: 'get',
-        url: nodeUrl,
-    });
-
-    const data = response.data.data;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: `海角社区 - ${data.name}`,
-        link: `${currentUrl}/article?nodeId=${node}`,
-        item: items,
-        description: data.description.replace(/<\/?p>/, ''),
-    };
-};

package/lib/v2/hjedd/hot.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/hot/topics?page=1`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 热门',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/latest.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/node/topics?page=1&nodeId=0&type=1`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 最新',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/maintainer.js

@@ -1,10 +0,0 @@
-module.exports = {
-    '/event': ['nczitzk'],
-    '/hot': ['nczitzk'],
-    '/latest': ['nczitzk'],
-    '/news': ['nczitzk'],
-    '/notice': ['nczitzk'],
-    '/original': ['nczitzk'],
-    '/top': ['nczitzk'],
-    '/:node?/:type?': ['nczitzk'],
-};

package/lib/v2/hjedd/news.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/node/news?page=1`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 新闻',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/notice.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/node/topics?page=1&nodeId=14&type=0`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 公告',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/original.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/node/topics?page=1&type=7`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 原创',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/radar.js

@@ -1,55 +0,0 @@
-module.exports = {
-    'hjedd.com': {
-        _name: '海角社区',
-        '.': [
-            {
-                title: '热门',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-re-men',
-                source: ['/'],
-                target: '/hjedd/hot',
-            },
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-xin-wen',
-                source: ['/'],
-                target: '/hjedd/news',
-            },
-            {
-                title: '大事记',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-shi-ji',
-                source: ['/article', '/'],
-                target: '/hjedd/event',
-            },
-            {
-                title: '原创',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-yuan-chuang',
-                source: ['/'],
-                target: '/hjedd/original',
-            },
-            {
-                title: '精华',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-jing-hua',
-                source: ['/'],
-                target: '/hjedd/top',
-            },
-            {
-                title: '公告',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-gong-gao',
-                source: ['/'],
-                target: '/hjedd/notice',
-            },
-            {
-                title: '最新',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-zui-xin',
-                source: ['/'],
-                target: '/hjedd/latest',
-            },
-            {
-                title: '文章',
-                docs: 'https://docs.rsshub.app/routes/bbs#hai-jiao-she-qu-da-wen-zhang',
-                source: ['/article', '/'],
-                target: (params, url) => `/hjedd/${new URL(url).searchParams.get('nodeId')}`,
-            },
-        ],
-    },
-};

package/lib/v2/hjedd/router.js

@@ -1,10 +0,0 @@
-module.exports = function (router) {
-    router.get('/event', require('./article'));
-    router.get('/hot', require('./hot'));
-    router.get('/latest', require('./latest'));
-    router.get('/news', require('./news'));
-    router.get('/notice', require('./notice'));
-    router.get('/original', require('./original'));
-    router.get('/top', require('./top'));
-    router.get('/:node?/:type?', require('./article'));
-};

package/lib/v2/hjedd/templates/attachment.art

@@ -1,7 +0,0 @@
-{{ if attachment.category == 'video' }}
-<video poster="{{ attachment.data }}" controls>
-  <source src="{{ attachment.remoteUrl }}" type="application/x-mpegURL">
-</video>
-{{ else }}
-<img src="{{ attachment.data }}">
-{{ /if }}

package/lib/v2/hjedd/top.js

@@ -1,14 +0,0 @@
-const { rootUrl, ProcessItems } = require('./utils');
-
-module.exports = async (ctx) => {
-    const currentUrl = rootUrl;
-    const apiUrl = `${rootUrl}/api/topic/node/topics?page=1&nodeId=0&type=3`;
-
-    const items = await ProcessItems(apiUrl, ctx.query.limit, ctx.cache.tryGet);
-
-    ctx.state.data = {
-        title: '海角社区 - 精华',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hjedd/utils.js

@@ -1,111 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const asyncPool = require('tiny-async-pool');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
-
-const rootUrl = 'https://www.hjedd.com';
-
-const decodeImage = (text) => {
-    const e = 'ABCD*EFGHIJKLMNOPQRSTUVWX#YZabcdefghijklmnopqrstuvwxyz1234567890';
-
-    let a,
-        o,
-        i,
-        r,
-        c,
-        s,
-        u = '',
-        image = '',
-        index = 0;
-
-    text = text.replace(/[^A-Za-z0-9*#]/g, '');
-
-    while (index < text.length) {
-        r = e.indexOf(text.charAt(index++));
-        c = e.indexOf(text.charAt(index++));
-        s = e.indexOf(text.charAt(index++));
-        u = e.indexOf(text.charAt(index++));
-        a = (r << 2) | (c >> 4);
-        o = ((15 & c) << 4) | (s >> 2);
-        i = ((3 & s) << 6) | u;
-        image += String.fromCharCode(a);
-        64 !== s && (image += String.fromCharCode(o));
-        64 !== u && (image += String.fromCharCode(i));
-    }
-
-    return image;
-};
-
-module.exports = {
-    rootUrl,
-    ProcessItems: async (apiUrl, limit, tryGet) => {
-        const response = await got({
-            method: 'get',
-            url: apiUrl,
-        });
-
-        const list = response.data.data.results.slice(0, limit ? parseInt(limit) : 20).map((item) => ({
-            guid: item.topicId,
-            title: item.title,
-            link: `${rootUrl}/post/details?pid=${item.topicId}`,
-            category: item.node?.name ?? [],
-            author: item.user.nickname,
-            pubDate: timezone(parseDate(item.createTime), +8),
-            description: item.liteContent ? `<p>${item.liteContent}</p>` : '',
-        }));
-
-        const items = [];
-        for await (const item of asyncPool(5, list, (item) =>
-            tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: `https://www.hjedd.com/api/topic/${item.guid}`,
-                });
-
-                const content = cheerio.load(detailResponse.data.data.content);
-
-                content('.sell-btn').remove();
-
-                const attachments = detailResponse.data.data.attachments ?? [];
-
-                for await (const attachment of asyncPool(5, attachments, (attachment) =>
-                    tryGet(attachment.remoteUrl, async () => {
-                        const attachmentResponse = await got({
-                            method: 'get',
-                            url: attachment.coverUrl ?? attachment.remoteUrl,
-                        });
-
-                        attachment.data = decodeImage(attachmentResponse.data);
-
-                        return attachment;
-                    })
-                )) {
-                    if (content(`[data-id="${attachment.id}"]`).length === 0) {
-                        content('body').append(
-                            art(path.join(__dirname, 'templates/attachment.art'), {
-                                attachment,
-                            })
-                        );
-                    } else {
-                        content(`[data-id="${attachment.id}"]`).replaceWith(
-                            art(path.join(__dirname, 'templates/attachment.art'), {
-                                attachment,
-                            })
-                        );
-                    }
-                }
-
-                item.description = content('body').html();
-
-                return item;
-            })
-        )) {
-            items.push(item);
-        }
-
-        return items;
-    },
-};

package/lib/v2/hket/index.js

@@ -1,122 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const path = require('path');
-const { art } = require('@/utils/render');
-
-const urlMap = {
-    srac: {
-        baseUrl: 'https://china.hket.com',
-    },
-    sran: {
-        baseUrl: 'https://inews.hket.com',
-    },
-    srat: {
-        baseUrl: 'https://topick.hket.com',
-    },
-    sraw: {
-        baseUrl: 'https://wealth.hket.com',
-    },
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category ?? 'sran001';
-    const baseUrl = urlMap[category.substring(0, 4)].baseUrl;
-
-    const response = await got({
-        method: 'get',
-        url: baseUrl + '/' + category,
-        headers: {
-            Referer: 'https://www.hket.com',
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.listing-title > a')
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text().trim(),
-                link: item.attr('href').startsWith('/')
-                    ? // remove tracking parameters
-                      baseUrl + item.attr('href').split('?')[0].substring(0, item.attr('href').lastIndexOf('/'))
-                    : item.attr('href').split('?')[0].substring(0, item.attr('href').lastIndexOf('/')),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list &&
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const article = await got({
-                        method: 'get',
-                        url: item.link,
-                        headers: {
-                            Referer: baseUrl + '/' + category,
-                        },
-                    });
-                    const content = cheerio.load(article.data);
-
-                    // extract categories
-                    const categories = content('.contentTags-container > .hotkey-container-wrapper > .hotkey-container > a')
-                        .toArray()
-                        .map((e) => content(e).text().trim());
-
-                    // remove unwanted elements
-                    content('p.adunit').remove();
-                    content('p.article-detail_caption').remove();
-                    content('div.template-default.hket-row.detail-widget.show-xs-img.relatedContents-container').remove();
-                    content('div.template-default.hket-row.no-padding.detail-widget').remove();
-                    content('div.gallery-related-container').remove();
-                    content('div.contentTags-container').remove();
-                    content('div.article-details-center-sharing-btn').remove();
-                    content('source').remove();
-                    content('span.click-to-enlarge').remove();
-                    content('span').each((_, e) => {
-                        if (content(e).text().startsWith('+')) {
-                            content(e).remove();
-                        }
-                    });
-
-                    // fix lazyload image and caption
-                    content('img').each((_, e) => {
-                        e = content(e);
-                        e.after(
-                            art(path.join(__dirname, 'templates/image.art'), {
-                                alt: e.attr('data-alt'),
-                                src: e.attr('data-src') ?? e.attr('src'),
-                            })
-                        );
-                        e.remove();
-                    });
-
-                    item.category = categories;
-                    item.description = art(path.join(__dirname, 'templates/description.art'), {
-                        desc: content('div.article-detail-body-container').html(),
-                    });
-                    item.pubDate = timezone(parseDate(content('.article-details-info-container_date').text().trim()), +8);
-
-                    return item;
-                })
-            )
-    );
-
-    ctx.state.data = {
-        title: $('head meta[name=title]').attr('content').trim(),
-        link: baseUrl + '/' + category,
-        description: $('head meta[name=description]').attr('content').trim(),
-        item: items,
-        language: 'zh-hk',
-    };
-
-    ctx.state.json = {
-        title: $('head meta[name=title]').attr('content').trim(),
-        link: baseUrl + '/' + category,
-        description: $('head meta[name=description]').attr('content').trim(),
-        item: items,
-        language: 'zh-hk',
-    };
-};

package/lib/v2/hket/maintainer.js

@@ -1,3 +0,0 @@
-module.exports = {
-    '/:category?': ['TonyRL'],
-};

package/lib/v2/hket/radar.js

@@ -1,45 +0,0 @@
-module.exports = {
-    'hket.com': {
-        _name: '香港经济日报',
-        china: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#xiang-gang-jing-ji-ri-bao',
-                source: ['/:category/*'],
-                target: '/hket/:category',
-            },
-        ],
-        inews: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#xiang-gang-jing-ji-ri-bao',
-                source: ['/:category/*'],
-                target: '/hket/:category',
-            },
-        ],
-        topick: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#xiang-gang-jing-ji-ri-bao',
-                source: ['/:category/*'],
-                target: '/hket/:category',
-            },
-        ],
-        wealth: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#xiang-gang-jing-ji-ri-bao',
-                source: ['/:category/*'],
-                target: '/hket/:category',
-            },
-        ],
-        www: [
-            {
-                title: '新闻',
-                docs: 'https://docs.rsshub.app/routes/traditional-media#xiang-gang-jing-ji-ri-bao',
-                source: ['/'],
-                target: '/hket',
-            },
-        ],
-    },
-};

package/lib/v2/hket/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/:category?', require('./index'));
-};

package/lib/v2/hket/templates/description.art

@@ -1 +0,0 @@
-{{@ desc }}

package/lib/v2/hket/templates/image.art

@@ -1 +0,0 @@
-<figure><img alt="{{ alt }}" src="{{ src }}"><figcaption>{{ alt }}</figcaption></figure>

package/lib/v2/hotchina/index.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category ?? '';
-    const id = ctx.params.id ?? '';
-
-    const rootUrl = 'https://hotchina.news';
-    const currentUrl = `${rootUrl}${category && id ? `/archives/${category}/${id}` : ''}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.title')
-        .map((_, item) => {
-            item = $(item);
-
-            const a = item.find('a');
-
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: parseDate(item.next().find('.mg-blog-date').text().trim(), 'M 月 D, YYYY'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('div[itemprop="articleBody"]').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hotchina/maintainer.js

@@ -1,5 +0,0 @@
-module.exports = {
-    '/': ['nczitzk'],
-    '/category/:id?': ['nczitzk'],
-    '/tag/:id?': ['nczitzk'],
-};

package/lib/v2/hotchina/radar.js

@@ -1,25 +0,0 @@
-module.exports = {
-    'hotchina.news': {
-        _name: '辛華社',
-        '.': [
-            {
-                title: '首页',
-                docs: 'https://docs.rsshub.app/routes/new-media#xin-hua-she-shou-ye',
-                source: ['/'],
-                target: '/hotchina',
-            },
-            {
-                title: '分类',
-                docs: 'https://docs.rsshub.app/routes/new-media#xin-hua-she-fen-lei',
-                source: ['/archives/category/:id', '/'],
-                target: '/hotchina/category/:id?',
-            },
-            {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/routes/new-media#xin-hua-she-biao-qian',
-                source: ['/archives/tag/:id', '/'],
-                target: '/hotchina/tag/:id?',
-            },
-        ],
-    },
-};

package/lib/v2/hotchina/router.js

@@ -1,3 +0,0 @@
-module.exports = function (router) {
-    router.get('/:category?/:id?', require('./index'));
-};