rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/routes/hkepc/index.js

@@ -1,164 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-    const baseUrl = `https://www.hkepc.com`;
-
-    let itemResponse;
-    if (category === 'price' || category === 'review' || category === 'coverStory' || category === 'news' || category === 'press' || category === 'member') {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/news`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/news`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    } else if (category === 'digital' || category === 'entertainment' || category === 'latest' || category === '') {
-        itemResponse = await ctx.cache.tryGet(baseUrl, async () => {
-            const resp = await got(baseUrl);
-            return resp.data;
-        });
-    } else {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/${category}`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/${category}`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    }
-
-    const $ = cheerio.load(itemResponse);
-
-    let title = '電腦領域 HKEPC';
-    let articleList;
-    switch (category) {
-        case 'price':
-            title += ' - 腦場新聞';
-            articleList = $('#sidebar > div:nth-child(1) > div.content > ul > li');
-            break;
-        case 'review':
-            title += ' - 新品快遞';
-            articleList = $('#sidebar > div:nth-child(2) > div.content > ul > li');
-            break;
-        case 'coverStory':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(3) > div.content > ul > li');
-            break;
-        case 'news':
-            title += ' - 新聞中心';
-            articleList = $('#sidebar > div:nth-child(4) > div.content > ul > li');
-            break;
-        case 'press':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(5) > div.content > ul > li');
-            break;
-        case 'member':
-            title += ' - 會員消息';
-            articleList = $('#sidebar > div:nth-child(6) > div.content > ul > li');
-            break;
-        case 'digital':
-            title += ' - 流動數碼';
-            articleList = $('#contentR5 > div.left > div.article > div.heading');
-            break;
-        case 'entertainment':
-            title += ' - 生活娛樂';
-            articleList = $('#contentR5 > div.right > div.article > div.heading');
-            break;
-        case 'latest':
-        case '':
-            title += ' - 最新消息';
-            articleList = $('div .item');
-            break;
-        case 'ocLab':
-            title += ' - 超頻領域';
-            articleList = $('.heading');
-            break;
-        default:
-            break;
-    }
-
-    const ProcessFeed = async (link) => {
-        const resp = await got({
-            method: 'get',
-            url: link,
-            headers: {
-                Referer: baseUrl,
-            },
-        });
-        return cheerio.load(resp.data)('#article').html();
-    };
-
-    const items = await Promise.all(
-        articleList.get().map(async (item) => {
-            const $ = cheerio.load(item);
-            const $a = $('a').html($('a').html().replace(/<br>/g, ' '));
-            const title = $a.text().trim();
-            const link = baseUrl + $a.attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const categories = [];
-            const $article = cheerio.load(await ProcessFeed(link));
-
-            // remove unwanted elements
-            $article('#view > div.advertisement').remove();
-            $article('#view > p').each((i, e) => {
-                if (
-                    // &#xA0; = &nbsp;
-                    $(e)
-                        .html()
-                        .replace(/&#xA0;/g, '').length === 0
-                ) {
-                    $(e).remove();
-                }
-            });
-
-            // extract categories
-            $article('#articleHead > div.tags > a').each((i, e) => {
-                categories.push($article(e).text().trim());
-            });
-
-            // fix lazyload image
-            $article('#view > p > img').each((i, e) => {
-                $(e).after(`<img src="${$(e).attr('rel')}" alt="${$(e).attr('alt')}" referrerpolicy="no-referrer">`);
-                $(e).remove();
-            });
-
-            const description = $article('#view').html();
-
-            const single = {
-                title,
-                author: $article('.newsAuthor').text().trim() || $article('#articleHead div.author').text().trim(),
-                category: categories,
-                description,
-                pubDate: timezone(parseDate($article('.publishDate').text()), +8),
-                guid: link.substring(0, link.lastIndexOf('/')),
-                link,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link: `https://www.hkepc.com/${category}`,
-        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
-        language: 'zh-hk',
-        item: items,
-    };
-};

package/lib/routes/houxu/events.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseUrl = `https://houxu.app/events`;
-    const res = await got.get(baseUrl);
-    const $ = cheerio.load(res.data);
-
-    const list = $('div.list > div');
-    const descriptionSelector = '.summary';
-    const out = list
-        .map((_, el) => {
-            const each = $(el);
-            return {
-                title: each.find('a').first().text().trim() + ' | ' + each.find('h3').text().trim(),
-                description: each.find(descriptionSelector).text().trim(),
-                link: 'https://houxu.app' + each.find('a').first().attr('href'),
-            };
-        })
-        .get();
-    ctx.state.data = {
-        title: $('title').text().trim(),
-        description: $('title').text().trim(),
-        link: baseUrl,
-        item: out,
-    };
-};

package/lib/routes/houxu/live.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const baseUrl = 'https://houxu.app';
-    const baseInfoApi = `${baseUrl}/api/1/lives/${id}`;
-    const { desc, title } = await ctx.cache.tryGet(baseInfoApi, async () => {
-        const res = await got.get(baseInfoApi);
-        const { summary: desc, title } = res.data;
-        return {
-            title,
-            desc,
-        };
-    });
-
-    const itemsRes = await got(`${baseUrl}/api/1/lives/${id}/threads`, {
-        searchParams: {
-            limit: 40,
-        },
-    });
-
-    const item = itemsRes.data.results.map((i) => {
-        const { media, url, title, description, publish_at } = i.link;
-        return {
-            title,
-            description: `${description}<br/><img src="${media.avatar_url}" />`,
-            link: url,
-            pubDate: new Date(publish_at).toUTCString(),
-            author: media.name,
-        };
-    });
-
-    ctx.state.data = {
-        title,
-        description: desc,
-        link: `${baseUrl}/lives/${id}`,
-        item,
-    };
-};

package/lib/routes/houxu/lives.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-
-const getLiveUrlById = (liveId) => `https://houxu.app/lives/${liveId}`;
-
-const realtimeHandler = async () => {
-    const res = await got.get('https://houxu.app/api/1/lives/updated/');
-
-    const out = res.data.results.map((el) => ({
-        title: el.last.link.title,
-        description: el.last.link.description,
-        author: el.last.link.media ? el.last.link.media.name : null,
-        link: getLiveUrlById(el.id),
-        guid: 'realtime-' + el.id + '-' + el.last.id,
-        pubDate: new Date(el.news_update_at).toUTCString(),
-    }));
-
-    return {
-        title: '往事进展 - 后续',
-        description: 'Live 往事进展',
-        link: 'https://houxu.app/lives/realtime',
-        item: out,
-    };
-};
-
-const newHandler = async () => {
-    const res = await got.get('https://houxu.app/api/1/records/index/');
-    const out = res.data.results
-        .filter((el) => el.type === 'live')
-        .map((el) => ({
-            title: el.object.title,
-            description: el.object.summary,
-            link: getLiveUrlById(el.object.id),
-            guid: 'new-' + el.object.id,
-            pubDate: new Date(el.publish_at).toUTCString(),
-        }));
-    return {
-        title: '最新添加 - 后续',
-        description: 'Live 最新添加',
-        link: 'https://houxu.app/lives/new',
-        item: out,
-    };
-};
-
-module.exports = async (ctx) => {
-    const { type } = ctx.params;
-
-    switch (type) {
-        case 'realtime':
-            ctx.state.data = await realtimeHandler();
-            break;
-        case 'new':
-            ctx.state.data = await newHandler();
-            break;
-        default:
-            ctx.throw(404, 'Unknown lives type');
-            return;
-    }
-};

package/lib/routes/iresearch/report.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-async function processReport(item, ctx) {
-    const apiUrl = `http://www.iresearch.com.cn/Detail/reportM?id=${item.NewsId}&isfree=0`;
-    const pageUrl = 'http://www.iresearch.com.cn/m/report.shtml';
-    const cache = await ctx.cache.get(apiUrl);
-    if (cache) {
-        return cache;
-    }
-    const response = await got({
-        method: 'get',
-        url: apiUrl,
-        headers: {
-            Referer: pageUrl,
-            'Content-Type': 'application/json',
-        },
-    });
-
-    const data = response.data.List[0];
-    let description = data.Content + '<br>';
-    const reportId = data.id;
-
-    for (let i = 1; i <= data.PagesCount; i++) {
-        description += `<img src="http://report.iresearch.cn/rimgs/${reportId}/${i}.jpg" rel="no-referrer"><br>`;
-    }
-
-    ctx.cache.set(apiUrl, description);
-    return description;
-}
-
-module.exports = async (ctx) => {
-    const apiUrl = 'http://www.iresearch.com.cn/products/GetReportList?classId=&fee=0&date=&lastId=&pageSize=6';
-    const pageUrl = 'http://www.iresearch.com.cn/m/report.shtml';
-
-    const resp = await got({
-        method: 'get',
-        url: apiUrl,
-        headers: {
-            Referer: pageUrl,
-            'Content-Type': 'application/json',
-        },
-    });
-
-    const list = resp.data.List;
-    const items = await Promise.all(
-        list.map(async (item) => {
-            const other = await processReport(item, ctx);
-            return {
-                title: item.Title,
-                description: other,
-                pubDate: date(item.Uptime),
-                link: item.VisitUrl,
-            };
-        })
-    );
-
-    ctx.state.data = {
-        title: '艾瑞产业研究报告',
-        link: pageUrl,
-        description: '艾瑞产业研究报告',
-        item: items,
-    };
-};

package/lib/routes/jandan/article.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'http://jandan.net/',
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('div.list-post').get();
-
-    const items = await Promise.all(
-        list.map(async (li) => {
-            const $ = cheerio.load(li);
-            const link = $('a').first().attr('href');
-            const title = $('a')[1].children[0].data;
-            const summary = $('div.indexs').clone().children().remove().end().text().trim();
-            const author = $('div.time_s > a').first().text();
-            let imgUrl = 'http:' + ($('img').attr('src') || $('img').attr('data-original'));
-            if (imgUrl.slice(-7) === '!square') {
-                imgUrl = imgUrl.slice(0, -7);
-            }
-
-            const [fullText, time] = await ctx.cache.tryGet(link, async () => {
-                const res = await got.get(link);
-                const $ = cheerio.load(res.data);
-                const [, year, month, day, hour, minute] = $('div.time_s')
-                    .text()
-                    .match(/.+@\s+(\d+)\.(\d+)\.(\d+)\s,\s(\d+):(\d+)/);
-                const time = new Date(`${year}-${month}-${day}T${hour}:${minute}:00+0800`).toUTCString();
-
-                const content = $('.f.post').first();
-                content.find('h1').prevAll().remove().end().remove();
-                content.find('div').nextAll().remove().end().remove();
-                content.contents().each(function () {
-                    if (this.nodeType === 8) {
-                        $(this).remove();
-                    }
-                });
-                const text = content.html().trim();
-
-                return [text, time];
-            });
-            const description = `<blockquote><p>${summary}</p></blockquote><img src="${imgUrl}">${fullText}`;
-
-            const single = {
-                title,
-                description,
-                link,
-                pubDate: time,
-                author,
-            };
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `煎蛋 - 首页`,
-        link: `http://jandan.net/`,
-        description: '煎蛋 - 地球上没有新鲜事',
-        item: items,
-    };
-};

package/lib/routes/jandan/pic.js

@@ -1,89 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseRelativeDate } = require('@/utils/parse-date');
-
-const baseUrl = 'http://jandan.net/';
-
-module.exports = async (ctx) => {
-    const { sub_model } = ctx.params;
-
-    const response = await got({
-        method: 'get',
-        url: `${baseUrl}${sub_model}/`,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let rssTitle;
-    let description;
-
-    switch (sub_model) {
-        case 'pic':
-            rssTitle = '煎蛋无聊图';
-            description = '煎蛋官方无聊图，无限活力的热门图区';
-            break;
-
-        case 'ooxx':
-            rssTitle = '煎蛋随手拍';
-            description = '分享你的经典一刻';
-            break;
-
-        case 'zoo':
-            rssTitle = '煎蛋动物园';
-            description = '专吸各种萌物';
-            break;
-
-        case 'girl':
-            rssTitle = '煎蛋女装图';
-            description = '';
-            break;
-
-        case 'top-ooxx':
-            rssTitle = '煎蛋随手拍热榜';
-            description = '手机相册中的有趣的图片';
-            break;
-
-        case 'top-4h':
-            rssTitle = '煎蛋4小时热榜';
-            description = '煎蛋无聊图4小时热门排行榜';
-            break;
-
-        case 'top':
-            rssTitle = '煎蛋无聊图热榜';
-            description = '煎蛋无聊图热门排行榜';
-            break;
-
-        default:
-            rssTitle = '未知内容';
-            description = '未知内容，请前往 https://github.com/DIYgod/RSSHub/issues 提交 issue';
-    }
-
-    ctx.state.data = {
-        title: rssTitle,
-        link: `${baseUrl}${sub_model}/`,
-        description,
-        item: $('.commentlist > li[id^="comment"]')
-            .map((_, comment) => {
-                comment = $(comment);
-                const id = comment.find('.righttext > a').text();
-                const author = comment.find('.author > strong').text();
-                const timeInfo =
-                    comment
-                        .find('.author small')
-                        .text()
-                        .replace('minutes', '分钟')
-                        .replace('hours', '小时')
-                        .replace('days', '天')
-                        .replace(/.*?(\d+)\s?(分钟|小时|天|周).*/, '$1$2前') || '';
-                return {
-                    link: `https://jandan.net/t/${id}`,
-                    title: `${author}/${id}`,
-                    author,
-                    pubDate: parseRelativeDate(timeInfo),
-                    guid: id,
-                    description: comment.find('.text > p').html().replace('thumb180', 'large').replace('mw1024', 'large'),
-                };
-            })
-            .get(),
-    };
-};

package/lib/routes/javdb/utils.js

@@ -1,82 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-let rootUrl = 'https://javdb.com';
-
-module.exports = {
-    ProcessItems: async (ctx, currentUrl, title) => {
-        let data;
-
-        try {
-            const response = await got({
-                method: 'get',
-                url: `${rootUrl}${currentUrl}`,
-            });
-            data = response.data;
-        } catch (err) {
-            rootUrl = rootUrl.replace('javdb', 'javdb7');
-            const response = await got({
-                method: 'get',
-                url: `${rootUrl}${currentUrl}`,
-            });
-            data = response.data;
-        }
-
-        const $ = cheerio.load(data);
-
-        $('.tags').remove();
-
-        const list = $('.grid-item a')
-            .slice(0, 15)
-            .map((_, item) => {
-                item = $(item);
-                return {
-                    title: item.text(),
-                    link: `${rootUrl}${item.attr('href')}`,
-                    pubDate: Date.parse(item.find('.meta').text()),
-                };
-            })
-            .get();
-
-        const items = await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.enclosure_url = content('#magnets-content button[data-clipboard-text]').eq(0).attr('data-clipboard-text');
-                    item.enclosure_type = 'application/x-bittorrent';
-
-                    content('icon, .review-buttons, .copy-to-clipboard').remove();
-                    content('#modal-review-watched, #modal-save-list').remove();
-                    content('.video-cover').eq(1).remove();
-
-                    content('img.video-cover').attr('src', content(this).parent().attr('href'));
-
-                    content('.preview-images img').each(function () {
-                        content(this).removeAttr('data-src');
-                        content(this).attr('src', content(this).parent().attr('href'));
-                    });
-
-                    content('#preview-video').css('display', 'block');
-
-                    item.description = content('.movie-info-panel .columns').html() + content('#magnets-content').html() + content('.preview-images').html();
-
-                    return item;
-                })
-            )
-        );
-
-        const htmlTitle = $('title').text();
-        const subject = htmlTitle.indexOf('|') === -1 ? '' : htmlTitle.split('|')[0];
-
-        return {
-            title: subject === '' ? title : `${subject} - ${title}`,
-            link: `${rootUrl}${currentUrl}`,
-            item: items,
-        };
-    },
-};

package/lib/routes/javlibrary/bestreviews.js

@@ -1,11 +0,0 @@
-const { getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'http://www.javlibrary.com/cn/tl_bestreviews.php';
-    const items = await getVideoComments(link);
-    ctx.state.data = {
-        title: 'Javlibrary - 最佳评论',
-        link,
-        item: items,
-    };
-};

package/lib/routes/javlibrary/stars.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const sid = ctx.params.sid;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_star.php?s=${sid}`,
-    };
-    await template(ctx);
-};

package/lib/routes/javlibrary/users.js

@@ -1,22 +0,0 @@
-const { template, getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const utype = ctx.params.utype;
-    const uid = ctx.params.uid;
-
-    if (utype === 'userposts') {
-        const uid = ctx.params.uid;
-        const link = `http://www.javlibrary.com/cn/userposts.php?u=${uid}`;
-        const items = await getVideoComments(link);
-        ctx.state.data = {
-            title: `Javlibrary - ${uid} 发表的文章`,
-            link,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            link: `http://www.javlibrary.com/cn/${utype}.php?u=${uid}`,
-        };
-        await template(ctx);
-    }
-};