rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/guokr/scientific.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.guokr.com/apis/minisite/article.json?retrieve_type=by_subject&limit=20&offset=0');
-
-    const result = response.data.result;
-
-    ctx.state.data = {
-        title: '果壳网 科学人',
-        link: 'https://www.guokr.com/scientific',
-        description: '果壳网 科学人',
-        item: await Promise.all(
-            result.map((item) =>
-                ctx.cache.tryGet(item.url, async () => {
-                    const res = await got.get(item.url);
-                    const $ = cheerio.load(res.data);
-                    item.description = $('.eflYNZ #js_content').css('visibility', 'visible').html() || $('.bPfFQI').html();
-                    return {
-                        title: item.title,
-                        description: item.description,
-                        pubDate: item.date_published,
-                        link: item.url,
-                        author: item.author.nickname,
-                    };
-                })
-            )
-        ),
-    };
-};

package/lib/routes/hackernews/story.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://news.ycombinator.com';
-const paths = {
-    index: '/',
-    new: '/newest',
-    past: '/front',
-    ask: '/ask',
-    show: '/show',
-    jobs: '/jobs',
-    best: '/best',
-};
-
-module.exports = async (ctx) => {
-    const section = ctx.params.section;
-    const showStory = ctx.params.type !== 'comments';
-    const path = paths[section];
-    const url = `${host}${path}`;
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const items = $('a.storylink')
-        .map(function () {
-            return {
-                title: $(this).text(),
-                link: $(this).attr('href'),
-                author: 'Hacker News',
-                description: '',
-            };
-        })
-        .get();
-
-    $('a.hnuser').each(function (i) {
-        items[i].author = $(this).text();
-    });
-
-    $('tr.athing').each(function (i) {
-        const commURL = `${host}/item?id=` + $(this).attr('id');
-        const item = items[i];
-
-        if (showStory) {
-            item.description = `Comments: <a href="${commURL}"> ${commURL} </a>`;
-        } else {
-            item.description = `Link: <a href="${item.link}"> ${item.title} </a>`;
-            item.link = commURL;
-        }
-    });
-
-    let title = `Hacker News: ${section}`;
-    if (!showStory) {
-        title += '/comments';
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/hex-rays/index.js

@@ -1,28 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.hex-rays.com/blog/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const item = $('.post-list-container')
-        .map((index, ele) => ({
-            title: $('h3 > a', ele).text(),
-            link: $('h3 > a', ele).attr('href'),
-            pubDate: new Date($('.post-meta:nth-of-type(1)', ele).text().trim().replace('Posted on:', '')),
-            author: $('.post-meta:nth-of-type(2)', ele).text().trim(),
-        }))
-        .get();
-
-    ctx.state.data = {
-        title: 'Hex-Rays Blog',
-        link,
-        item,
-    };
-};
-
-// 虽然能够用插件探测到疑似feed，但是实际请求会发现需要登录
-// https://forum.hex-rays.com/app.php/feed/news
-
-// 正文部分比较...乱且意义不大，所以没有正文

package/lib/routes/hkepc/index.js

@@ -1,164 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-    const baseUrl = `https://www.hkepc.com`;
-
-    let itemResponse;
-    if (category === 'price' || category === 'review' || category === 'coverStory' || category === 'news' || category === 'press' || category === 'member') {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/news`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/news`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    } else if (category === 'digital' || category === 'entertainment' || category === 'latest' || category === '') {
-        itemResponse = await ctx.cache.tryGet(baseUrl, async () => {
-            const resp = await got(baseUrl);
-            return resp.data;
-        });
-    } else {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/${category}`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/${category}`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    }
-
-    const $ = cheerio.load(itemResponse);
-
-    let title = '電腦領域 HKEPC';
-    let articleList;
-    switch (category) {
-        case 'price':
-            title += ' - 腦場新聞';
-            articleList = $('#sidebar > div:nth-child(1) > div.content > ul > li');
-            break;
-        case 'review':
-            title += ' - 新品快遞';
-            articleList = $('#sidebar > div:nth-child(2) > div.content > ul > li');
-            break;
-        case 'coverStory':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(3) > div.content > ul > li');
-            break;
-        case 'news':
-            title += ' - 新聞中心';
-            articleList = $('#sidebar > div:nth-child(4) > div.content > ul > li');
-            break;
-        case 'press':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(5) > div.content > ul > li');
-            break;
-        case 'member':
-            title += ' - 會員消息';
-            articleList = $('#sidebar > div:nth-child(6) > div.content > ul > li');
-            break;
-        case 'digital':
-            title += ' - 流動數碼';
-            articleList = $('#contentR5 > div.left > div.article > div.heading');
-            break;
-        case 'entertainment':
-            title += ' - 生活娛樂';
-            articleList = $('#contentR5 > div.right > div.article > div.heading');
-            break;
-        case 'latest':
-        case '':
-            title += ' - 最新消息';
-            articleList = $('div .item');
-            break;
-        case 'ocLab':
-            title += ' - 超頻領域';
-            articleList = $('.heading');
-            break;
-        default:
-            break;
-    }
-
-    const ProcessFeed = async (link) => {
-        const resp = await got({
-            method: 'get',
-            url: link,
-            headers: {
-                Referer: baseUrl,
-            },
-        });
-        return cheerio.load(resp.data)('#article').html();
-    };
-
-    const items = await Promise.all(
-        articleList.get().map(async (item) => {
-            const $ = cheerio.load(item);
-            const $a = $('a').html($('a').html().replace(/<br>/g, ' '));
-            const title = $a.text().trim();
-            const link = baseUrl + $a.attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const categories = [];
-            const $article = cheerio.load(await ProcessFeed(link));
-
-            // remove unwanted elements
-            $article('#view > div.advertisement').remove();
-            $article('#view > p').each((i, e) => {
-                if (
-                    // &#xA0; = &nbsp;
-                    $(e)
-                        .html()
-                        .replace(/&#xA0;/g, '').length === 0
-                ) {
-                    $(e).remove();
-                }
-            });
-
-            // extract categories
-            $article('#articleHead > div.tags > a').each((i, e) => {
-                categories.push($article(e).text().trim());
-            });
-
-            // fix lazyload image
-            $article('#view > p > img').each((i, e) => {
-                $(e).after(`<img src="${$(e).attr('rel')}" alt="${$(e).attr('alt')}" referrerpolicy="no-referrer">`);
-                $(e).remove();
-            });
-
-            const description = $article('#view').html();
-
-            const single = {
-                title,
-                author: $article('.newsAuthor').text().trim() || $article('#articleHead div.author').text().trim(),
-                category: categories,
-                description,
-                pubDate: timezone(parseDate($article('.publishDate').text()), +8),
-                guid: link.substring(0, link.lastIndexOf('/')),
-                link,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link: `https://www.hkepc.com/${category}`,
-        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
-        language: 'zh-hk',
-        item: items,
-    };
-};

package/lib/routes/houxu/events.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseUrl = `https://houxu.app/events`;
-    const res = await got.get(baseUrl);
-    const $ = cheerio.load(res.data);
-
-    const list = $('div.list > div');
-    const descriptionSelector = '.summary';
-    const out = list
-        .map((_, el) => {
-            const each = $(el);
-            return {
-                title: each.find('a').first().text().trim() + ' | ' + each.find('h3').text().trim(),
-                description: each.find(descriptionSelector).text().trim(),
-                link: 'https://houxu.app' + each.find('a').first().attr('href'),
-            };
-        })
-        .get();
-    ctx.state.data = {
-        title: $('title').text().trim(),
-        description: $('title').text().trim(),
-        link: baseUrl,
-        item: out,
-    };
-};

package/lib/routes/houxu/live.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const baseUrl = 'https://houxu.app';
-    const baseInfoApi = `${baseUrl}/api/1/lives/${id}`;
-    const { desc, title } = await ctx.cache.tryGet(baseInfoApi, async () => {
-        const res = await got.get(baseInfoApi);
-        const { summary: desc, title } = res.data;
-        return {
-            title,
-            desc,
-        };
-    });
-
-    const itemsRes = await got(`${baseUrl}/api/1/lives/${id}/threads`, {
-        searchParams: {
-            limit: 40,
-        },
-    });
-
-    const item = itemsRes.data.results.map((i) => {
-        const { media, url, title, description, publish_at } = i.link;
-        return {
-            title,
-            description: `${description}<br/><img src="${media.avatar_url}" />`,
-            link: url,
-            pubDate: new Date(publish_at).toUTCString(),
-            author: media.name,
-        };
-    });
-
-    ctx.state.data = {
-        title,
-        description: desc,
-        link: `${baseUrl}/lives/${id}`,
-        item,
-    };
-};

package/lib/routes/houxu/lives.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-
-const getLiveUrlById = (liveId) => `https://houxu.app/lives/${liveId}`;
-
-const realtimeHandler = async () => {
-    const res = await got.get('https://houxu.app/api/1/lives/updated/');
-
-    const out = res.data.results.map((el) => ({
-        title: el.last.link.title,
-        description: el.last.link.description,
-        author: el.last.link.media ? el.last.link.media.name : null,
-        link: getLiveUrlById(el.id),
-        guid: 'realtime-' + el.id + '-' + el.last.id,
-        pubDate: new Date(el.news_update_at).toUTCString(),
-    }));
-
-    return {
-        title: '往事进展 - 后续',
-        description: 'Live 往事进展',
-        link: 'https://houxu.app/lives/realtime',
-        item: out,
-    };
-};
-
-const newHandler = async () => {
-    const res = await got.get('https://houxu.app/api/1/records/index/');
-    const out = res.data.results
-        .filter((el) => el.type === 'live')
-        .map((el) => ({
-            title: el.object.title,
-            description: el.object.summary,
-            link: getLiveUrlById(el.object.id),
-            guid: 'new-' + el.object.id,
-            pubDate: new Date(el.publish_at).toUTCString(),
-        }));
-    return {
-        title: '最新添加 - 后续',
-        description: 'Live 最新添加',
-        link: 'https://houxu.app/lives/new',
-        item: out,
-    };
-};
-
-module.exports = async (ctx) => {
-    const { type } = ctx.params;
-
-    switch (type) {
-        case 'realtime':
-            ctx.state.data = await realtimeHandler();
-            break;
-        case 'new':
-            ctx.state.data = await newHandler();
-            break;
-        default:
-            ctx.throw(404, 'Unknown lives type');
-            return;
-    }
-};

package/lib/routes/hupu/all.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://bbs.hupu.com';
-    const currentUrl = `${rootUrl}/all-${ctx.params.caty}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.list ul li')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('span.textSpan a[title]');
-            return {
-                title: a.attr('title'),
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('div.quote-content').html();
-                    item.author = content('div.author div.left a.u').eq(0).text();
-                    item.pubDate = new Date(content('span.stime').eq(0).text() + ' GMT+8').toUTCString();
-
-                    return item;
-                } catch (error) {
-                    return Promise.resolve('');
-                }
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/hupu/bbs.js

@@ -1,83 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'https://bbs.hupu.com';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const order = ctx.params.order || 1;
-
-    let link = `https://bbs.hupu.com/${id}`;
-
-    let order_name;
-    if (parseInt(order) === 1) {
-        order_name = '最新回帖';
-    } else if (parseInt(order) === 2) {
-        order_name = '最新发帖';
-        link += '-postdate-1';
-    } else if (parseInt(order) === 3) {
-        order_name = '精华';
-        link += '-digest';
-    }
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const type_name = $('span.infoname').text();
-    const description = $('#des_forum').text();
-
-    const list = $('ul.for-list li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('div.titlelink.box > a.truetit').text().trim(),
-                link: $(this).find('div.titlelink.box > a.truetit').attr('href'),
-                author: $(this).find('a.aulink').text(),
-            };
-            return info;
-        })
-        .get();
-
-    for (let i = list.length - 1; i >= 0; i--) {
-        if (!list[i].link.endsWith('html')) {
-            list.splice(i, 1);
-        }
-    }
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            const date = $('#tpc span.stime').text();
-            const description = $('div.quote-content').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${type_name}${order_name}——虎扑步行街`,
-        link,
-        description,
-        item: out,
-    };
-};

package/lib/routes/hupu/dept.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let currentUrl = '';
-    if (ctx.params.dept === 'soccer-china') {
-        currentUrl = `https://soccer.hupu.com/china`;
-    } else {
-        currentUrl = `https://${ctx.params.dept}.hupu.com`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const query = {
-        nba: 'div.list-item',
-        soccer: 'div.list-item',
-        'soccer-china': '#focusNews',
-        cba: '#focusNews',
-        gg: 'div.fouce-news',
-    };
-
-    const list = $(query[ctx.params.dept])
-        .find('a[href!=""]')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('div.quote-content').html();
-                    item.author = content('div.author div.left a.u').eq(0).text();
-                    item.pubDate = new Date(content('span.stime').eq(0).text() + ' GMT+8').toUTCString();
-
-                    return item;
-                } catch (error) {
-                    return Promise.resolve('');
-                }
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/ifeng/feng.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { JSDOM } = require('jsdom');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type;
-    const userResponse = await got({
-        method: 'get',
-        url: `https://shankapi.ifeng.com/winter/ishare/getAccountInfo/${id}`,
-        headers: {
-            Referer: `https://feng.ifeng.com/author/${id}`,
-        },
-    });
-    const contentResponse = await got({
-        method: 'get',
-        url: `https://shankapi.ifeng.com/winter/feng/author/getFengAuthorListData/${id}/${type}/1`,
-        headers: {
-            Referer: `https://feng.ifeng.com/author/${id}`,
-        },
-    });
-
-    const userData = userResponse.data.data.data;
-    const contentData = contentResponse.data.data;
-
-    const mediaName = userData.weMediaName;
-    const items = await Promise.all(
-        (contentData || []).map(async (item) => {
-            const link = `https:${item.url}`;
-            const simple = {
-                title: item.title,
-                description: `<img src="${item.thumbnail}">${item.title}`,
-                pubDate: new Date(Date.parse(item.newsTime.replace(/-/g, '/'))),
-                author: mediaName,
-                link,
-            };
-
-            const details = await ctx.cache.tryGet(`ifeng:feng:${link}`, async () => {
-                const response = await got.get(link);
-                const $ = cheerio.load(response.data);
-                if (type === 'doc') {
-                    const dom = new JSDOM(`<body><script>${$('[async] + script').html()}</script></body>`, {
-                        runScripts: 'dangerously',
-                    });
-                    const data = dom.window.allData;
-                    return {
-                        description: utils.extractDoc(data),
-                    };
-                }
-                if (type === 'video') {
-                    return {
-                        description: `<img src="${item.thumbnail}"><br><video src="${$('meta[name=og\\:img_video]').attr('content')}">`,
-                    };
-                }
-                return {
-                    description: $('meta[name=description]').attr('content'),
-                };
-            });
-            return Promise.resolve(Object.assign({}, simple, details));
-        })
-    );
-
-    ctx.state.data = {
-        title: `大风号-${mediaName}-${type === 'doc' ? '文章' : '视频'}`,
-        link: `https://feng.ifeng.com/author/${id}`,
-        item: items,
-    };
-};