rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fd40700

package/lib/routes/btzj/index.js

@@ -1,77 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const maps = {
-    base: 'https://www.88btbtt.com/',
-    govern: 'http://www.2btjia.com/',
-};
-// const baseSuffix = 'forum-index-fid-951.htm';
-async function load(link, type, ctx) {
-    const cache = await ctx.cache.get(link);
-    if (cache) {
-        return JSON.parse(cache);
-    }
-    const response = await got({
-        method: 'get',
-        url: link,
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'utf-8');
-    const $ = cheerio.load(responseHtml);
-
-    const other = {};
-    const ela$ = $('#body > div > table:nth-child(2) > tbody > tr:nth-child(1) > td.post_td > div.attachlist > table > tbody > tr:nth-child(3) > td:nth-child(1) > a');
-    const ela$1 = $('#body > div > table:nth-child(2) > tbody > tr:nth-child(1) > td.post_td > div > div.attachlist > table > tbody > tr:nth-child(3) > td:nth-child(1) > a');
-    const content$ = $('.bg1.border.post');
-    const downloadPrefix = type === 'base' ? 'torrent下载链接:<br/><br/>' + maps[type] : 'torrent下载链接:<br/><br/>';
-    const downloada = type === 'base' ? ela$.attr('href') : ela$1.attr('href');
-    const downloadURL = downloada === undefined ? '无下载链接' : downloada.replace('dialog', 'download').toString();
-    const content = content$.html().toString();
-    other.des = downloadPrefix + downloadURL + '<br/><br/>' + '内容简介:<br/>' + content;
-    other.pubDate = type === 'base' ? new Date($('.bg2.border b:nth-child(2)').html()).toUTCString() : new Date().toUTCString();
-    ctx.cache.set(link, JSON.stringify(other));
-    return other;
-}
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'base';
-    const response = await got({
-        method: 'get',
-        url: maps[type],
-    });
-    const htmldata = response.data;
-    const $ = cheerio.load(htmldata);
-    const list = $('.subject_link.thread-new').slice(0, 10);
-
-    const base_item = list
-        .map((_, e) => ({
-            title: type === 'base' ? e.attribs.title : $(e).html(),
-            link: type === 'base' ? maps[type] + e.attribs.href : e.attribs.href,
-        }))
-        .get()
-        .reverse();
-
-    const items = await Promise.all(
-        base_item.map(async (item) => {
-            const other = await load(item.link, type, ctx);
-            return {
-                enclosure_url: String(item.link),
-                enclosure_type: 'application/x-bittorrent',
-                title: item.title,
-                description: other.des,
-                pubDate: other.pubDate,
-                link: item.link,
-            };
-        })
-    );
-
-    const data = {
-        title: 'BT之家',
-        link: maps[type],
-        description: 'BT之家RSS',
-        item: items,
-    };
-
-    ctx.state.data = data;
-};

package/lib/routes/ccreports/index.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccreports.com.cn/';
-    const listData = await got.get(url);
-    const $1 = cheerio.load(listData.data);
-    const list = $1('.con h2');
-
-    ctx.state.data = {
-        title: '消费者报道',
-        link: url,
-        item: await Promise.all(
-            list
-                .slice(0, 5)
-                .map(async (index, item) => {
-                    item = $1(item);
-                    let fullTextGet = '';
-                    let fullText = '';
-                    let $2 = '';
-                    const contentUrl = item.find('a').attr('href');
-                    const description = await ctx.cache.tryGet(contentUrl, async () => {
-                        fullTextGet = await got.get(contentUrl);
-                        $2 = cheerio.load(fullTextGet.data);
-                        $2('.h1p').remove();
-                        $2('.prenext').remove();
-                        $2('.pinglun').remove();
-                        fullText = $2('.content').html();
-                        return fullText;
-                    });
-                    return {
-                        title: item.find('a').text(),
-                        description,
-                        link: contentUrl,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/changba/user.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const url = `http://changba.com/u/${userid}`;
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-        },
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.user-work .work-info').get();
-    const author = $('div.user-main-info > span.txt-info > a.uname').text();
-    const authorimg = $('div.user-main-info > .poster > img').attr('data-src');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-        const description = $('.user-title').html() + '<br>' + $.html('audio');
-        const mp3 = $('audio').attr('src');
-        return { description, mp3 };
-    };
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const link = $('a').attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                },
-            });
-
-            const result = ProcessFeed(response.data);
-
-            const single = {
-                title: $('.work-title').text(),
-                description: result.description,
-                link,
-                author,
-                itunes_item_image: authorimg,
-                enclosure_url: result.mp3,
-                enclosure_type: 'audio/mpeg',
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        description: $('meta[name="description"]').attr('content') || $('title').text(),
-        item: items,
-        image: authorimg,
-        itunes_author: author,
-        itunes_category: '唱吧',
-    };
-};

package/lib/routes/cnbeta/home.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://rss.cnbeta.com/');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除6.18广告
-        $('.article-global').remove();
-        $('.article-topic').remove();
-
-        // 提取内容
-        return $('.article-summary p').html() + '<br>' + $('.article-content').html();
-    };
-
-    const items = await Promise.all(
-        feed.items
-            .filter((item) => item.author !== 'adam')
-            .map(async (item) => {
-                const cache = await ctx.cache.get(item.link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const description = ProcessFeed(response.data);
-
-                const single = {
-                    title: item.title,
-                    description,
-                    pubDate: item.pubDate,
-                    link: item.link,
-                    author: item.author,
-                };
-                ctx.cache.set(item.link, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: 'cnBeta',
-        link: 'https://www.cnbeta.com/',
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/cntv/cntv.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.column;
-
-    const response = await got({
-        method: 'get',
-        url: `http://api.cntv.cn/lanmu/videolistByColumnId?id=${id}&n=20&of=fdate&p=1&type=0&serviceId=tvcctv`,
-    });
-    const data = response.data.response.docs;
-    const name = data[0].videoTag.split(',')[0] || id;
-
-    ctx.state.data = {
-        title: `CNTV 栏目 - ${name}`,
-        description: `${name} 栏目的视频更新`,
-        item: data.map((item) => ({
-            title: item.videoTitle,
-            description: `<p>${item.videoBrief}</p><br><p><img src="${item.videoKeyFrameUrl}"></p><br><p>在线观看: <a href="https://www.m3u8play.com/?play=https://hls.cntv.baishancdnx.cn/asp/hls/main/0303000a/3/default/${item.videoSharedCode}/main.m3u8">M3U8在线播放</a></p>`,
-            pubDate: new Date(item.videoProductiontime * 1).toUTCString(),
-            link: item.videoUrl,
-            category: item.videoTag.split(','),
-        })),
-    };
-};

package/lib/routes/douban/explore.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.douban.com/explore',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('div[data-item_id]');
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: '豆瓣-浏览发现',
-        link: 'https://www.douban.com/explore',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('a.cover').attr('style').replace('background-image:url(', '').replace(')', '');
-                    return {
-                        title: item.find('.title a').first().text(),
-                        description: `作者：${item.find('.usr-pic a').last().text()}<br>描述：${item.find('.content p').text()}<br><img src="${itemPicUrl}">`,
-                        link: item.find('.title a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/ft/myft.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const ProcessFeed = (content) => {
-        // clean up the article
-        content.find('div.o-share, aside, div.o-ads').remove();
-
-        return content.html();
-    };
-
-    const link = `https://www.ft.com/myft/following/${ctx.params.key}.rss`;
-
-    const feed = await parser.parseURL(link);
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                headers: {
-                    Referer: 'https://www.facebook.com',
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: item.title,
-                description: ProcessFeed($('div.article__content-body')),
-                author: $('a.n-content-tag--author').text(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `FT.com - myFT`,
-        link,
-        description: `FT.com - myFT`,
-        item: items,
-    };
-};

package/lib/routes/gf-cn/news.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '1';
-
-    const rootUrl = 'https://gfcn-webserver.sunborngame.com';
-    const currentUrl = `${rootUrl}/website/news_list/${category}?page=0&limit=11`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = response.data.data.list.map((item) => ({
-        title: item.Title,
-        link: `${rootUrl}/website/news/${item.Id}`,
-        pubDate: new Date(item.Date).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                item.description = detailResponse.data.data.Content;
-                item.link = item.link.replace(`${rootUrl}/website/news/`, `${rootUrl}/NewsInfo?id=`);
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `少女前线 - ${category === '1' ? '新闻' : '公告'}`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/hackernews/story.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const host = 'https://news.ycombinator.com';
-const paths = {
-    index: '/',
-    new: '/newest',
-    past: '/front',
-    ask: '/ask',
-    show: '/show',
-    jobs: '/jobs',
-    best: '/best',
-};
-
-module.exports = async (ctx) => {
-    const section = ctx.params.section;
-    const showStory = ctx.params.type !== 'comments';
-    const path = paths[section];
-    const url = `${host}${path}`;
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const items = $('a.storylink')
-        .map(function () {
-            return {
-                title: $(this).text(),
-                link: $(this).attr('href'),
-                author: 'Hacker News',
-                description: '',
-            };
-        })
-        .get();
-
-    $('a.hnuser').each(function (i) {
-        items[i].author = $(this).text();
-    });
-
-    $('tr.athing').each(function (i) {
-        const commURL = `${host}/item?id=` + $(this).attr('id');
-        const item = items[i];
-
-        if (showStory) {
-            item.description = `Comments: <a href="${commURL}"> ${commURL} </a>`;
-        } else {
-            item.description = `Link: <a href="${item.link}"> ${item.title} </a>`;
-            item.link = commURL;
-        }
-    });
-
-    let title = `Hacker News: ${section}`;
-    if (!showStory) {
-        title += '/comments';
-    }
-
-    ctx.state.data = {
-        title,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/hex-rays/index.js

@@ -1,28 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.hex-rays.com/blog/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const item = $('.post-list-container')
-        .map((index, ele) => ({
-            title: $('h3 > a', ele).text(),
-            link: $('h3 > a', ele).attr('href'),
-            pubDate: new Date($('.post-meta:nth-of-type(1)', ele).text().trim().replace('Posted on:', '')),
-            author: $('.post-meta:nth-of-type(2)', ele).text().trim(),
-        }))
-        .get();
-
-    ctx.state.data = {
-        title: 'Hex-Rays Blog',
-        link,
-        item,
-    };
-};
-
-// 虽然能够用插件探测到疑似feed，但是实际请求会发现需要登录
-// https://forum.hex-rays.com/app.php/feed/news
-
-// 正文部分比较...乱且意义不大，所以没有正文

package/lib/routes/hkepc/index.js

@@ -1,164 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-    const baseUrl = `https://www.hkepc.com`;
-
-    let itemResponse;
-    if (category === 'price' || category === 'review' || category === 'coverStory' || category === 'news' || category === 'press' || category === 'member') {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/news`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/news`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    } else if (category === 'digital' || category === 'entertainment' || category === 'latest' || category === '') {
-        itemResponse = await ctx.cache.tryGet(baseUrl, async () => {
-            const resp = await got(baseUrl);
-            return resp.data;
-        });
-    } else {
-        itemResponse = await ctx.cache.tryGet(`${baseUrl}/${category}`, async () => {
-            const resp = await got({
-                method: 'get',
-                url: `${baseUrl}/${category}`,
-                headers: {
-                    Referer: baseUrl,
-                },
-            });
-            return resp.data;
-        });
-    }
-
-    const $ = cheerio.load(itemResponse);
-
-    let title = '電腦領域 HKEPC';
-    let articleList;
-    switch (category) {
-        case 'price':
-            title += ' - 腦場新聞';
-            articleList = $('#sidebar > div:nth-child(1) > div.content > ul > li');
-            break;
-        case 'review':
-            title += ' - 新品快遞';
-            articleList = $('#sidebar > div:nth-child(2) > div.content > ul > li');
-            break;
-        case 'coverStory':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(3) > div.content > ul > li');
-            break;
-        case 'news':
-            title += ' - 新聞中心';
-            articleList = $('#sidebar > div:nth-child(4) > div.content > ul > li');
-            break;
-        case 'press':
-            title += ' - 專題報導';
-            articleList = $('#sidebar > div:nth-child(5) > div.content > ul > li');
-            break;
-        case 'member':
-            title += ' - 會員消息';
-            articleList = $('#sidebar > div:nth-child(6) > div.content > ul > li');
-            break;
-        case 'digital':
-            title += ' - 流動數碼';
-            articleList = $('#contentR5 > div.left > div.article > div.heading');
-            break;
-        case 'entertainment':
-            title += ' - 生活娛樂';
-            articleList = $('#contentR5 > div.right > div.article > div.heading');
-            break;
-        case 'latest':
-        case '':
-            title += ' - 最新消息';
-            articleList = $('div .item');
-            break;
-        case 'ocLab':
-            title += ' - 超頻領域';
-            articleList = $('.heading');
-            break;
-        default:
-            break;
-    }
-
-    const ProcessFeed = async (link) => {
-        const resp = await got({
-            method: 'get',
-            url: link,
-            headers: {
-                Referer: baseUrl,
-            },
-        });
-        return cheerio.load(resp.data)('#article').html();
-    };
-
-    const items = await Promise.all(
-        articleList.get().map(async (item) => {
-            const $ = cheerio.load(item);
-            const $a = $('a').html($('a').html().replace(/<br>/g, ' '));
-            const title = $a.text().trim();
-            const link = baseUrl + $a.attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const categories = [];
-            const $article = cheerio.load(await ProcessFeed(link));
-
-            // remove unwanted elements
-            $article('#view > div.advertisement').remove();
-            $article('#view > p').each((i, e) => {
-                if (
-                    // &#xA0; = &nbsp;
-                    $(e)
-                        .html()
-                        .replace(/&#xA0;/g, '').length === 0
-                ) {
-                    $(e).remove();
-                }
-            });
-
-            // extract categories
-            $article('#articleHead > div.tags > a').each((i, e) => {
-                categories.push($article(e).text().trim());
-            });
-
-            // fix lazyload image
-            $article('#view > p > img').each((i, e) => {
-                $(e).after(`<img src="${$(e).attr('rel')}" alt="${$(e).attr('alt')}" referrerpolicy="no-referrer">`);
-                $(e).remove();
-            });
-
-            const description = $article('#view').html();
-
-            const single = {
-                title,
-                author: $article('.newsAuthor').text().trim() || $article('#articleHead div.author').text().trim(),
-                category: categories,
-                description,
-                pubDate: timezone(parseDate($article('.publishDate').text()), +8),
-                guid: link.substring(0, link.lastIndexOf('/')),
-                link,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link: `https://www.hkepc.com/${category}`,
-        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
-        language: 'zh-hk',
-        item: items,
-    };
-};