rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/bilibili/liveArea.js

@@ -1,74 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const areaID = ctx.params.areaID;
-    const order = ctx.params.order;
-
-    let orderTitle = '';
-    switch (order) {
-        case 'live_time':
-            orderTitle = '最新开播';
-            break;
-        case 'online':
-            orderTitle = '人气直播';
-            break;
-    }
-
-    const nameResponse = await got({
-        method: 'get',
-        url: 'https://api.live.bilibili.com/room/v1/Area/getList',
-        headers: {
-            Referer: 'https://link.bilibili.com/p/center/index',
-        },
-    });
-
-    let parentTitle = '';
-    let parentID = '';
-    let areaTitle = '';
-    let areaLink = '';
-
-    for (const parentArea of nameResponse.data.data) {
-        for (const area of parentArea.list) {
-            if (area.id === areaID) {
-                parentTitle = parentArea.name;
-                parentID = parentArea.id;
-                areaTitle = area.name;
-                // cateID = area.cate_id;
-                switch (parentID) {
-                    case 1:
-                        areaLink = `https://live.bilibili.com/pages/area/ent-all#${area.cate_id}/${areaID}`;
-                        break;
-                    case 2:
-                    case 3:
-                        areaLink = `https://live.bilibili.com/p/eden/area-tags#/${parentID}/${areaID}`;
-                        break;
-                    case 4:
-                        areaLink = 'https://live.bilibili.com/pages/area/draw';
-                        break;
-                }
-            }
-        }
-    }
-
-    const response = await got({
-        method: 'get',
-        url: `https://api.live.bilibili.com/room/v1/area/getRoomList?area_id=${areaID}&sort_type=${order}&page_size=30&page_no=1`,
-        headers: {
-            Referer: 'https://live.bilibili.com/p/eden/area-tags',
-        },
-    });
-    const data = response.data.data;
-
-    ctx.state.data = {
-        title: `哔哩哔哩直播-${parentTitle}·${areaTitle}分区-${orderTitle}`,
-        link: areaLink,
-        description: `哔哩哔哩直播-${parentTitle}·${areaTitle}分区-${orderTitle}`,
-        item: data.map((item) => ({
-            title: `${item.uname} ${item.title}`,
-            description: `${item.uname} ${item.title}`,
-            pubDate: new Date().toUTCString(),
-            guid: `https://live.bilibili.com/${item.roomid} ${item.title}`,
-            link: `https://live.bilibili.com/${item.roomid}`,
-        })),
-    };
-};

package/lib/routes/bilibili/page.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    let bvid = ctx.params.bvid;
-    let aid;
-    if (!bvid.startsWith('BV')) {
-        aid = bvid;
-        bvid = null;
-    }
-    const disableEmbed = ctx.params.disableEmbed;
-    const link = `https://www.bilibili.com/video/${bvid || `av${aid}`}`;
-    const response = await got({
-        method: 'get',
-        url: `https://api.bilibili.com/x/web-interface/view?${bvid ? `bvid=${bvid}` : `aid=${aid}`}`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const { title: name, pages: data } = response.data.data;
-
-    ctx.state.data = {
-        title: `视频 ${name} 的选集列表`,
-        link,
-        description: `视频 ${name} 的视频选集列表`,
-        item: data
-            .sort((a, b) => b.cid - a.cid)
-            .slice(0, 10)
-            .map((item) => ({
-                title: item.part,
-                description: `${item.part} - ${name}${!disableEmbed ? `<br><br>${utils.iframe(aid, item.page, bvid)}` : ''}`,
-                pubDate: new Date().toUTCString(),
-                link: `${link}?p=${item.page}`,
-            })),
-    };
-};

package/lib/routes/bilibili/video.js

@@ -1,35 +0,0 @@
-const got = require('@/utils/got');
-const cache = require('./cache');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const disableEmbed = ctx.params.disableEmbed;
-    const name = await cache.getUsernameFromUID(ctx, uid);
-
-    const response = await got({
-        method: 'get',
-        url: `https://api.bilibili.com/x/space/arc/search?mid=${uid}&ps=10&tid=0&pn=1&order=pubdate&jsonp=jsonp`,
-        headers: {
-            Referer: `https://space.bilibili.com/${uid}/`,
-        },
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        title: `${name} 的 bilibili 空间`,
-        link: `https://space.bilibili.com/${uid}`,
-        description: `${name} 的 bilibili 空间`,
-        item:
-            data.data &&
-            data.data.list &&
-            data.data.list.vlist &&
-            data.data.list.vlist.map((item) => ({
-                title: item.title,
-                description: `${item.description}${!disableEmbed ? `<br><br>${utils.iframe(item.aid)}` : ''}<br><img src="${item.pic}">`,
-                pubDate: new Date(item.created * 1000).toUTCString(),
-                link: item.created > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
-                author: name,
-            })),
-    };
-};

package/lib/routes/bioone/featured.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://bioone.org';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.items h4 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const link = item.attr('href');
-
-            return {
-                title: item.text(),
-                link: link.indexOf('http') < 0 ? `${rootUrl}${link}` : link,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('#divARTICLECONTENTTop').html();
-                item.doi = content('meta[name="dc.Identifier"]').attr('content');
-                item.pubDate = new Date(content('meta[name="dc.Date"]').attr('content')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Featured articles - BioOne',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/bjx/huanbao.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const listURL = 'http://huanbao.bjx.com.cn/NewsList';
-    const response = await got({
-        method: 'get',
-        url: listURL,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('.list_main .list_left_ul a')
-        .map((_, a) => $(a).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        // 服务器禁止单个IP大并发访问，只能少返回几条
-        list.slice(0, 3).map((link) => fetchPage(ctx, link))
-    );
-
-    ctx.state.data = {
-        title: '北极星环保 - 环保行业垂直门户网站',
-        link: listURL,
-        item: out,
-    };
-};
-
-async function fetchPage(ctx, link) {
-    const cache = await ctx.cache.get(link);
-    if (cache) {
-        return JSON.parse(cache);
-    }
-
-    // 可能一篇文章过长会分成多页
-    const pages = [];
-
-    const result = await got.get(link, { responseType: 'buffer' });
-    const $page = cheerio.load(iconv.decode(result.data, 'gbk'));
-    pages.push($page);
-
-    // 如果是有分页链接，则使用顺序加载以保证顺序
-    const pagelinks = $page('.list_detail div.page a');
-    if (pagelinks.length > 0) {
-        for (let i = 0; i < pagelinks.length; i++) {
-            const $a = $page(pagelinks[i]);
-            if (!/^\d+$/.test($a.text().trim())) {
-                continue;
-            }
-            const sublink = url.resolve(link, $a.attr('href'));
-            /* eslint-disable no-await-in-loop */
-            const result = await got.get(sublink, { responseType: 'buffer' });
-            pages.push(cheerio.load(iconv.decode(result.data, 'gbk')));
-        }
-    }
-
-    // 将懒加载的loading图片转换为真实图片
-    pages.forEach(($p) => {
-        $p('.list_detail')
-            .find('img[data-echo]')
-            .each((_, img) => {
-                const $img = $p(img);
-                $img.attr('src', $img.data('echo')).removeAttr('data-echo');
-            });
-    });
-
-    const item = {
-        title: $page('.list_detail > h1').text(),
-        description: pages.reduce((desc, $p) => desc + $p('.list_detail .newsrand').html(), ''),
-        pubDate: date($page('.list_detail .list_copy b').last().text()),
-        link,
-        author: $page('.list_detail .list_copy b').first().text(),
-    };
-    ctx.cache.set(link, JSON.stringify(item));
-    return item;
-}

package/lib/routes/ccreports/index.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccreports.com.cn/';
-    const listData = await got.get(url);
-    const $1 = cheerio.load(listData.data);
-    const list = $1('.con h2');
-
-    ctx.state.data = {
-        title: '消费者报道',
-        link: url,
-        item: await Promise.all(
-            list
-                .slice(0, 5)
-                .map(async (index, item) => {
-                    item = $1(item);
-                    let fullTextGet = '';
-                    let fullText = '';
-                    let $2 = '';
-                    const contentUrl = item.find('a').attr('href');
-                    const description = await ctx.cache.tryGet(contentUrl, async () => {
-                        fullTextGet = await got.get(contentUrl);
-                        $2 = cheerio.load(fullTextGet.data);
-                        $2('.h1p').remove();
-                        $2('.prenext').remove();
-                        $2('.pinglun').remove();
-                        fullText = $2('.content').html();
-                        return fullText;
-                    });
-                    return {
-                        title: item.find('a').text(),
-                        description,
-                        link: contentUrl,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/cctv/category.js

@@ -1,20 +0,0 @@
-module.exports = async (ctx) => {
-    const { category } = ctx.params;
-    let responseData;
-
-    if (category === 'mzzlbg') {
-        // 每周质量报告
-        const getMzzlbg = require('./utils/mzzlbg');
-        responseData = await getMzzlbg();
-    } else if (category === 'xinwen1j1') {
-        // 新闻1+1
-        const xinwen1j1 = require('./utils/xinwen1j1');
-        responseData = await xinwen1j1(category, ctx);
-    } else {
-        // 央视新闻
-        const getNews = require('./utils/news');
-        responseData = await getNews(category, ctx);
-    }
-
-    ctx.state.data = responseData;
-};

package/lib/routes/cctv/jx.js

@@ -1,46 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://photo.cctv.com';
-    const currentUrl = `${rootUrl}/jx/`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.textr a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.tujitop').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '央视网图片《镜象》',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/cctv/lm.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || 'xwzk';
-
-    const rootUrl = 'https://tv.cctv.com';
-    const apiRootUrl = 'https://api.cntv.cn';
-    const vdnRootUrl = 'https://vdn.apps.cntv.cn';
-
-    const currentUrl = `${rootUrl}/lm/${id}/videoset`;
-
-    const titleResponse = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(titleResponse.data);
-
-    const topId = titleResponse.data.match(/(TOPC\d{16})/)[1];
-    const apiUrl = `${apiRootUrl}/NewVideo/getVideoListByColumn?id=${topId}&n=20&sort=desc&p=1&mode=0&serviceId=tvcctv`;
-
-    const response = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const list = response.data.data.list.map((item) => ({
-        url: item.url,
-        guid: item.guid,
-        image: item.image,
-        title: item.title,
-        pubDate: timezone(parseDate(item.time), +8),
-        link: `${vdnRootUrl}/api/getHttpVideoInfo.do?pid=${item.guid}`,
-        description: `<p>${item.brief.replace(/\r\n/g, '</p><p>')}</p>`,
-    }));
-
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const data = detailResponse.data;
-
-                    item.description += `<video src="${data.hls_url}" controls="controls" poster="${item.image}" width="100%"></video><br>`;
-
-                    for (const c of data.video.chapters) {
-                        item.description += `<video src="${c.url}" controls="controls" poster="${c.image}" width="100%"></video><br>`;
-                    }
-
-                    for (let i = 2; data.video[`chapters${i}`]; i++) {
-                        for (const c of data.video[`chapters${i}`]) {
-                            item.description += `<video src="${c.url}" controls="controls" poster="${c.image}" width="100%"></video><br>`;
-                        }
-                    }
-
-                    item.link = item.url;
-
-                    delete item.url;
-                    delete item.image;
-
-                    return item;
-                })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-        description: $('meta[name=description]').attr('content'),
-    };
-};

package/lib/routes/cctv/special.js

@@ -1,108 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || '315';
-
-    let rootUrl;
-
-    if (ctx.params.id === '315') {
-        rootUrl = `https://315.cctv.com`;
-    } else {
-        rootUrl = `https://news.cctv.com/special/${ctx.params.id}/index.shtml`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('h3>a, h4>a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                let date;
-
-                if (item.link.indexOf('photo.cctv.com') > 0) {
-                    const imageLink = item.link.split('.shtml')[0] + '.xml?randomNum=26';
-                    const imageResponse = await got({
-                        method: 'get',
-                        url: imageLink,
-                    });
-                    const images = cheerio.load(imageResponse.data);
-
-                    let description;
-
-                    item.description = '';
-
-                    images('li')
-                        .get()
-                        .forEach((i) => {
-                            i = images(i);
-                            item.description += `<img src="${i.attr('photourl')}">`;
-                            date = i.attr('time').replace(/年/g, '-').replace(/月/g, '-').replace(/日/g, '');
-                            description = i.html();
-                        });
-
-                    item.description += `<p>${description}</p>`;
-                } else {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-                    const match = detailResponse.data.match(/publishDate ="(.*)";/);
-
-                    if (match === null) {
-                        let dateSpan;
-
-                        if (content('div.info span').html() !== null) {
-                            dateSpan = content('div.info span').text();
-                        } else if (content('div.info1').html() !== null) {
-                            dateSpan = content('div.info1').text().split(' | ')[1];
-                        } else {
-                            dateSpan = content('span.time').text();
-                        }
-
-                        date = dateSpan.replace(/年/g, '-').replace(/月/g, '-').replace(/日/g, '');
-                    } else {
-                        const dateString = match[1];
-                        date = `${dateString.slice(0, 4)}-${dateString.slice(4, 6)}-${dateString.slice(6, 8)} ${dateString.slice(8, 10)}:${dateString.slice(10, 12)}:${dateString.slice(12, 14)}`;
-                    }
-
-                    if (content('#content_area').html() !== null) {
-                        item.description = content('#content_area').html();
-                    } else if (content('div.cnt_bd').html() !== null) {
-                        content('div.function,h1,h2').remove();
-                        item.description = content('div.cnt_bd').html();
-                    } else if (content('#text_area').html() !== null) {
-                        item.description = content('#text_area').html();
-                    } else {
-                        item.description = content('div.con').html();
-                    }
-                }
-
-                item.pubDate = new Date(date + ' GMT+8').toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text().split('_')[0]} - 新闻专题 -  央视网`,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/cctv/utils/mzzlbg.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async () => {
-    const url = 'http://api.cntv.cn/video/videolistById?serviceId=cbox&vsid=C10354&em=01&p=1&n=50';
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-
-    const resultItem = await Promise.all(
-        data.video.map(async (video) => {
-            const url = `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${video.vid}`;
-            const item = {
-                title: video.t,
-                description: '',
-                link: video.url,
-                pubDate: new Date(video.ptime).toUTCString(),
-            };
-            const { data: videoDetail } = await got({
-                method: 'get',
-                url,
-            });
-
-            item.description = `<video src="${videoDetail.hls_url}" controls="controls" poster="${video.img.replace(/\?.+/g, '')}" style="width: 100%"></video>`;
-            return item;
-        })
-    );
-
-    return {
-        title: '每周质量报告',
-        link: 'http://tv.cctv.com/lm/mzzlbg/videoset/index.shtml',
-        description:
-            '《每周质量报告》是CCTV-新闻频道一档以消费者为核心收视人群的新闻专题栏目。创办于2003年，始终致力于产品质量和食品安全领域的调查报道，以打假除劣扶优，推动质量进步为第一诉求，是我国电视新闻界质量新闻领域的旗帜性节目。首播时间：CCTV-新闻周日12:35—12:55。',
-        item: resultItem,
-    };
-};