rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/cctv/special.js

@@ -1,108 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || '315';
-
-    let rootUrl;
-
-    if (ctx.params.id === '315') {
-        rootUrl = `https://315.cctv.com`;
-    } else {
-        rootUrl = `https://news.cctv.com/special/${ctx.params.id}/index.shtml`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('h3>a, h4>a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                let date;
-
-                if (item.link.indexOf('photo.cctv.com') > 0) {
-                    const imageLink = item.link.split('.shtml')[0] + '.xml?randomNum=26';
-                    const imageResponse = await got({
-                        method: 'get',
-                        url: imageLink,
-                    });
-                    const images = cheerio.load(imageResponse.data);
-
-                    let description;
-
-                    item.description = '';
-
-                    images('li')
-                        .get()
-                        .forEach((i) => {
-                            i = images(i);
-                            item.description += `<img src="${i.attr('photourl')}">`;
-                            date = i.attr('time').replace(/年/g, '-').replace(/月/g, '-').replace(/日/g, '');
-                            description = i.html();
-                        });
-
-                    item.description += `<p>${description}</p>`;
-                } else {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-                    const match = detailResponse.data.match(/publishDate ="(.*)";/);
-
-                    if (match === null) {
-                        let dateSpan;
-
-                        if (content('div.info span').html() !== null) {
-                            dateSpan = content('div.info span').text();
-                        } else if (content('div.info1').html() !== null) {
-                            dateSpan = content('div.info1').text().split(' | ')[1];
-                        } else {
-                            dateSpan = content('span.time').text();
-                        }
-
-                        date = dateSpan.replace(/年/g, '-').replace(/月/g, '-').replace(/日/g, '');
-                    } else {
-                        const dateString = match[1];
-                        date = `${dateString.slice(0, 4)}-${dateString.slice(4, 6)}-${dateString.slice(6, 8)} ${dateString.slice(8, 10)}:${dateString.slice(10, 12)}:${dateString.slice(12, 14)}`;
-                    }
-
-                    if (content('#content_area').html() !== null) {
-                        item.description = content('#content_area').html();
-                    } else if (content('div.cnt_bd').html() !== null) {
-                        content('div.function,h1,h2').remove();
-                        item.description = content('div.cnt_bd').html();
-                    } else if (content('#text_area').html() !== null) {
-                        item.description = content('#text_area').html();
-                    } else {
-                        item.description = content('div.con').html();
-                    }
-                }
-
-                item.pubDate = new Date(date + ' GMT+8').toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text().split('_')[0]} - 新闻专题 -  央视网`,
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/cctv/utils/mzzlbg.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async () => {
-    const url = 'http://api.cntv.cn/video/videolistById?serviceId=cbox&vsid=C10354&em=01&p=1&n=50';
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-
-    const resultItem = await Promise.all(
-        data.video.map(async (video) => {
-            const url = `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${video.vid}`;
-            const item = {
-                title: video.t,
-                description: '',
-                link: video.url,
-                pubDate: new Date(video.ptime).toUTCString(),
-            };
-            const { data: videoDetail } = await got({
-                method: 'get',
-                url,
-            });
-
-            item.description = `<video src="${videoDetail.hls_url}" controls="controls" poster="${video.img.replace(/\?.+/g, '')}" style="width: 100%"></video>`;
-            return item;
-        })
-    );
-
-    return {
-        title: '每周质量报告',
-        link: 'http://tv.cctv.com/lm/mzzlbg/videoset/index.shtml',
-        description:
-            '《每周质量报告》是CCTV-新闻频道一档以消费者为核心收视人群的新闻专题栏目。创办于2003年，始终致力于产品质量和食品安全领域的调查报道，以打假除劣扶优，推动质量进步为第一诉求，是我国电视新闻界质量新闻领域的旗帜性节目。首播时间：CCTV-新闻周日12:35—12:55。',
-        item: resultItem,
-    };
-};

package/lib/routes/cctv/utils/news.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const path = require('path');
-
-module.exports = async (category, ctx) => {
-    const url = `http://news.cctv.com/2019/07/gaiban/cmsdatainterface/page/${category}_1.jsonp`;
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: `http://news.cctv.com/${category}`,
-        },
-    });
-
-    const data = JSON.parse(response.data.slice(category.length + 1, -1));
-    const list = data.data.list;
-    const resultItem = await Promise.all(
-        list.map(async ({ title, url, focus_date, image }) => {
-            const item = {
-                title,
-                link: url,
-                pubDate: new Date(focus_date).toUTCString(),
-            };
-            const key = `cctv-news: ${url}`;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                item.description = value;
-            } else {
-                const id = path.parse(url).name;
-                const unknownTip = '未知类型，请点击<a href="https://github.com/DIYgod/RSSHub/issues">链接</a>提交issue';
-                let description;
-                let api;
-                let type;
-
-                if (id.startsWith('ART')) {
-                    // 普通新闻
-                    api = `http://api.cntv.cn/Article/getXinwenNextArticleInfo?serviceId=sjnews&id=${id}&t=json`;
-                    type = 'ART';
-                } else if (id.startsWith('PHO')) {
-                    // 图片
-                    api = `http://api.cntv.cn/Article/contentinfo?id=${id}&serviceId=sjnews&t=json`;
-                    type = 'PHO';
-                } else if (id.startsWith('VIDE')) {
-                    // 视频
-                    const vid = path.parse(image).name.split('-')[0];
-                    api = `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${vid}`;
-                    type = 'VIDE';
-                } else {
-                    // 未识别
-                    description = unknownTip;
-                }
-
-                if (api) {
-                    const { data } = await got({
-                        method: 'get',
-                        url: api,
-                        headers: {
-                            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                        },
-                    });
-
-                    switch (type) {
-                        case 'ART':
-                            description = data.article_content;
-                            break;
-
-                        case 'PHO':
-                            description = data.photo_album_list.reduce((description, { photo_url, photo_name, photo_brief }) => {
-                                description += `
-                                    <img src=${photo_url} /><br>
-                                    <strong>${photo_name}</strong><br>
-                                    ${photo_brief}<br>
-                                `;
-                                return description;
-                            }, '');
-                            break;
-
-                        case 'VIDE':
-                            description = `<video src="${data.hls_url}" controls="controls" poster="${image}" style="width: 100%"></video>`;
-                            break;
-
-                        default:
-                            description = unknownTip;
-                    }
-                }
-
-                item.description = description;
-                ctx.cache.set(key, item.description);
-            }
-
-            return item;
-        })
-    );
-
-    return {
-        title: `央视新闻 ${category}`,
-        link: `http://news.cctv.com/${category}`,
-        description: `央视新闻 ${category}`,
-        item: resultItem,
-    };
-};

package/lib/routes/cctv/utils/xinwen1j1.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-//
-// 测试http://localhost:1200/cctv/xinwen1j1
-
-// 完整文章页
-async function load(link) {
-    const res = await got({ method: 'get', url: link });
-    const $ = cheerio.load(res.data);
-    // console.log($('div.image').get().text())
-    // console.log('********')
-    const js_txt = '' + $('script');
-
-    const guid = js_txt.split('guid_Ad_VideoCode = "')[1].split('";')[0];
-    // console.log(guid+' js_txt********')
-    const { data: videoDetail } = await got({
-        method: 'get',
-        url: `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${guid}`,
-    });
-
-    // poster="?" 以后再弄
-    // <video src="${videoDetail.hls_url}" controls="controls"  poster="?"  style="width: 100%"></video>
-    const description = `<video src="${videoDetail.hls_url}" controls="controls"  style="width: 100%"></video>`;
-
-    // 提取内容
-    return { description };
-}
-
-// 同步 列表
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = $('a').attr('href').split('?')[0];
-            const itemDate = new Date(itemUrl.split('/VI')[0].split('com/')[1]).toUTCString();
-
-            // 列表上提取到的信息
-            const single = {
-                title,
-                link: itemUrl,
-                author: '央视新闻',
-                guid: itemUrl,
-                pubDate: itemDate,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-module.exports = async (category, ctx) => {
-    const baseUrl = 'http://tv.cctv.com/lm/xinwen1j1/videoset/index.shtml';
-    // 获取要处理的页面
-    const res = await got({ method: 'get', url: baseUrl });
-
-    const $ = cheerio.load(res.data);
-
-    let list = $('div.text').slice(0, 30); // 取前30个
-    // $('div.image').slice(0,3).find('img').attr('src')
-    // $('div.image').slice(0,3).find('a').attr('href').split('?')[0]
-
-    list = list.get();
-
-    // 处理所有的页面
-    const result = await ProcessFeed(list, ctx.cache);
-
-    return {
-        title: '《新闻1+1》- 中央电视台新闻频道',
-        link: baseUrl,
-        description:
-            '《新闻1+1》是中央电视台新闻频道的一档访谈类栏目。周一至周五，从时事政策、公共话题、突发事件等大型选题中选取当天最新、最热、最快的新闻话题，还原新闻全貌、解读事件真相，力求以精度、纯度和锐度为新闻导向，呈现最质朴的新闻。首播：CCTV-新闻：周一至周五21:30—21:55；重播：次日01:30，04:30。',
-        item: result,
-    };
-};

package/lib/routes/cctv/xwlb.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-require('dayjs/locale/zh-cn');
-
-module.exports = async (ctx) => {
-    const res = await got({ method: 'get', url: 'http://tv.cctv.com/lm/xwlb/' });
-    const $ = cheerio.load(res.data);
-    // 解析最新一期新闻联播的日期
-    const latestDate = dayjs(date($('.md .mh_title > a').text().replace(/\s/g, '')), { locale: 'zh-cn' });
-    const count = [];
-    for (let i = 0; i < 20; i++) {
-        count.push(i);
-    }
-    const resultItems = await Promise.all(
-        count.map(async (i) => {
-            const newsDate = latestDate.subtract(i, 'days').set('hour', 19);
-            const url = `http://tv.cctv.com/lm/xwlb/day/${newsDate.format('YYYYMMDD')}.shtml`;
-            const item = {
-                title: `新闻联播 ${newsDate.format('YYYY/MM/DD')}`,
-                link: url,
-                pubDate: newsDate.toISOString(),
-                description: await ctx.cache.tryGet(url, async () => {
-                    const res = await got.get(url);
-                    const content = cheerio.load(res.data);
-                    const alist = new Array();
-                    content('a').map((i, e) => {
-                        const a = content(e);
-                        const href = a.attr('href');
-                        const title = a.find('.text .title').text();
-                        const dur = a.find('.text .bottom').text();
-                        alist.push(`<a href="${href}">${title} ⏱${dur}</a>`);
-                        return i;
-                    });
-                    return alist.join('<br/>\n');
-                }),
-            };
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: 'CCTV 新闻联播',
-        link: 'http://tv.cctv.com/lm/xwlb/',
-        item: resultItems,
-    };
-};

package/lib/routes/chaping/banner.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://chaping.cn/`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-    const data = JSON.parse(response.data.match(/"bannerList":(.*?),"menu":/)[1]);
-
-    const bannerList = data.map((item) => ({
-        title: item.news_title,
-        link: `https://chaping.cn/news/${item.news_id}`,
-    }));
-
-    const items = await Promise.all(
-        bannerList.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = JSON.parse(detailResponse.data.match(/"current":(.*?),"optionsList":/)[1]);
-
-                item.description = content.content;
-                item.author = content.article_author.name;
-                item.pubDate = new Date(content.time_publish_timestamp * 1000).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '差评 - 首页图片墙',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/chaping/news.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-const titles = {
-    0: '全部',
-    15: '直播',
-    3: '科技新鲜事',
-    7: '互联网槽点',
-    5: '趣味科技',
-    6: 'DEBUG TIME',
-    1: '游戏',
-    8: '视频',
-    9: '公里每小时',
-};
-
-module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
-
-    const targetUrl = `https://chaping.cn/news?cate=${ctx.params.caty}`;
-    const currentUrl = `https://chaping.cn/api/official/information/news?page=1&limit=16&cate=${ctx.params.caty}`;
-    const apiResponse = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = apiResponse.data.data.map((item) => ({
-        title: item.title,
-        link: `https://chaping.cn/news/${item.id}`,
-        pubDate: new Date(item.time_publish_timestamp * 1000).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = JSON.parse(detailResponse.data.match(/"current":(.*?),"optionsList":/)[1]);
-
-                item.description = content.content;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.params.caty = ctx.params.caty === '' ? 0 : ctx.params.caty;
-
-    ctx.state.data = {
-        title: `差评资讯 - ${titles[ctx.params.caty]}`,
-        link: targetUrl,
-        item: items,
-    };
-};

package/lib/routes/dapenti/subject.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.parseFeed({ subjectid: ctx.params.id });
-};

package/lib/routes/dapenti/tugua.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.parseFeed({ subjectid: 70 });
-};

package/lib/routes/dapenti/utils.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = {
-    parseFeed: async ({ subjectid }) => {
-        const url = `https://www.dapenti.com/blog/blog.asp?name=xilei&subjectid=${subjectid}`;
-        const listRes = await got({
-            method: 'get',
-            url,
-            headers: {
-                Referer: url,
-            },
-            // 喷嚏网编码为GBK，需要转码
-            // 转码需要设定返回数据的格式，其可选项是arraybuffer,blob,document,json,text,stream
-            // 默认为json
-            responseType: 'buffer',
-        });
-        // 转码
-        const data = iconv.decode(listRes.data, 'gb2312');
-        const $ = cheerio.load(data);
-        // 只取最近的三个，取全文rss
-        const list = $('li', 'ul').slice(0, 3).get();
-
-        const result_item = await Promise.all(
-            list.map(async (item) => {
-                const el = $(item);
-                const url = `https://www.dapenti.com/blog/${el.find('a').attr('href')}`;
-                const original_data = await got({
-                    method: 'get',
-                    url,
-                    headers: {
-                        Referer: url,
-                    },
-                    responseType: 'buffer',
-                });
-                const convert_data = iconv.decode(original_data.data, 'gbk');
-                const description = cheerio.load(convert_data, {
-                    decodeEntities: false,
-                })('body > table > tbody > tr > td.oblog_t_2 > div > table > tbody > tr:nth-child(2) > td');
-                const pubInfo = description.find('span span.oblog_text').text().split('发布于');
-                description.find('table, .adsbygoogle').remove();
-
-                // remove header
-                const count = subjectid.toString() === '70' ? 8 : 3;
-                for (let index = 0; index < count; index++) {
-                    description.children().first().remove();
-                }
-
-                // remove footer
-                for (let index = 0; index < 8; index++) {
-                    description.children().last().remove();
-                }
-                const single = {
-                    title: el.text(),
-                    author: pubInfo[0].trim(),
-                    description: description.html(),
-                    pubDate: timezone(parseDate(pubInfo[1].trim()), +8),
-                    link: url,
-                };
-                return single;
-            })
-        );
-
-        return {
-            title: `喷嚏-${subjectid}`,
-            link: url,
-            item: result_item,
-        };
-    },
-};

package/lib/routes/dbmv/index.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cherrio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { category = '' } = ctx.params;
-    let url;
-
-    if (category !== '') {
-        url = 'https://www.dbmeinv.com/index.htm?cid=' + category;
-    } else {
-        url = 'https://www.dbmeinv.com/';
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'https://www.dbmeinv.com/',
-        },
-    });
-
-    const data = response.data;
-    const $ = cherrio.load(data);
-
-    const $list = $('li.span3 img');
-
-    const resultItem = [];
-    for (let i = 1; i <= $list.length; i++) {
-        const title = $list.eq(i).attr('title');
-        const img_url = $list.eq(i).attr('src');
-        const single = {
-            title,
-            link: img_url,
-            description: `<img src="${img_url}">`,
-        };
-        resultItem.push(single);
-    }
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: resultItem,
-        description: '不羞涩 | 真实的图片分享交友社区',
-    };
-};

package/lib/routes/dongqiudi/daily.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.dongqiudi.com/special/48');
-
-    const $ = cheerio.load(response.data);
-
-    const host = 'https://www.dongqiudi.com';
-
-    const list = $('.detail.special ul li h3')
-        .slice(0, 5)
-        .get()
-        .filter((e) => cheerio.load(e).text().length > 3);
-
-    const proList = [];
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = host + $('a').attr('href');
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-            };
-
-            const es = got.get(itemUrl);
-            proList.push(es);
-            return Promise.resolve(single);
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: '懂球帝早报',
-        link: 'http://www.dongqiudi.com/special/48',
-        item: out.filter((e) => e.description !== undefined),
-    };
-};