rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/cctv/utils/news.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const path = require('path');
-
-module.exports = async (category, ctx) => {
-    const url = `http://news.cctv.com/2019/07/gaiban/cmsdatainterface/page/${category}_1.jsonp`;
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: `http://news.cctv.com/${category}`,
-        },
-    });
-
-    const data = JSON.parse(response.data.slice(category.length + 1, -1));
-    const list = data.data.list;
-    const resultItem = await Promise.all(
-        list.map(async ({ title, url, focus_date, image }) => {
-            const item = {
-                title,
-                link: url,
-                pubDate: new Date(focus_date).toUTCString(),
-            };
-            const key = `cctv-news: ${url}`;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                item.description = value;
-            } else {
-                const id = path.parse(url).name;
-                const unknownTip = '未知类型，请点击<a href="https://github.com/DIYgod/RSSHub/issues">链接</a>提交issue';
-                let description;
-                let api;
-                let type;
-
-                if (id.startsWith('ART')) {
-                    // 普通新闻
-                    api = `http://api.cntv.cn/Article/getXinwenNextArticleInfo?serviceId=sjnews&id=${id}&t=json`;
-                    type = 'ART';
-                } else if (id.startsWith('PHO')) {
-                    // 图片
-                    api = `http://api.cntv.cn/Article/contentinfo?id=${id}&serviceId=sjnews&t=json`;
-                    type = 'PHO';
-                } else if (id.startsWith('VIDE')) {
-                    // 视频
-                    const vid = path.parse(image).name.split('-')[0];
-                    api = `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${vid}`;
-                    type = 'VIDE';
-                } else {
-                    // 未识别
-                    description = unknownTip;
-                }
-
-                if (api) {
-                    const { data } = await got({
-                        method: 'get',
-                        url: api,
-                        headers: {
-                            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                        },
-                    });
-
-                    switch (type) {
-                        case 'ART':
-                            description = data.article_content;
-                            break;
-
-                        case 'PHO':
-                            description = data.photo_album_list.reduce((description, { photo_url, photo_name, photo_brief }) => {
-                                description += `
-                                    <img src=${photo_url} /><br>
-                                    <strong>${photo_name}</strong><br>
-                                    ${photo_brief}<br>
-                                `;
-                                return description;
-                            }, '');
-                            break;
-
-                        case 'VIDE':
-                            description = `<video src="${data.hls_url}" controls="controls" poster="${image}" style="width: 100%"></video>`;
-                            break;
-
-                        default:
-                            description = unknownTip;
-                    }
-                }
-
-                item.description = description;
-                ctx.cache.set(key, item.description);
-            }
-
-            return item;
-        })
-    );
-
-    return {
-        title: `央视新闻 ${category}`,
-        link: `http://news.cctv.com/${category}`,
-        description: `央视新闻 ${category}`,
-        item: resultItem,
-    };
-};

package/lib/routes/cctv/utils/xinwen1j1.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-//
-// 测试http://localhost:1200/cctv/xinwen1j1
-
-// 完整文章页
-async function load(link) {
-    const res = await got({ method: 'get', url: link });
-    const $ = cheerio.load(res.data);
-    // console.log($('div.image').get().text())
-    // console.log('********')
-    const js_txt = '' + $('script');
-
-    const guid = js_txt.split('guid_Ad_VideoCode = "')[1].split('";')[0];
-    // console.log(guid+' js_txt********')
-    const { data: videoDetail } = await got({
-        method: 'get',
-        url: `http://vdn.apps.cntv.cn/api/getHttpVideoInfo.do?pid=${guid}`,
-    });
-
-    // poster="?" 以后再弄
-    // <video src="${videoDetail.hls_url}" controls="controls"  poster="?"  style="width: 100%"></video>
-    const description = `<video src="${videoDetail.hls_url}" controls="controls"  style="width: 100%"></video>`;
-
-    // 提取内容
-    return { description };
-}
-
-// 同步 列表
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = $('a').attr('href').split('?')[0];
-            const itemDate = new Date(itemUrl.split('/VI')[0].split('com/')[1]).toUTCString();
-
-            // 列表上提取到的信息
-            const single = {
-                title,
-                link: itemUrl,
-                author: '央视新闻',
-                guid: itemUrl,
-                pubDate: itemDate,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-module.exports = async (category, ctx) => {
-    const baseUrl = 'http://tv.cctv.com/lm/xinwen1j1/videoset/index.shtml';
-    // 获取要处理的页面
-    const res = await got({ method: 'get', url: baseUrl });
-
-    const $ = cheerio.load(res.data);
-
-    let list = $('div.text').slice(0, 30); // 取前30个
-    // $('div.image').slice(0,3).find('img').attr('src')
-    // $('div.image').slice(0,3).find('a').attr('href').split('?')[0]
-
-    list = list.get();
-
-    // 处理所有的页面
-    const result = await ProcessFeed(list, ctx.cache);
-
-    return {
-        title: '《新闻1+1》- 中央电视台新闻频道',
-        link: baseUrl,
-        description:
-            '《新闻1+1》是中央电视台新闻频道的一档访谈类栏目。周一至周五，从时事政策、公共话题、突发事件等大型选题中选取当天最新、最热、最快的新闻话题，还原新闻全貌、解读事件真相，力求以精度、纯度和锐度为新闻导向，呈现最质朴的新闻。首播：CCTV-新闻：周一至周五21:30—21:55；重播：次日01:30，04:30。',
-        item: result,
-    };
-};

package/lib/routes/cctv/xwlb.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-require('dayjs/locale/zh-cn');
-
-module.exports = async (ctx) => {
-    const res = await got({ method: 'get', url: 'http://tv.cctv.com/lm/xwlb/' });
-    const $ = cheerio.load(res.data);
-    // 解析最新一期新闻联播的日期
-    const latestDate = dayjs(date($('.md .mh_title > a').text().replace(/\s/g, '')), { locale: 'zh-cn' });
-    const count = [];
-    for (let i = 0; i < 20; i++) {
-        count.push(i);
-    }
-    const resultItems = await Promise.all(
-        count.map(async (i) => {
-            const newsDate = latestDate.subtract(i, 'days').set('hour', 19);
-            const url = `http://tv.cctv.com/lm/xwlb/day/${newsDate.format('YYYYMMDD')}.shtml`;
-            const item = {
-                title: `新闻联播 ${newsDate.format('YYYY/MM/DD')}`,
-                link: url,
-                pubDate: newsDate.toISOString(),
-                description: await ctx.cache.tryGet(url, async () => {
-                    const res = await got.get(url);
-                    const content = cheerio.load(res.data);
-                    const alist = new Array();
-                    content('a').map((i, e) => {
-                        const a = content(e);
-                        const href = a.attr('href');
-                        const title = a.find('.text .title').text();
-                        const dur = a.find('.text .bottom').text();
-                        alist.push(`<a href="${href}">${title} ⏱${dur}</a>`);
-                        return i;
-                    });
-                    return alist.join('<br/>\n');
-                }),
-            };
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: 'CCTV 新闻联播',
-        link: 'http://tv.cctv.com/lm/xwlb/',
-        item: resultItems,
-    };
-};

package/lib/routes/changba/user.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const url = `http://changba.com/u/${userid}`;
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-        },
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.user-work .work-info').get();
-    const author = $('div.user-main-info > span.txt-info > a.uname').text();
-    const authorimg = $('div.user-main-info > .poster > img').attr('data-src');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-        const description = $('.user-title').html() + '<br>' + $.html('audio');
-        const mp3 = $('audio').attr('src');
-        return { description, mp3 };
-    };
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const link = $('a').attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                },
-            });
-
-            const result = ProcessFeed(response.data);
-
-            const single = {
-                title: $('.work-title').text(),
-                description: result.description,
-                link,
-                author,
-                itunes_item_image: authorimg,
-                enclosure_url: result.mp3,
-                enclosure_type: 'audio/mpeg',
-            };
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        description: $('meta[name="description"]').attr('content') || $('title').text(),
-        item: items,
-        image: authorimg,
-        itunes_author: author,
-        itunes_category: '唱吧',
-    };
-};

package/lib/routes/chaping/banner.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://chaping.cn/`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-    const data = JSON.parse(response.data.match(/"bannerList":(.*?),"menu":/)[1]);
-
-    const bannerList = data.map((item) => ({
-        title: item.news_title,
-        link: `https://chaping.cn/news/${item.news_id}`,
-    }));
-
-    const items = await Promise.all(
-        bannerList.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = JSON.parse(detailResponse.data.match(/"current":(.*?),"optionsList":/)[1]);
-
-                item.description = content.content;
-                item.author = content.article_author.name;
-                item.pubDate = new Date(content.time_publish_timestamp * 1000).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '差评 - 首页图片墙',
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/chaping/news.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-const titles = {
-    0: '全部',
-    15: '直播',
-    3: '科技新鲜事',
-    7: '互联网槽点',
-    5: '趣味科技',
-    6: 'DEBUG TIME',
-    1: '游戏',
-    8: '视频',
-    9: '公里每小时',
-};
-
-module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '';
-
-    const targetUrl = `https://chaping.cn/news?cate=${ctx.params.caty}`;
-    const currentUrl = `https://chaping.cn/api/official/information/news?page=1&limit=16&cate=${ctx.params.caty}`;
-    const apiResponse = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = apiResponse.data.data.map((item) => ({
-        title: item.title,
-        link: `https://chaping.cn/news/${item.id}`,
-        pubDate: new Date(item.time_publish_timestamp * 1000).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = JSON.parse(detailResponse.data.match(/"current":(.*?),"optionsList":/)[1]);
-
-                item.description = content.content;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.params.caty = ctx.params.caty === '' ? 0 : ctx.params.caty;
-
-    ctx.state.data = {
-        title: `差评资讯 - ${titles[ctx.params.caty]}`,
-        link: targetUrl,
-        item: items,
-    };
-};

package/lib/routes/cnbeta/home.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://rss.cnbeta.com/');
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除6.18广告
-        $('.article-global').remove();
-        $('.article-topic').remove();
-
-        // 提取内容
-        return $('.article-summary p').html() + '<br>' + $('.article-content').html();
-    };
-
-    const items = await Promise.all(
-        feed.items
-            .filter((item) => item.author !== 'adam')
-            .map(async (item) => {
-                const cache = await ctx.cache.get(item.link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const description = ProcessFeed(response.data);
-
-                const single = {
-                    title: item.title,
-                    description,
-                    pubDate: item.pubDate,
-                    link: item.link,
-                    author: item.author,
-                };
-                ctx.cache.set(item.link, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: 'cnBeta',
-        link: 'https://www.cnbeta.com/',
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/cnbeta/topic.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-module.exports = async (ctx) => {
-    const topicUrl = `https://www.cnbeta.com/topics/${ctx.params.topic_id}.htm`;
-    const response = await got({
-        method: 'get',
-        url: topicUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const topicInfo = $('div.cate-brief h2 b').text();
-    const news_list = $('div.item')
-        .map((i, item) => {
-            const title = $(item).find('dl dt a').text();
-            let href = $(item).find('dl dt a').attr('href');
-            if (href === undefined) {
-                return null;
-            }
-            if (href.startsWith('//')) {
-                href = 'https:' + href;
-            }
-            const status = $(item).find('div.meta-data ul.status li')['0'].children[0].data;
-            const info = status.split(' ');
-            const author = info[0];
-            const pubDate = info[1] + ' ' + info[2];
-            return { title, href, author, pubDate };
-        })
-        .filter((x) => x)
-        .map((i, e) => e)
-        .get();
-
-    const ProcessFeed = (data) => {
-        const $ = cheerio.load(data);
-
-        // 移除6.18广告
-        $('.article-global').remove();
-        $('.article-topic').remove();
-
-        // 提取内容
-        return $('.article-summary p').html() + '<br>' + $('.article-content').html();
-    };
-
-    const out = await Promise.all(
-        news_list.map(async (item) => {
-            const cache = await ctx.cache.get(item.href);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: item.href,
-            });
-
-            const description = ProcessFeed(response.data);
-            const single = {
-                title: item.title,
-                description,
-                pubDate: date(item.pubDate, +8),
-                link: item.href,
-                author: item.author,
-            };
-            ctx.cache.set(item.href, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `cnBeta专题 - ${topicInfo}`,
-        link: topicUrl,
-        item: out ?? [],
-        description: `cnBeta专题 - ${topicInfo}`,
-    };
-};

package/lib/routes/cntv/cntv.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.column;
-
-    const response = await got({
-        method: 'get',
-        url: `http://api.cntv.cn/lanmu/videolistByColumnId?id=${id}&n=20&of=fdate&p=1&type=0&serviceId=tvcctv`,
-    });
-    const data = response.data.response.docs;
-    const name = data[0].videoTag.split(',')[0] || id;
-
-    ctx.state.data = {
-        title: `CNTV 栏目 - ${name}`,
-        description: `${name} 栏目的视频更新`,
-        item: data.map((item) => ({
-            title: item.videoTitle,
-            description: `<p>${item.videoBrief}</p><br><p><img src="${item.videoKeyFrameUrl}"></p><br><p>在线观看: <a href="https://www.m3u8play.com/?play=https://hls.cntv.baishancdnx.cn/asp/hls/main/0303000a/3/default/${item.videoSharedCode}/main.m3u8">M3U8在线播放</a></p>`,
-            pubDate: new Date(item.videoProductiontime * 1).toUTCString(),
-            link: item.videoUrl,
-            category: item.videoTag.split(','),
-        })),
-    };
-};

package/lib/routes/cool18/index.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || 'bbs4';
-    const type = ctx.params.type || '';
-    const keyword = ctx.params.keyword || '';
-
-    const rootUrl = 'https://www.cool18.com';
-    const indexUrl = `${rootUrl}/${id}/index.php`;
-    const currentUrl = `${indexUrl}${type === '' || keyword === '' ? '' : type === 'gold' ? '?app=forum&act=gold' : `?action=search&act=threadsearch&app=forum&${type}=${keyword}&submit=${type === 'type' ? '查询' : '栏目搜索'}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#d_list ul li, #thread_list li, .t_l .t_subject')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a').eq(0);
-            return {
-                link: `${rootUrl}/${id}/${a.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('title').text().replace(' - cool18.com', '');
-                item.author = detailResponse.data.match(/送交者: .*>(.*)<.*\[/)[1];
-                item.pubDate = new Date(detailResponse.data.match(/于 (.*) 已读/)[1]).toUTCString();
-                item.description = content('pre')
-                    .html()
-                    .replace(/<font color="#E6E6DD">cool18.com<\/font>/g, '');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/dapenti/subject.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.parseFeed({ subjectid: ctx.params.id });
-};

package/lib/routes/dapenti/tugua.js

@@ -1,5 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    ctx.state.data = await utils.parseFeed({ subjectid: 70 });
-};