rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/dapenti/utils.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = {
-    parseFeed: async ({ subjectid }) => {
-        const url = `https://www.dapenti.com/blog/blog.asp?name=xilei&subjectid=${subjectid}`;
-        const listRes = await got({
-            method: 'get',
-            url,
-            headers: {
-                Referer: url,
-            },
-            // 喷嚏网编码为GBK，需要转码
-            // 转码需要设定返回数据的格式，其可选项是arraybuffer,blob,document,json,text,stream
-            // 默认为json
-            responseType: 'buffer',
-        });
-        // 转码
-        const data = iconv.decode(listRes.data, 'gb2312');
-        const $ = cheerio.load(data);
-        // 只取最近的三个，取全文rss
-        const list = $('li', 'ul').slice(0, 3).get();
-
-        const result_item = await Promise.all(
-            list.map(async (item) => {
-                const el = $(item);
-                const url = `https://www.dapenti.com/blog/${el.find('a').attr('href')}`;
-                const original_data = await got({
-                    method: 'get',
-                    url,
-                    headers: {
-                        Referer: url,
-                    },
-                    responseType: 'buffer',
-                });
-                const convert_data = iconv.decode(original_data.data, 'gbk');
-                const description = cheerio.load(convert_data, {
-                    decodeEntities: false,
-                })('body > table > tbody > tr > td.oblog_t_2 > div > table > tbody > tr:nth-child(2) > td');
-                const pubInfo = description.find('span span.oblog_text').text().split('发布于');
-                description.find('table, .adsbygoogle').remove();
-
-                // remove header
-                const count = subjectid.toString() === '70' ? 8 : 3;
-                for (let index = 0; index < count; index++) {
-                    description.children().first().remove();
-                }
-
-                // remove footer
-                for (let index = 0; index < 8; index++) {
-                    description.children().last().remove();
-                }
-                const single = {
-                    title: el.text(),
-                    author: pubInfo[0].trim(),
-                    description: description.html(),
-                    pubDate: timezone(parseDate(pubInfo[1].trim()), +8),
-                    link: url,
-                };
-                return single;
-            })
-        );
-
-        return {
-            title: `喷嚏-${subjectid}`,
-            link: url,
-            item: result_item,
-        };
-    },
-};

package/lib/routes/dbmv/index.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cherrio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { category = '' } = ctx.params;
-    let url;
-
-    if (category !== '') {
-        url = 'https://www.dbmeinv.com/index.htm?cid=' + category;
-    } else {
-        url = 'https://www.dbmeinv.com/';
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'https://www.dbmeinv.com/',
-        },
-    });
-
-    const data = response.data;
-    const $ = cherrio.load(data);
-
-    const $list = $('li.span3 img');
-
-    const resultItem = [];
-    for (let i = 1; i <= $list.length; i++) {
-        const title = $list.eq(i).attr('title');
-        const img_url = $list.eq(i).attr('src');
-        const single = {
-            title,
-            link: img_url,
-            description: `<img src="${img_url}">`,
-        };
-        resultItem.push(single);
-    }
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: resultItem,
-        description: '不羞涩 | 真实的图片分享交友社区',
-    };
-};

package/lib/routes/dockerhub/build.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { owner, image, tag = 'latest' } = ctx.params;
-
-    const namespace = `${owner}/${image}`;
-
-    const link = `https://hub.docker.com/r/${namespace}`;
-
-    const data = await got.get(`https://hub.docker.com/v2/repositories/${namespace}/tags/${tag}`);
-    const metadata = await got.get(`https://hub.docker.com/v2/repositories/${namespace}/`);
-
-    const item = data.data;
-
-    ctx.state.data = {
-        title: `${namespace}:${tag} build history`,
-        description: metadata.data.description,
-        link,
-        item: [
-            {
-                title: `${namespace}:${tag} was built. ${(item.images[0].size / 1000000).toFixed(2)} MB`,
-                link: `https://hub.docker.com/layers/docker/${namespace}/${tag}/images/${item.images[0].digest.replace(':', '-')}`,
-                author: owner,
-                pubDate: new Date(item.last_updated).toUTCString(),
-                guid: item.last_updated,
-            },
-        ],
-    };
-};

package/lib/routes/dongqiudi/daily.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.dongqiudi.com/special/48');
-
-    const $ = cheerio.load(response.data);
-
-    const host = 'https://www.dongqiudi.com';
-
-    const list = $('.detail.special ul li h3')
-        .slice(0, 5)
-        .get()
-        .filter((e) => cheerio.load(e).text().length > 3);
-
-    const proList = [];
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = host + $('a').attr('href');
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-            };
-
-            const es = got.get(itemUrl);
-            proList.push(es);
-            return Promise.resolve(single);
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: '懂球帝早报',
-        link: 'http://www.dongqiudi.com/special/48',
-        item: out.filter((e) => e.description !== undefined),
-    };
-};

package/lib/routes/dongqiudi/result.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const team = ctx.params.team;
-    const link = `https://www.dongqiudi.com/team/${team}.html`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const teamName = $('h1.name').text();
-    const list = $('table.schedule_list tr.stat_list');
-    const out = [];
-
-    for (let i = 0; i < list.length; i++) {
-        const $ = cheerio.load(list[i]);
-
-        const score = $('td:nth-of-type(5)').text().trim();
-
-        if (score !== '-') {
-            const time = $('td.match_time_hidden').text();
-            const type = $('td.gameweek').text();
-            const home = $('td:nth-of-type(4)').text().trim();
-            const away = $('td:nth-of-type(6)').text().trim();
-            const title = `${type} ${home} ${score} ${away}`;
-
-            const single = {
-                title,
-                link,
-                pubDate: new Date(time),
-                guid: title,
-            };
-            out.push(single);
-        }
-    }
-
-    ctx.state.data = {
-        title: `${teamName} 比赛结果`,
-        link,
-        item: out.slice(out.length - 10, out.length),
-    };
-};

package/lib/routes/dongqiudi/top_news.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || 1;
-    const response = await got.get(`https://api.dongqiudi.com/app/tabs/iphone/${id}.json?mark=gif&version=576`);
-    const data = response.data.articles;
-    const label = response.data.label;
-
-    const proList = [];
-
-    const out = await Promise.all(
-        data.map(async (item) => {
-            const title = item.title;
-            const itemUrl = `https://www.dongqiudi.com/news/${item.id}.html`;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-            };
-
-            const es = got.get(itemUrl);
-            proList.push(es);
-            return Promise.resolve(single);
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: `懂球帝 - ${label}`,
-        link: 'http://dongqiudi.com/news',
-        item: out.filter((e) => e !== undefined),
-    };
-};

package/lib/routes/dongqiudi/utils.js

@@ -1,136 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const url = require('url');
-const { JSDOM } = require('jsdom');
-
-const ProcessVideo = (content) => {
-    content('div.video').each((i, v) => {
-        let link = url.parse(v.attribs.src);
-        if (link.host === 'm.miguvideo.com') {
-            content(`<a href="${link.href}"> ▶️ 观看视频 </a><br>`).insertAfter(v);
-            content(v).remove();
-        } else {
-            link = v.attribs.src;
-            switch (v.attribs.site) {
-                case 'qiniu':
-                    // 临时解决七牛 CDN 证书过期
-                    link = link.replace('https://', 'http://');
-                    content(`<video width="100%" controls="controls"> <source src="${link}" type="video/mp4"> Your RSS reader does not support video playback. </video>`).insertAfter(v);
-                    content(v).remove();
-                    break;
-                case 'youku':
-                    content(`<iframe height='100%' width='100%' src='${link}' frameborder=0 scrolling=no webkitallowfullscreen=true allowfullscreen=true></iframe>`).insertAfter(v);
-                    content(v).remove();
-                    break;
-                default:
-                    break;
-            }
-        }
-    });
-
-    // Process iframes
-    content('iframe.media-iframe, .edui-faked-video').each((i, v) => {
-        const link = v.attribs.src;
-        if (link.startsWith('http://ssports.iqiyi.com')) {
-            content(`<a href="${link.link}"> ▶️ 观看视频 </a><br>`).insertAfter(v);
-        }
-
-        content(v).remove();
-    });
-
-    return content;
-};
-
-const ProcessHref = (content) => {
-    content.each((j, y) => {
-        if (y.attribs.href) {
-            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/share/article');
-        }
-    });
-};
-
-const ProcessFeed = async (ctx, link, type) => {
-    const got_ins = got.extend({
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const response = await got_ins.get(link);
-
-    let name;
-
-    const dom = new JSDOM(response.data, {
-        runScripts: 'dangerously',
-    });
-
-    const data = dom.window.__NUXT__.data[0];
-    const list = data.relatedNewsList;
-
-    if (type === 'team') {
-        name = data.teamDetail.base_info.team_name;
-    } else if (type === 'player') {
-        name = data.playerDetail.base_info.person_name;
-    }
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const res = await got_ins.get(item.share.replace('www', 'm').replace('articles', 'article'));
-
-            const $ = cheerio.load(res.data);
-
-            const author = $('body > header a').text();
-
-            const content = $('article');
-
-            ProcessVideo($);
-
-            $('.data-gif-src').each((j, y) => {
-                if (y.attribs['data-gif-src']) {
-                    y.attribs = { src: y.attribs['data-gif-src'] };
-                }
-            });
-
-            ProcessHref(content.find('a'));
-
-            const single = {
-                title: item.title,
-                guid: item.id,
-                link: `https://www.dongqiudi.com/news/${item.id}.html`,
-                description: content.html(),
-                pubDate: new Date(item.show_time * 1000).toUTCString(),
-                author,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${name} - 相关新闻`,
-        link,
-        item: out,
-    };
-};
-
-const ProcessFeedType2 = (item, response) => {
-    const dom = new JSDOM(response, {
-        runScripts: 'dangerously',
-    });
-
-    const data = dom.window.__NUXT__.data[0].newData;
-
-    if (Object.keys(data).length > 0) {
-        const body = ProcessVideo(cheerio.load(data.body));
-        ProcessHref(body('a'));
-        item.description = body.html();
-        item.author = data.writer;
-        item.pubDate = new Date(data.show_time * 1000).toUTCString();
-    }
-};
-
-module.exports = {
-    ProcessVideo,
-    ProcessFeed,
-    ProcessFeedType2,
-    ProcessHref,
-};

package/lib/routes/douban/explore.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://www.douban.com/explore',
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('div[data-item_id]');
-    let itemPicUrl;
-
-    ctx.state.data = {
-        title: '豆瓣-浏览发现',
-        link: 'https://www.douban.com/explore',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    itemPicUrl = item.find('a.cover').attr('style').replace('background-image:url(', '').replace(')', '');
-                    return {
-                        title: item.find('.title a').first().text(),
-                        description: `作者：${item.find('.usr-pic a').last().text()}<br>描述：${item.find('.content p').text()}<br><img src="${itemPicUrl}">`,
-                        link: item.find('.title a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/douban/group.js

@@ -1,48 +0,0 @@
-const got = require('../../utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const groupid = ctx.params.groupid;
-    const type = ctx.params.type;
-
-    const url = `https://www.douban.com/group/${groupid}/${type ? `?type=${type}` : ''}`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('.olt tr:not(.th)').slice(0, 30).get();
-
-    const items = await Promise.all(
-        list.map((item) => {
-            const $1 = $(item);
-            const result = {
-                title: $1.find('.title a').attr('title'),
-                author: $1.find('a').eq(1).text(),
-                link: $1.find('.title a').attr('href'),
-            };
-            return ctx.cache.tryGet(result.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: result.link,
-                    });
-                    const $ = cheerio.load(detailResponse.data);
-
-                    result.pubDate = $('.create-time').text();
-                    result.description = $('.rich-content').html();
-                    return result;
-                } catch (error) {
-                    return result;
-                }
-            });
-        })
-    );
-
-    ctx.state.data = {
-        title: `豆瓣小组-${$('h1').text().trim()}`,
-        link: url,
-        item: items,
-    };
-};