rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/dongqiudi/result.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const { JSDOM } = require('jsdom');
-
-module.exports = async (ctx) => {
-    const team = ctx.params.team;
-    const link = `https://www.dongqiudi.com/team/${team}.html`;
-
-    const response = await got.get(link);
-    const dom = new JSDOM(response.data, {
-        runScripts: 'dangerously',
-    });
-    const data = dom.window.__NUXT__.data[0];
-    const resultData = data.teamScheduleData.filter((data) => data.fs_A && data.fs_B);
-
-    const teamName = data.teamDetail.base_info.team_name;
-
-    const out = resultData.map((result) => ({
-        title: `${result.match_title} ${result.team_A_name} ${result.fs_A}-${result.fs_B} ${result.team_B_name}`,
-        guid: result.match_id,
-        link: result.scheme.replace('dongqiudi:///game/', 'https://www.dongqiudi.com/liveDetail/'),
-        pubDate: result.start_time,
-    }));
-
-    ctx.state.data = {
-        title: `${teamName} 比赛结果`,
-        link,
-        item: out.slice(out.length - 10, out.length),
-    };
-};

package/lib/routes/dongqiudi/top_news.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || 1;
-    const response = await got.get(`https://api.dongqiudi.com/app/tabs/iphone/${id}.json?mark=gif&version=576`);
-    const data = response.data.articles;
-    const label = response.data.label;
-
-    const proList = [];
-
-    const out = await Promise.all(
-        data.map(async (item) => {
-            const title = item.title;
-            const itemUrl = `https://www.dongqiudi.com/news/${item.id}.html`;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-            };
-
-            const es = got.get(itemUrl);
-            proList.push(es);
-            return Promise.resolve(single);
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: `懂球帝 - ${label}`,
-        link: 'http://dongqiudi.com/news',
-        item: out.filter((e) => e !== undefined),
-    };
-};

package/lib/routes/dongqiudi/utils.js

@@ -1,136 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const url = require('url');
-const { JSDOM } = require('jsdom');
-
-const ProcessVideo = (content) => {
-    content('div.video').each((i, v) => {
-        let link = url.parse(v.attribs.src);
-        if (link.host === 'm.miguvideo.com') {
-            content(`<a href="${link.href}"> ▶️ 观看视频 </a><br>`).insertAfter(v);
-            content(v).remove();
-        } else {
-            link = v.attribs.src;
-            switch (v.attribs.site) {
-                case 'qiniu':
-                    // 临时解决七牛 CDN 证书过期
-                    link = link.replace('https://', 'http://');
-                    content(`<video width="100%" controls="controls"> <source src="${link}" type="video/mp4"> Your RSS reader does not support video playback. </video>`).insertAfter(v);
-                    content(v).remove();
-                    break;
-                case 'youku':
-                    content(`<iframe height='100%' width='100%' src='${link}' frameborder=0 scrolling=no webkitallowfullscreen=true allowfullscreen=true></iframe>`).insertAfter(v);
-                    content(v).remove();
-                    break;
-                default:
-                    break;
-            }
-        }
-    });
-
-    // Process iframes
-    content('iframe.media-iframe, .edui-faked-video').each((i, v) => {
-        const link = v.attribs.src;
-        if (link.startsWith('http://ssports.iqiyi.com')) {
-            content(`<a href="${link.link}"> ▶️ 观看视频 </a><br>`).insertAfter(v);
-        }
-
-        content(v).remove();
-    });
-
-    return content;
-};
-
-const ProcessHref = (content) => {
-    content.each((j, y) => {
-        if (y.attribs.href) {
-            y.attribs.href = y.attribs.href.replace('dongqiudi:///news', 'https://www.dongqiudi.com/share/article');
-        }
-    });
-};
-
-const ProcessFeed = async (ctx, link, type) => {
-    const got_ins = got.extend({
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const response = await got_ins.get(link);
-
-    let name;
-
-    const dom = new JSDOM(response.data, {
-        runScripts: 'dangerously',
-    });
-
-    const data = dom.window.__NUXT__.data[0];
-    const list = data.relatedNewsList;
-
-    if (type === 'team') {
-        name = data.teamDetail.base_info.team_name;
-    } else if (type === 'player') {
-        name = data.playerDetail.base_info.person_name;
-    }
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const res = await got_ins.get(item.share.replace('www', 'm').replace('articles', 'article'));
-
-            const $ = cheerio.load(res.data);
-
-            const author = $('body > header a').text();
-
-            const content = $('article');
-
-            ProcessVideo($);
-
-            $('.data-gif-src').each((j, y) => {
-                if (y.attribs['data-gif-src']) {
-                    y.attribs = { src: y.attribs['data-gif-src'] };
-                }
-            });
-
-            ProcessHref(content.find('a'));
-
-            const single = {
-                title: item.title,
-                guid: item.id,
-                link: `https://www.dongqiudi.com/news/${item.id}.html`,
-                description: content.html(),
-                pubDate: new Date(item.show_time * 1000).toUTCString(),
-                author,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${name} - 相关新闻`,
-        link,
-        item: out,
-    };
-};
-
-const ProcessFeedType2 = (item, response) => {
-    const dom = new JSDOM(response, {
-        runScripts: 'dangerously',
-    });
-
-    const data = dom.window.__NUXT__.data[0].newData;
-
-    if (Object.keys(data).length > 0) {
-        const body = ProcessVideo(cheerio.load(data.body));
-        ProcessHref(body('a'));
-        item.description = body.html();
-        item.author = data.writer;
-        item.pubDate = new Date(data.show_time * 1000).toUTCString();
-    }
-};
-
-module.exports = {
-    ProcessVideo,
-    ProcessFeed,
-    ProcessFeedType2,
-    ProcessHref,
-};

package/lib/routes/dtcj/datahero.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const titles = {
-    5: '侠创',
-    6: '纽约数据科学学院',
-    9: 'RS实验所',
-    10: '阿里云天池',
-};
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://dtcj.com';
-    const currentUrl = `${rootUrl}/api/v1/data_hero_informations?per=15&page=1&topic_id=${category}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const list = response.data.data.map((item) => ({
-        title: item.title,
-        author: item.author,
-        link: `https://dtcj.com/topic/${item.id}`,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.summary-3_j7Wt, .content-3mNFyi').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category ? titles[category] : '全部'} - 数据侠专栏 | DT 财经`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/dwnews/rank.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'https://www.dwnews.com/';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data, { xmlMode: true });
-    const list = JSON.parse($('#__NEXT_DATA__')[0].children[0].data).props.pageProps.initialState.home.page.sections.find((s) => s.name === '新闻排行榜 24h').items;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    if (ctx.params.type || ctx.params.range) {
-        out.push({
-            title: '由于源站改版，该源地址及参数已更新，请参考文档。',
-            pubDate: new Date(),
-        });
-    }
-
-    ctx.state.data = {
-        title: `多维新闻网 - 24 小时新闻排行榜`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link: 'http://www.dwnews.com/',
-        item: out,
-    };
-};

package/lib/routes/dwnews/utils.js

@@ -1,65 +0,0 @@
-const ProcessFeed = (data) => {
-    let description = '';
-
-    const genFigure = (source) => `<figure>
-        <img src="${source.cdnUrl}" alt="${source.caption}">
-        <figcaption>${source.caption}</figcaption>
-        </figure><br>`;
-
-    let hasBold = false;
-
-    data.blocks.forEach((b) => {
-        switch (b.blockType) {
-            case 'summary':
-                description += `<blockquote>${b.summary.join('<br>')}</blockquote>`;
-                break;
-            case 'text':
-                b.htmlTokens.forEach((t) => {
-                    t.forEach((tt) => {
-                        switch (tt.type) {
-                            case 'text':
-                                if (hasBold) {
-                                    hasBold = false;
-                                    description += `${tt.content}</p>`;
-                                } else {
-                                    description += `<p>${tt.content}</p>`;
-                                }
-                                break;
-                            case 'boldText':
-                                description = description.slice(0, -4);
-                                description += `<b>${tt.content}</b>`;
-                                hasBold = true;
-                                break;
-
-                            default:
-                                break;
-                        }
-                    });
-                });
-                break;
-            case 'image':
-                description += genFigure(b.image);
-                break;
-
-            case 'gallery':
-                b.images.forEach((t) => {
-                    description += genFigure(t);
-                });
-                break;
-
-            default:
-                break;
-        }
-    });
-    return {
-        title: data.title,
-        link: data.publishUrl,
-        author: data.authors[0].publishName,
-        description,
-        pubDate: new Date(data.publishTime * 1000).toUTCString(),
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dwnews/yaowen.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    let link = 'https://www.dwnews.com';
-    const api = 'https://prod-site-api.dwnews.com/v2/articles';
-    let region,
-        regionid,
-        host,
-        title = '要闻';
-
-    if (ctx.params.region) {
-        region = ctx.params.region.toLowerCase();
-        switch (region) {
-            case 'china':
-                title = `中国${title}`;
-                regionid = '10000117';
-                break;
-            case 'global':
-                title = `国际${title}`;
-                regionid = '10000118';
-                break;
-            case 'hongkong':
-                title = `香港${title}`;
-                regionid = '10000120';
-                break;
-            case 'taiwan':
-                title = `台湾${title}`;
-                regionid = '10000119';
-                break;
-            case 'jingji':
-                title = `经济${title}`;
-                regionid = '10000123';
-                break;
-            case 'shijue':
-                title = `视觉${title}`;
-                regionid = '10000153';
-                break;
-            default:
-                throw 'Unknown region';
-        }
-        host = `https://prod-site-api.dwnews.com/v2/feed/zone/${regionid}?offset=99999999994&bucketId=00000`;
-        link = `${link}/zone/${regionid}`;
-    } else {
-        host = 'https://prod-site-api.dwnews.com/v2/feed/home/?offset=9999999999&bucketId=00000';
-    }
-
-    const list = await got.get(host);
-
-    const out = await Promise.all(
-        list.data.items.map(async (item) => {
-            const url = `${api}/${item.id}`;
-            const cache = await ctx.cache.get(url);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(url);
-
-            const single = utils.ProcessFeed(response.data);
-
-            ctx.cache.set(url, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `多维新闻网 - ${title}`,
-        description: '多维新闻网—记住世界的轨迹 更需多维的视线，海外华人首选的中文门户新闻网站，及时全面的向全球海外华人更新世界各地时事政治、经济、科技、人文历史、图片、视频等新闻内容，是海外华人必上的新闻门户网站。',
-        link,
-        item: out,
-    };
-};

package/lib/routes/eagle/changelog.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let language = ctx.params.language;
-    let changelog = '';
-
-    // 如果为空或选项以外的值，则设置默认值
-    if (language === undefined || !(language === 'tw' || language === 'en')) {
-        language = 'cn';
-        changelog = '更新日志';
-    }
-    if (language === 'tw') {
-        changelog = '更新日誌';
-    }
-    if (language === 'en') {
-        changelog = 'Release Notes';
-    }
-
-    // 发起 HTTP GET 请求
-    const response = await got({
-        method: 'get',
-        url: `https://${language}.eagle.cool/changelog`,
-        headers: {
-            Referer: `https://${language}.eagle.cool/`,
-        },
-    });
-
-    // 使用 cheerio 加载返回的 HTML
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const list = $('.version');
-
-    ctx.state.data = {
-        // 源标题
-        title: `Eagle ${changelog}`,
-        // 源链接
-        link: `https://${language}.eagle.cool/changelog`,
-        // 源说明
-        description: `Eagle ${changelog}`,
-
-        // 遍历此前获取的数据
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    // 对获取的日期进行格式化处理
-                    function getDate() {
-                        const str = item.find('.date').text();
-                        let date = '';
-                        if (language === 'cn' || language === 'tw') {
-                            const patt = /[0-9]\d*/g;
-                            let result;
-                            while ((result = patt.exec(str)) !== null) {
-                                date += result + '-';
-                            }
-                            date = date.replace(/-$/g, '');
-                        } else if (language === 'en') {
-                            date = str.replace(/RELEASED/g, '');
-                        }
-                        return date;
-                    }
-
-                    return {
-                        title: item.find('.ver').text(),
-                        description: item.find('.logs').html(),
-                        link: `https://${language}.eagle.cool/changelog`,
-                        pubDate: new Date(getDate()).toUTCString(),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/earthquake/ceic.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let type = Number(ctx.params.type);
-    type = type ? type : 1;
-    const baseUrl = 'http://www.ceic.ac.cn';
-    const api = `${baseUrl}/ajax/speedsearch?num=${type}`;
-    const mappings = {
-        O_TIME: '发震时刻(UTC+8)',
-        LOCATION_C: '参考位置',
-        M: '震级(M)',
-        EPI_LAT: '纬度(°)',
-        EPI_LON: '经度(°)',
-        EPI_DEPTH: '深度(千米)',
-        SAVE_TIME: '录入时间',
-    };
-
-    const typeMappings = {
-        1: '最近24小时地震信息',
-        2: '最近48小时地震信息',
-        3: '最近7天地震信息',
-        4: '最近30天地震信息',
-        5: '最近一年3.0级以上地震信息',
-        6: '最近一年地震信息',
-        7: '最近一年3.0级以下地震',
-        8: '最近一年4.0级以上地震信息',
-        9: '最近一年5.0级以上地震信息',
-        0: '最近一年6.0级以上地震信息',
-    };
-
-    // 因为item数量限制20，所以对于RSS来说为无用类型，防止浪费资源
-    const disabledType = [3, 4, 6];
-
-    if (disabledType.includes(type)) {
-        type = 1;
-    }
-    const typeName = typeMappings[type];
-
-    const response = await got(api);
-    const data = response.data.replace(/,"page":"(.*?)","num":/, ',"num":');
-    let json = JSON.parse(data.substring(1, data.length - 1)).shuju;
-    if (json.length > 20) {
-        json = json.slice(0, 20);
-    }
-
-    ctx.state.data = {
-        title: typeName,
-        link: `${baseUrl}/speedsearch`,
-        allowEmpty: true,
-        item: json.map((entity) => {
-            const contentBuilder = [];
-            const { NEW_DID } = entity;
-            for (const mappingsKey in mappings) {
-                contentBuilder.push(`${mappings[mappingsKey]} ${entity[mappingsKey]}`);
-            }
-
-            return {
-                title: `${entity.LOCATION_C}发生${entity.M}级地震`,
-                link: `${baseUrl}/${NEW_DID}.html`,
-                pubDate: new Date(entity.O_TIME).toUTCString(),
-                description: contentBuilder.join('<br>'),
-                guid: NEW_DID,
-            };
-        }),
-    };
-};

package/lib/routes/earthquake/index.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const region = ctx.params.region || 1;
-    const api = 'https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!queryExpressEarthquakeList.action&pageId=363409&moduleId=a852ba487b534470a84a30f00e7d6670';
-    const link = 'https://www.cea.gov.cn/cea/xwzx/zqsd/index.html';
-    const response = await got({
-        method: 'post',
-        url: api,
-        form: {
-            region,
-            dateType: 2,
-            magnitude: 0,
-        },
-    });
-
-    const data = response.data;
-
-    const out = data.map((item) => {
-        const { id, epicenter, latitudes, longitudes, depth } = item;
-        const date = item.orig_time.slice(0, -2);
-        const num = item.num_mag;
-
-        const description = `北京时间${date}，${epicenter}（纬度${latitudes}度，经度${longitudes}度）发生${num}级地震，震源深度${depth}千米`;
-        return {
-            title: `${epicenter}发生${num}级地震`,
-            link: `https://www.cea.gov.cn/eportal/ui?struts.portlet.mode=view&struts.portlet.action=/portlet/expressEarthquake!toNewInfoView.action&pageId=366521&id=${id}`,
-            pubDate: new Date(date).toUTCString(),
-            description,
-        };
-    });
-
-    ctx.state.data = {
-        title: '中国地震局震情速递',
-        link,
-        item: out,
-    };
-};

package/lib/routes/eastday/sh.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const logger = require('@/utils/logger');
-
-module.exports = async (ctx) => {
-    const domain = 'http://wap.eastday.com';
-
-    const response = await got({
-        method: 'get',
-        url: `https://apin.eastday.com/apiplus/special/specialnewslistbyurl?specialUrl=1632798465040016&skipCount=0&limitCount=20`,
-    });
-
-    const result = await Promise.all(
-        response.data.data.list.map(async (item) => {
-            const link = item.url;
-            const entity = {
-                title: item.title,
-                description: item.abstracts,
-                pubDate: new Date(item.time).toUTCString(),
-                link,
-            };
-
-            try {
-                const cacheKey = `eastday_sh_${link}`;
-                // 判断缓存中是否存在
-                const cacheValue = await ctx.cache.get(cacheKey);
-                if (cacheValue) {
-                    entity.description = cacheValue;
-                } else {
-                    const article = await got({
-                        method: 'get',
-                        url: link,
-                    });
-                    // 解析html内容
-                    const $ = cheerio.load(article.body);
-                    const content = $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
-                    // 存放到缓存区
-                    ctx.cache.set(cacheKey, content);
-                    entity.description = content;
-                }
-            } catch (error) {
-                logger.error(error);
-            }
-
-            return entity;
-        })
-    );
-
-    ctx.state.data = {
-        title: `东方网-上海`,
-        link: `${domain}/wap/sh.html`,
-        item: result,
-    };
-};