rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/cmes/news.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'Information';
-
-    const rootUrl = 'https://www.cmes.org';
-    const currentUrl = `${rootUrl}/News/${category}/index.html`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.r_ct')
-        .find('a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-
-            const link = item.attr('href');
-
-            let date = '00000000';
-            if (link.split('/')[2] !== 'mkc.ckcest.cn') {
-                date = link.split('/')[5];
-            }
-
-            return {
-                link,
-                title: item.text(),
-                pubDate: new Date(`${date.substr(0, 4)}-${date.substr(5, 2)}-${date.substr(7, 2)}`).toDateString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('h3, script, .bshare-custom').remove();
-
-                item.description = content('.xhjj').html() || content('.detail-page').html();
-
-                if (content('#articleTime').html()) {
-                    item.pubDate = new Date(content('#articleTime').text()).toUTCString();
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/commonapp/blog.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.commonapp.org';
-    const jsonUrl = `${rootUrl}/page-data/sq/d/4283793559.json`;
-    const response = await got({
-        method: 'get',
-        url: jsonUrl,
-    });
-
-    const list = response.data.data.allNodeBlogPost.edges.map((item) => ({
-        title: item.node.title,
-        author: item.node.field_blog_author,
-        pubDate: parseDate(item.node.created),
-        link: `${rootUrl}${item.node.path.alias}`,
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.inner-page').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Blog - Common App',
-        link: `${rootUrl}/blog`,
-        item: items,
-    };
-};

package/lib/routes/cria/news.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '';
-
-    const rootUrl = 'http://www.cria.org.cn';
-    const currentUrl = `${rootUrl}/${id ? `newslist/${id}.html` : 'news'}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.ch_news,.enterprise_news_c')
-        .find('ul li')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.title = content('title').text();
-                    item.description = content('.news_details_c').html();
-                    item.pubDate = new Date(detailResponse.data.match(/<span>发布时间：(.*)<\/span><span>来源:/)[1]).toUTCString();
-
-                    return item;
-                } catch (e) {
-                    return Promise.resolve('');
-                }
-            })
-        )
-    );
-
-    const title = id ? response.data.match(/<h3><span style="margin: 10px; font-size:15px;">当前位置：中国橡胶网 > (.*)<\/span><\/h3>/)[1] : '新闻资讯';
-
-    ctx.state.data = {
-        title: `${title} - 中国橡胶网`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/dayone/blog.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://dayoneapp.com';
-    const currentUrl = `${rootUrl}/blog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('h3 a')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const info = item.parent().next().text().split(' by ');
-
-            return {
-                author: info[1],
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                pubDate: new Date(info[0]).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                const description = content('.blog-layout');
-
-                description.children().last().remove();
-                content('h1').next().remove();
-                content('h1').remove();
-
-                item.description = description.html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/deeplearningai/thebatch.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.deeplearning.ai/WPCore/wp-admin/admin-ajax.php?action=hubspot_reader_blog_the_batch&offset=0&limit=5`,
-    });
-    const list = response.data.data.map((item) => ({
-        title: `${item.title} - ${item.name}`,
-        link: item.web_view_url,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    ctx.state.data = {
-        title: `The Batch - a new weekly newsletter from deeplearning.ai`,
-        link: `https://www.deeplearning.ai/thebatch/`,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const contentResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(contentResponse.data);
-                    item.description = content('td[style="width: 576px;"]').parent().html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/dianping/user.js

@@ -1,98 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-function addPictureAndVideo(item) {
-    let content = '';
-    content += item.pictureList ? item.pictureList.map((ele) => `<img src="${ele.picUrl}" />`).join('<br>') : '';
-    content += item.videoUrl ? `<img src="${item.videoUrl}" />` : '';
-    return content;
-}
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const userAgent = 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
-    const userPage = `https://m.dianping.com/userprofile/${id}`;
-
-    const pageResponse = await got({
-        method: 'get',
-        url: userPage,
-        headers: {
-            'User-Agent': userAgent,
-        },
-    });
-    const nickNameReg = /window\.nickName = "(.*?)"/g;
-    const nickName = nickNameReg.exec(pageResponse.data)[1];
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.dianping.com/member/ajax/NobleUserFeeds?userId=${id}`,
-        headers: {
-            'User-Agent': userAgent,
-            Referer: userPage,
-        },
-    });
-
-    const data = response.data.data;
-    const starMap = {
-        0: '无',
-        10: '一星',
-        20: '二星',
-        30: '三星',
-        35: '三星半',
-        40: '四星',
-        45: '四星半',
-        50: '五星',
-    };
-    const out = data.map((item) => {
-        let link = '';
-        let title = '';
-        let content = '';
-        const pubDate = date(item.addTime);
-        const poi = item.poi ? `地点：<a href="http://www.dianping.com/shop/${item.poi.shopId}">${item.poi.name} - ${item.poi.regionCategory}</a>` : '';
-        const poiName = item.poi ? item.poi.name : '';
-        if (item.feedType === 1101) {
-            // 签到成功
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=3`;
-            content = poi;
-            title = `签到成功: ${poiName} `;
-        } else if (item.feedType === 101) {
-            // 对商户、地点发布点评
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=1`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += `评分：${starMap[item.star]}<br>`;
-            content += poi + '<br>';
-            content += addPictureAndVideo(item);
-            title = `发布点评: ${poiName}`;
-        } else if (item.feedType === 131) {
-            // 发布点评
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=29`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += addPictureAndVideo(item);
-            title = `发布点评: ${content}`;
-        } else if (item.feedType === 4208) {
-            // 发布攻略
-            link = `https://m.dianping.com/cityinsight/${item.mainId}`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += poi + '<br>';
-            content += item.moreDesc ? `<a href='${link}'>${item.moreDesc}</a><br>` : '';
-            content += addPictureAndVideo(item);
-            title = `发布攻略: ${poiName}`;
-        }
-
-        const info = {
-            description: content,
-            title,
-            link,
-            pubDate,
-        };
-        return info;
-    });
-
-    ctx.state.data = {
-        title: `大众点评 - ${nickName}`,
-        link: userPage,
-        description: `大众点评 - ${nickName}`,
-        item: out,
-    };
-};

package/lib/routes/donews/index.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { column = '' } = ctx.params;
-
-    let host = `http://www.donews.com/${column}`;
-
-    if (column !== '' && column !== 'idonews') {
-        host += '/index';
-    }
-
-    const response = await got.get(host);
-
-    const $ = cheerio.load(response.data);
-
-    let list,
-        title = 'DoNews - ';
-
-    if (column === '') {
-        title += '首页';
-    } else {
-        title += $('.breadCrumb > a:nth-child(2)').text();
-    }
-
-    switch (column) {
-        case '':
-            // 首页轮播
-            list = $('a.news-item').get();
-
-            break;
-        case 'ent':
-        case 'idonews':
-            // 首页轮播
-            list = $('ul.zl-top > li > a').get();
-            list = list.concat($('.fl.w840 > .block > dl > dd > h3 > a').slice(0, 5).get());
-
-            break;
-        default:
-            list = $('.fl.w840 > .block > dl > dd > h3 > a').slice(0, 10).get();
-            break;
-    }
-
-    const items = await Promise.all(
-        list.map((e) => {
-            const link = $(e).attr('href');
-            return ctx.cache.tryGet(link, () => util.ProcessFeed(link));
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link: host,
-        description: '中国最早的web2.0网站，专业科技媒体、互联网行业门户网站。提供互联网新闻IT资讯，关注科技创新，覆盖移动互联网创业、游戏、风险投资等热点，是中国互联网行业的风向标。',
-        item: items,
-    };
-};

package/lib/routes/donews/utils.js

@@ -1,19 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-const ProcessFeed = async (link) => {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    return {
-        title: $('.detail-con h1').text() || $('.detail-con h2').text().replace('{{news.title}}', ''),
-        author: $('.tag > .fl > span:nth-child(2)').text().replace('{{news.author}}', ''),
-        description: $('.article-con').html(),
-        pubDate: new Date($('.tag > .fl > span:nth-child(1)').text().replace('{{news.timeFormat}}', '')),
-        link,
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dsb/area.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const area = ctx.params.area;
-    const host = 'www.dsb.cn';
-    const areaUrl = `http://${host}/${area}`;
-    const areaResp = await got(areaUrl);
-    const $ = cheerio.load(areaResp.data);
-    const areaName = $('.new-list-title').text();
-    const newsUrls = $('ul.new-list-cons > li > a')
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    ctx.state.data = {
-        title: `电商报 - ${areaName}`,
-        link: areaUrl,
-        item: await Promise.all(
-            newsUrls.map((url) =>
-                ctx.cache.tryGet(url, async () => {
-                    const newsResp = await got(url);
-                    const $ = cheerio.load(newsResp.data);
-                    return {
-                        title: $('.new-content > h2').text(),
-                        link: url,
-                        pubDate: $('.new-content-info > span:nth-child(3)').text(),
-                        description: $('div.new-content-con').html(),
-                    };
-                })
-            )
-        ),
-    };
-};

package/lib/routes/dxy/vaccine.js

@@ -1,109 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const province = ctx.params.province || '';
-    const city = ctx.params.city || '';
-    const location = ctx.params.location || '';
-    let fullLocation = '';
-    if (province) {
-        fullLocation += `/${province}`;
-        if (city) {
-            fullLocation += `/${city}`;
-            if (location) {
-                fullLocation += `/${location}`;
-            }
-        }
-    }
-
-    const rootUrl = 'https://mama.dxy.com';
-    const currentUrl = `${rootUrl}/client/vaccine/new-crown-vaccine`;
-    const apiUrl = `${rootUrl}/api/vaccine/client/vaccination-point/all`;
-
-    const apiResponse = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const response = await got({
-        method: 'get',
-        url: apiResponse.data.results.fileUrl,
-    });
-
-    const allPoints = [],
-        allLocations = {},
-        allLocationIds = {},
-        pointDataArray = response.data.results.pointData;
-
-    for (const data of pointDataArray) {
-        allLocations[data.locationName] = data.locationId;
-        allLocationIds[data.locationId] = data.locationName;
-        if (data.points) {
-            allPoints.push(...data.points);
-        } else {
-            pointDataArray.push(...data.pointData);
-        }
-    }
-
-    const list = allPoints.map((item) => {
-        const locationId = item.locationId;
-        const province = locationId - (locationId % 10000);
-        const city = locationId - (locationId % 100);
-
-        return {
-            title: `${allLocationIds[province]}/${allLocationIds.hasOwnProperty(city) ? `${allLocationIds[city]}/` : `${allLocationIds[province]}/`}${allLocationIds[locationId]}`,
-            link: item.contentUrl,
-            pubDate: new Date(item.modifyDate).toUTCString(),
-        };
-    });
-
-    const items = await Promise.all(
-        list
-            .filter((item) => {
-                if (fullLocation !== '') {
-                    const locationSplit = item.title.split('/');
-                    const fullLocationSplit = fullLocation.split('/');
-
-                    for (let index = 0; index < fullLocationSplit.length; index++) {
-                        if (locationSplit[index] !== fullLocationSplit[index]) {
-                            return false;
-                        }
-                    }
-                }
-                return true;
-            })
-            .map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const result = detailResponse.data.results;
-
-                    const description =
-                        `<h1> ${result.point.pointName}</h1>` +
-                        '<ul>' +
-                        `<li>户籍限制：${result.point.registerLimit}</li>` +
-                        `<li>服务限制：${result.point.serviceTag}</li>` +
-                        `<li>服务时间：${result.detail.serviceTime}</li>` +
-                        `<li>地址：${result.point.address}</li>` +
-                        `<li>电话：${result.point.phoneNo}</li>` +
-                        `<li>接种人群：${result.detail.targetPeople}</li>` +
-                        `<li>接种所需材料：${result.detail.materials}</li>` +
-                        `<li>预约步骤：${result.detail.reserveSteps}</li>` +
-                        '</ul>';
-
-                    item.description = description;
-                    item.title = `${result.point.pointName}（${item.title}）`;
-                    item.link = `${rootUrl}/client/vaccine/vaccination-point?pointId=${result.point.id}`;
-
-                    return item;
-                })
-            )
-    );
-
-    ctx.state.data = {
-        title: `新冠疫苗接种点查询${fullLocation ? `（${fullLocation}）` : ''} - 丁香园`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/esquirehk/tag.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let id = ctx.params.id || 'Fashion';
-
-    id = id.toLowerCase();
-
-    const rootUrl = 'https://www.esquirehk.com';
-    const topics = ['style', 'watch', 'money-investment', 'lifestyle', 'culture', 'mens-talk', 'gear', 'people'];
-
-    let currentUrl = `${rootUrl}/tag/${id}`;
-    if (topics.indexOf(id) > -1) {
-        currentUrl = `${rootUrl}/${id}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('.FeedStory')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                author: item.find('.author').text(),
-                link: `${rootUrl}${item.find('a.Anchor').eq(0).attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.RelatedBlock').remove();
-                content('.TagContainer').remove();
-                content('.YouMayLikeContainer').remove();
-                content('.SubscriptionContainer').remove();
-
-                content('img').each(function () {
-                    const srcset = content(this).attr('srcset');
-                    if (srcset) {
-                        content(this).removeAttr('srcset');
-                        content(this).removeAttr('data-src');
-                        content(this).attr('src', `${rootUrl}${srcset.split(',')[1].replace('1032w', '')}`);
-                    }
-                });
-
-                item.title = content('.CommonTitle').text();
-                item.description = content('.ArticlePage').html();
-                item.pubDate = new Date(content('.ArticleFeeds-info time').eq(0).attr('data-timestamp') * 1000).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text()} - Esquirehk`,
-        link: currentUrl,
-        item: items,
-    };
-};