rsshub 1.0.0-master.f7cdf8b → 1.0.0-master.f812e91

package/lib/routes/dayone/blog.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://dayoneapp.com';
-    const currentUrl = `${rootUrl}/blog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('h3 a')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            const info = item.parent().next().text().split(' by ');
-
-            return {
-                author: info[1],
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-                pubDate: new Date(info[0]).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                const description = content('.blog-layout');
-
-                description.children().last().remove();
-                content('h1').next().remove();
-                content('h1').remove();
-
-                item.description = description.html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/deeplearningai/thebatch.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.deeplearning.ai/WPCore/wp-admin/admin-ajax.php?action=hubspot_reader_blog_the_batch&offset=0&limit=5`,
-    });
-    const list = response.data.data.map((item) => ({
-        title: `${item.title} - ${item.name}`,
-        link: item.web_view_url,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    ctx.state.data = {
-        title: `The Batch - a new weekly newsletter from deeplearning.ai`,
-        link: `https://www.deeplearning.ai/thebatch/`,
-        item: await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const contentResponse = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(contentResponse.data);
-                    item.description = content('td[style="width: 576px;"]').parent().html();
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/dianping/user.js

@@ -1,98 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-function addPictureAndVideo(item) {
-    let content = '';
-    content += item.pictureList ? item.pictureList.map((ele) => `<img src="${ele.picUrl}" />`).join('<br>') : '';
-    content += item.videoUrl ? `<img src="${item.videoUrl}" />` : '';
-    return content;
-}
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const userAgent = 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1';
-    const userPage = `https://m.dianping.com/userprofile/${id}`;
-
-    const pageResponse = await got({
-        method: 'get',
-        url: userPage,
-        headers: {
-            'User-Agent': userAgent,
-        },
-    });
-    const nickNameReg = /window\.nickName = "(.*?)"/g;
-    const nickName = nickNameReg.exec(pageResponse.data)[1];
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.dianping.com/member/ajax/NobleUserFeeds?userId=${id}`,
-        headers: {
-            'User-Agent': userAgent,
-            Referer: userPage,
-        },
-    });
-
-    const data = response.data.data;
-    const starMap = {
-        0: '无',
-        10: '一星',
-        20: '二星',
-        30: '三星',
-        35: '三星半',
-        40: '四星',
-        45: '四星半',
-        50: '五星',
-    };
-    const out = data.map((item) => {
-        let link = '';
-        let title = '';
-        let content = '';
-        const pubDate = date(item.addTime);
-        const poi = item.poi ? `地点：<a href="http://www.dianping.com/shop/${item.poi.shopId}">${item.poi.name} - ${item.poi.regionCategory}</a>` : '';
-        const poiName = item.poi ? item.poi.name : '';
-        if (item.feedType === 1101) {
-            // 签到成功
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=3`;
-            content = poi;
-            title = `签到成功: ${poiName} `;
-        } else if (item.feedType === 101) {
-            // 对商户、地点发布点评
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=1`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += `评分：${starMap[item.star]}<br>`;
-            content += poi + '<br>';
-            content += addPictureAndVideo(item);
-            title = `发布点评: ${poiName}`;
-        } else if (item.feedType === 131) {
-            // 发布点评
-            link = `https://m.dianping.com/ugcdetail/${item.mainId}?sceneType=0&bizType=29`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += addPictureAndVideo(item);
-            title = `发布点评: ${content}`;
-        } else if (item.feedType === 4208) {
-            // 发布攻略
-            link = `https://m.dianping.com/cityinsight/${item.mainId}`;
-            content = item.content.replace(/\n+/g, '<br>') + '<br>';
-            content += poi + '<br>';
-            content += item.moreDesc ? `<a href='${link}'>${item.moreDesc}</a><br>` : '';
-            content += addPictureAndVideo(item);
-            title = `发布攻略: ${poiName}`;
-        }
-
-        const info = {
-            description: content,
-            title,
-            link,
-            pubDate,
-        };
-        return info;
-    });
-
-    ctx.state.data = {
-        title: `大众点评 - ${nickName}`,
-        link: userPage,
-        description: `大众点评 - ${nickName}`,
-        item: out,
-    };
-};

package/lib/routes/donews/index.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { column = '' } = ctx.params;
-
-    let host = `http://www.donews.com/${column}`;
-
-    if (column !== '' && column !== 'idonews') {
-        host += '/index';
-    }
-
-    const response = await got.get(host);
-
-    const $ = cheerio.load(response.data);
-
-    let list,
-        title = 'DoNews - ';
-
-    if (column === '') {
-        title += '首页';
-    } else {
-        title += $('.breadCrumb > a:nth-child(2)').text();
-    }
-
-    switch (column) {
-        case '':
-            // 首页轮播
-            list = $('a.news-item').get();
-
-            break;
-        case 'ent':
-        case 'idonews':
-            // 首页轮播
-            list = $('ul.zl-top > li > a').get();
-            list = list.concat($('.fl.w840 > .block > dl > dd > h3 > a').slice(0, 5).get());
-
-            break;
-        default:
-            list = $('.fl.w840 > .block > dl > dd > h3 > a').slice(0, 10).get();
-            break;
-    }
-
-    const items = await Promise.all(
-        list.map((e) => {
-            const link = $(e).attr('href');
-            return ctx.cache.tryGet(link, () => util.ProcessFeed(link));
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link: host,
-        description: '中国最早的web2.0网站，专业科技媒体、互联网行业门户网站。提供互联网新闻IT资讯，关注科技创新，覆盖移动互联网创业、游戏、风险投资等热点，是中国互联网行业的风向标。',
-        item: items,
-    };
-};

package/lib/routes/donews/utils.js

@@ -1,19 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-const ProcessFeed = async (link) => {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    return {
-        title: $('.detail-con h1').text() || $('.detail-con h2').text().replace('{{news.title}}', ''),
-        author: $('.tag > .fl > span:nth-child(2)').text().replace('{{news.author}}', ''),
-        description: $('.article-con').html(),
-        pubDate: new Date($('.tag > .fl > span:nth-child(1)').text().replace('{{news.timeFormat}}', '')),
-        link,
-    };
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dsb/area.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const area = ctx.params.area;
-    const host = 'www.dsb.cn';
-    const areaUrl = `http://${host}/${area}`;
-    const areaResp = await got(areaUrl);
-    const $ = cheerio.load(areaResp.data);
-    const areaName = $('.new-list-title').text();
-    const newsUrls = $('ul.new-list-cons > li > a')
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    ctx.state.data = {
-        title: `电商报 - ${areaName}`,
-        link: areaUrl,
-        item: await Promise.all(
-            newsUrls.map((url) =>
-                ctx.cache.tryGet(url, async () => {
-                    const newsResp = await got(url);
-                    const $ = cheerio.load(newsResp.data);
-                    return {
-                        title: $('.new-content > h2').text(),
-                        link: url,
-                        pubDate: $('.new-content-info > span:nth-child(3)').text(),
-                        description: $('div.new-content-con').html(),
-                    };
-                })
-            )
-        ),
-    };
-};

package/lib/routes/dxy/vaccine.js

@@ -1,109 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const province = ctx.params.province || '';
-    const city = ctx.params.city || '';
-    const location = ctx.params.location || '';
-    let fullLocation = '';
-    if (province) {
-        fullLocation += `/${province}`;
-        if (city) {
-            fullLocation += `/${city}`;
-            if (location) {
-                fullLocation += `/${location}`;
-            }
-        }
-    }
-
-    const rootUrl = 'https://mama.dxy.com';
-    const currentUrl = `${rootUrl}/client/vaccine/new-crown-vaccine`;
-    const apiUrl = `${rootUrl}/api/vaccine/client/vaccination-point/all`;
-
-    const apiResponse = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const response = await got({
-        method: 'get',
-        url: apiResponse.data.results.fileUrl,
-    });
-
-    const allPoints = [],
-        allLocations = {},
-        allLocationIds = {},
-        pointDataArray = response.data.results.pointData;
-
-    for (const data of pointDataArray) {
-        allLocations[data.locationName] = data.locationId;
-        allLocationIds[data.locationId] = data.locationName;
-        if (data.points) {
-            allPoints.push(...data.points);
-        } else {
-            pointDataArray.push(...data.pointData);
-        }
-    }
-
-    const list = allPoints.map((item) => {
-        const locationId = item.locationId;
-        const province = locationId - (locationId % 10000);
-        const city = locationId - (locationId % 100);
-
-        return {
-            title: `${allLocationIds[province]}/${allLocationIds.hasOwnProperty(city) ? `${allLocationIds[city]}/` : `${allLocationIds[province]}/`}${allLocationIds[locationId]}`,
-            link: item.contentUrl,
-            pubDate: new Date(item.modifyDate).toUTCString(),
-        };
-    });
-
-    const items = await Promise.all(
-        list
-            .filter((item) => {
-                if (fullLocation !== '') {
-                    const locationSplit = item.title.split('/');
-                    const fullLocationSplit = fullLocation.split('/');
-
-                    for (let index = 0; index < fullLocationSplit.length; index++) {
-                        if (locationSplit[index] !== fullLocationSplit[index]) {
-                            return false;
-                        }
-                    }
-                }
-                return true;
-            })
-            .map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const result = detailResponse.data.results;
-
-                    const description =
-                        `<h1> ${result.point.pointName}</h1>` +
-                        '<ul>' +
-                        `<li>户籍限制：${result.point.registerLimit}</li>` +
-                        `<li>服务限制：${result.point.serviceTag}</li>` +
-                        `<li>服务时间：${result.detail.serviceTime}</li>` +
-                        `<li>地址：${result.point.address}</li>` +
-                        `<li>电话：${result.point.phoneNo}</li>` +
-                        `<li>接种人群：${result.detail.targetPeople}</li>` +
-                        `<li>接种所需材料：${result.detail.materials}</li>` +
-                        `<li>预约步骤：${result.detail.reserveSteps}</li>` +
-                        '</ul>';
-
-                    item.description = description;
-                    item.title = `${result.point.pointName}（${item.title}）`;
-                    item.link = `${rootUrl}/client/vaccine/vaccination-point?pointId=${result.point.id}`;
-
-                    return item;
-                })
-            )
-    );
-
-    ctx.state.data = {
-        title: `新冠疫苗接种点查询${fullLocation ? `（${fullLocation}）` : ''} - 丁香园`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/egsea/flash.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://www.egsea.com/news/flash-list?per-page=30`,
-        headers: {
-            Referer: `https://www..com/news/flash`,
-        },
-    });
-
-    const newsflashes = response.data.data;
-
-    let newsflashesList = [];
-    for (let i = 0; i < newsflashes.length; i++) {
-        newsflashesList = newsflashesList.concat(newsflashes[i]);
-    }
-
-    const out = newsflashesList.map((item) => {
-        const pubDate = item.pageTime;
-        const link = 'https://www.egsea.com' + item.url;
-        const title = item.title;
-        const description = item.content;
-
-        const single = {
-            title,
-            link,
-            pubDate,
-            description,
-        };
-
-        return single;
-    });
-
-    ctx.state.data = {
-        title: `快讯 - e 公司`,
-        link: `https://www.egsea.com/news/flash`,
-        item: out,
-    };
-};

package/lib/routes/esquirehk/tag.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let id = ctx.params.id || 'Fashion';
-
-    id = id.toLowerCase();
-
-    const rootUrl = 'https://www.esquirehk.com';
-    const topics = ['style', 'watch', 'money-investment', 'lifestyle', 'culture', 'mens-talk', 'gear', 'people'];
-
-    let currentUrl = `${rootUrl}/tag/${id}`;
-    if (topics.indexOf(id) > -1) {
-        currentUrl = `${rootUrl}/${id}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('.FeedStory')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                author: item.find('.author').text(),
-                link: `${rootUrl}${item.find('a.Anchor').eq(0).attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.RelatedBlock').remove();
-                content('.TagContainer').remove();
-                content('.YouMayLikeContainer').remove();
-                content('.SubscriptionContainer').remove();
-
-                content('img').each(function () {
-                    const srcset = content(this).attr('srcset');
-                    if (srcset) {
-                        content(this).removeAttr('srcset');
-                        content(this).removeAttr('data-src');
-                        content(this).attr('src', `${rootUrl}${srcset.split(',')[1].replace('1032w', '')}`);
-                    }
-                });
-
-                item.title = content('.CommonTitle').text();
-                item.description = content('.ArticlePage').html();
-                item.pubDate = new Date(content('.ArticleFeeds-info time').eq(0).attr('data-timestamp') * 1000).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text()} - Esquirehk`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/facebook/page.js

@@ -1,128 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const fetchPageHtml = (linkPath, cacheKey, cache) => {
-    const url = `https://mbasic.facebook.com${linkPath}`;
-
-    return cache.tryGet(cacheKey, async () => {
-        const { data: html } = await got.get(url);
-        return html;
-    });
-};
-
-const parseStoryPage = async (linkPath, cache) => {
-    const { searchParams: q } = new URL('https://mbasic.facebook.com' + linkPath);
-    const storyFbId = q.get('story_fbid');
-    const storyId = q.get('id');
-    const cacheKey = `story/${storyFbId}/${storyId}`;
-
-    const html = await fetchPageHtml(linkPath, cacheKey, cache);
-    const $ = cheerio.load(html);
-
-    const url = `https://www.facebook.com/story.php?story_fbid=${storyFbId}&id=${storyId}`;
-    const $story = $('#m_story_permalink_view').eq(0);
-    const $box = $story.find('div > div > div > div').eq(0);
-    const $header = $box.find('header').eq(0);
-    const $content = $box.find('div > div').eq(0);
-    $content.find('a[href^="https://lm.facebook.com/l.php"]').each((_, ele) => {
-        const link = $(ele);
-        const originalLink = new URL(link.attr('href')).searchParams.get('u');
-        if (originalLink) {
-            link.attr('href', decodeURIComponent(originalLink));
-        }
-    });
-    const $attach = $story.find('div > div > div > div:nth-child(3)').eq(0);
-
-    const attachLinkList = $attach
-        .find('a')
-        .toArray()
-        .map((a) => $(a).attr('href'));
-    const isAttachAreImageSet = attachLinkList.filter((link) => new RegExp('/photos/').test(link)).length === attachLinkList.length;
-    const title = $header.find('h3').text();
-
-    const content = $content.html();
-
-    let images = [];
-    if (isAttachAreImageSet) {
-        images = await Promise.all(attachLinkList.map((link) => parsePhotoPage(link, cache)));
-    }
-
-    return {
-        url,
-        title,
-        content,
-        images,
-    };
-};
-
-const parsePhotoPage = async (linkPath, cache) => {
-    const { pathname } = new URL('https://mbasic.facebook.com' + linkPath);
-    const cacheKey = `photos${pathname}`;
-
-    const html = await fetchPageHtml(linkPath, cacheKey, cache);
-    const $ = cheerio.load(html);
-
-    const title = $('#MPhotoContent div.msg > a > strong').first().text();
-    const url = `https://www.facebook.com${pathname}`;
-    const $content = $('#MPhotoContent div.msg > div');
-    const content = $content.html();
-    const image = $('#MPhotoContent div.desc.attachment > span > div > span > a[target=_blank].sec').attr('href');
-
-    return {
-        title,
-        url,
-        content,
-        image,
-    };
-};
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const pageId = encodeURIComponent(id);
-    const linkPath = `/${pageId}`;
-
-    const html = await fetchPageHtml(linkPath, pageId, ctx.cache);
-    const $ = cheerio.load(html);
-
-    const itemLinks = $('footer > div:nth-child(2) > a:nth-child(1)')
-        .toArray()
-        .map((a) => $(a).attr('href'));
-
-    const items = await Promise.all(
-        itemLinks.map(async (itemLink) => {
-            if (new RegExp(`^/.+/photos/`).test(itemLink)) {
-                const data = await parsePhotoPage(itemLink, ctx.cache);
-                return {
-                    title: data.title,
-                    link: data.url,
-                    description: `<img src="${data.image}"><br>${data.content}`,
-                };
-            }
-            if (new RegExp(`^/story.php`).test(itemLink)) {
-                const data = await parseStoryPage(itemLink, ctx.cache);
-                const isSingleImageStory = data.images.length === 1;
-                const isEmptyImageList = data.images.length === 0;
-
-                let desc = '';
-                desc += data.images.map((image) => `<img src="${image.image}"><br>${image.content}`).join('<br>');
-                if (!isSingleImageStory) {
-                    !isEmptyImageList && (desc += '<br>');
-                    desc += data.content;
-                }
-
-                return {
-                    title: data.title,
-                    link: data.url,
-                    description: desc,
-                };
-            }
-        })
-    );
-
-    ctx.state.data = {
-        title: $('#m-timeline-cover-section h1 span').text(),
-        link: `https://www.facebook.com/${pageId}`,
-        description: $('#sub_profile_pic_content>div>div:nth-child(3) div>span').find('br').replaceWith('\n').text(),
-        item: items.filter((item) => !!item),
-    };
-};