rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/routes/picuki/profile.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const chrono = require('chrono-node');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const displayVideo = !!ctx.params.displayVideo;
-
-    const url = `https://www.picuki.com/profile/${id}`;
-
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const profile_name = $('.profile-name-bottom').text();
-    const profile_img = $('.profile-avatar > img').attr('src');
-    const profile_description = $('.profile-description').text();
-
-    const list = $('ul.box-photos [data-s="media"]').get();
-
-    async function getMedia(url) {
-        const response = await got.get(url);
-        const $ = cheerio.load(response.data);
-        // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
-        const media_items = $('.single-photo img,video').get();
-        let html = '';
-        media_items.forEach((item) => {
-            item = $(item);
-            html += item.toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
-        });
-        return html;
-    }
-
-    function deVideo(media) {
-        const $ = cheerio.load(media);
-        const media_list = $('img,video').get();
-        let media_deVideo = '';
-        media_list.forEach((medium) => {
-            medium = $(medium);
-            const poster = medium.attr('poster');
-            // 如果有 poster 属性，表明它是视频，将它替换为它的 poster；如果不是，就原样返回
-            media_deVideo += poster ? `<img src='${poster}' alt='video poster'>` : medium.toString();
-        });
-        return media_deVideo;
-    }
-
-    const items = await Promise.all(
-        list.map(async (post) => {
-            post = $(post);
-
-            const post_link = post.find('.photo > a').attr('href');
-            const cache = await ctx.cache.get(post_link);
-
-            let cache_d;
-            if (cache) {
-                cache_d = JSON.parse(cache);
-            } else {
-                const post_description = post.find('.photo-description').text().trim();
-                const post_time = post.find('.time');
-                const media_displayVideo = await getMedia(post_link);
-                const media = deVideo(media_displayVideo);
-
-                cache_d = {
-                    title: post_description || 'Untitled',
-                    author: `@${id}`,
-                    media_prefix: media,
-                    media_displayVideo_prefix: media_displayVideo,
-                    description_body: post_description.length > 100 ? `<p>${post_description}</p>` : '',
-                    link: post_link,
-                    pubDate: post_time ? chrono.parseDate(post_time.text()) : new Date(),
-                };
-
-                ctx.cache.set(post_link, JSON.stringify(cache_d));
-            }
-
-            cache_d.description = (displayVideo ? cache_d.media_displayVideo_prefix : cache_d.media_prefix) + cache_d.description_body;
-            delete cache_d.media_prefix;
-            delete cache_d.media_displayVideo_prefix;
-            delete cache_d.description_body;
-            return cache_d;
-        })
-    );
-
-    ctx.state.data = {
-        title: `${profile_name} (@${id}) - Picuki`,
-        link: url,
-        image: profile_img,
-        description: profile_description,
-        item: items,
-    };
-};

package/lib/routes/readhub/category.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-
-    let title;
-    let link;
-    let path = category;
-    switch (category) {
-        case 'topic':
-            title = '热门话题';
-            link = 'https://readhub.cn/topics';
-            break;
-        case 'news':
-            title = '科技动态';
-            link = 'https://readhub.cn/news';
-            break;
-        case 'technews':
-            title = '开发者资讯';
-            link = 'https://readhub.cn/tech';
-            break;
-        case 'blockchain':
-            title = '区块链快讯';
-            link = 'https://readhub.cn/blockchain';
-            break;
-        case 'daily':
-            title = '每日早报';
-            link = 'https://readhub.cn/daily';
-            break;
-        default:
-            break;
-    }
-
-    if (path === 'daily') {
-        path = 'topic/daily';
-    }
-
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: `https://api.readhub.cn/${path}`,
-    });
-
-    const out = await Promise.all(
-        data.map(async (news) => {
-            const id = news.id;
-            let item;
-            if (category === 'topic' || category === 'daily') {
-                const link = `https://readhub.cn/topic/${id}`;
-                const cache = await ctx.cache.get(link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-                const { data } = await got.get(`https://api.readhub.cn/topic/${id}`);
-                let description = data.summary;
-                if (data.newsArray) {
-                    description += '<br/><br/>媒体报道：';
-                    for (const one of data.newsArray) {
-                        description += `<br/>${dayjs(new Date(one.publishDate)).format('YY-MM-DD')} ${one.siteName}: <a href='${one.mobileUrl || one.url}'>${one.title}</a>`;
-                    }
-                }
-                if (data.timeline && data.timeline.topics) {
-                    let type = '相关事件';
-                    if (data.timeline.commonEntities && data.timeline.commonEntities.length > 0) {
-                        type = '事件追踪';
-                    }
-                    description += `<br/><br/>${type}：`;
-                    for (const one of data.timeline.topics) {
-                        description += `<br/>${dayjs(new Date(one.createdAt)).format('YY-MM-DD')} <a href='https://readhub.cn/topic/${one.id}'>${one.title.trim()}</a>`;
-                    }
-                }
-                item = {
-                    title: data.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: data.publishDate,
-                    guid: id,
-                    link,
-                };
-
-                ctx.cache.set(link, JSON.stringify(item));
-            } else {
-                const description = news.summaryAuto || news.summary || news.title;
-                item = {
-                    title: news.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: news.publishDate,
-                    guid: id,
-                    link: news.url || news.mobileUrl,
-                };
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `Readhub - ${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/segmentfault/channel.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-
-    const link = `https://segmentfault.com/channel/${name}`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('div.feed-option h5').text();
-
-    const list = $('div.news-item.stream__item.clearfix.mt15')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('div.news__item-info.clearfix a').attr('href'),
-                title: $(this).find('div.mb5.mt5 h4').text(),
-                author: $(this).find('span.author.pr20 a').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}——segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/segmentfault/user.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const username = ctx.params.name;
-
-    const link = `https://segmentfault.com/u/${username}/articles`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('h2.profile__heading--name').text().trim().split(' ')[0];
-
-    const list = $('ul.profile-mine__content li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('a.profile-mine__content--title').attr('href'),
-                title: $(this).find('a.profile-mine__content--title').text(),
-                author: channel_name,
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}-segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/stcn/data.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    data: {
-        link: 'https://data.stcn.com',
-        title: '数据',
-    },
-    jqrxw: {
-        link: 'https://data.stcn.com/jqrxw',
-        title: '机器人新闻',
-    },
-};
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || 'data';
-
-    const cfg = config[ctx.params.id];
-
-    const rootUrl = 'https://data.stcn.com';
-    const currentUrl = cfg.link;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    let query = 'dt a';
-    if (ctx.params.id === 'jqrxw') {
-        query = '#news_list2 li a[title]';
-    }
-
-    const $ = cheerio.load(response.data);
-    const list = $(query)
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            let link = item.attr('href');
-            if (link.indexOf('..') === 0) {
-                link = `${rootUrl}${link.replace('..', '')}`;
-            } else if (link.indexOf('.') === 0) {
-                link = `${rootUrl}${link.replace('.', '')}`;
-            }
-            return {
-                link,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                let info = content('div.info');
-
-                if (info.html() === null) {
-                    info = content('h2 span');
-                    info.find('i').remove();
-                } else {
-                    info.find('span').remove();
-                }
-                item.pubDate = new Date(info.text().split('来源')[0].trim()).toUTCString();
-
-                const title = content('h2');
-                title.find('span').remove();
-
-                item.title = title.text().replace('点击排行榜', '');
-                item.description = content('#ctrlfscont').html() || content('.text').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '证券时报网 - ' + cfg.title,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/stcn/kuaixun.js

@@ -1,91 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const rootUrl = 'https://kuaixun.stcn.com';
-
-const config = {
-    '': {
-        link: rootUrl,
-        title: '快讯',
-    },
-    egs: {
-        link: `${rootUrl}/egs/`,
-        title: 'e公司',
-    },
-    yb: {
-        link: `${rootUrl}/yb/`,
-        title: '研报',
-    },
-    ss: {
-        link: `${rootUrl}/ss/`,
-        title: '时事',
-    },
-    cj: {
-        link: `${rootUrl}/cj/`,
-        title: '财经',
-    },
-};
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || '';
-
-    const cfg = config[ctx.params.id];
-
-    const currentUrl = cfg.link;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#news_list2 li a')
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            let link = item.attr('href');
-            if (link.indexOf('.') === 0) {
-                link = `${currentUrl}${link.replace('.', '')}`;
-            }
-            return {
-                link,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                let info = content('div.info');
-
-                if (info.html() === null) {
-                    info = content('h2 span');
-                    info.find('i').remove();
-                } else {
-                    info.find('span').remove();
-                }
-                item.pubDate = new Date(info.text().split('来源')[0].trim()).toUTCString();
-
-                const title = content('h2');
-                title.find('span').remove();
-
-                item.title = title.text().replace('为你推荐', '');
-                item.description = content('#ctrlfscont').html() || content('.text').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '证券时报网 - ' + cfg.title,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/stcn/news.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const config = {
-    news: {
-        link: 'https://news.stcn.com/news',
-        title: '要闻',
-    },
-    gd: {
-        link: 'https://www.stcn.com/gd',
-        title: '滚动',
-    },
-    sd: {
-        link: 'https://www.stcn.com/sd',
-        title: '深度',
-    },
-    pl: {
-        link: 'https://www.stcn.com/pl',
-        title: '评论',
-    },
-};
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || 'news';
-
-    const cfg = config[ctx.params.id];
-    const currentUrl = cfg.link;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    let query = '.tit a';
-    if (ctx.params.id === 'gd') {
-        query = 'li a[title]';
-    }
-
-    const $ = cheerio.load(response.data);
-    const list = $(query)
-        .slice(0, 20)
-        .map((_, item) => {
-            item = $(item);
-            let link = item.attr('href');
-            if (link.indexOf('.') === 0) {
-                link = `${currentUrl}${link.replace('.', '')}`;
-            }
-            return {
-                title: item.text(),
-                link,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                let info = content('div.info');
-
-                if (info.html() === null) {
-                    info = content('h2 span');
-                    info.find('i').remove();
-                } else {
-                    info.find('span').remove();
-                }
-                item.pubDate = new Date(info.text().split('来源')[0].trim()).toUTCString();
-
-                item.description = content('#ctrlfscont').html() || content('.text').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '证券时报网 - ' + cfg.title,
-        link: currentUrl,
-        item: items,
-    };
-};