rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/routes/lofter/posts.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const blogdomain = `${ctx.params.username}.lofter.com`;
-    const response = await got({
-        method: 'post',
-        url: `http://api.lofter.com/v2.0/blogHomePage.api?product=lofter-iphone-6.8.2`,
-        headers: {
-            Host: 'api.lofter.com',
-            'User-Agent': 'LOFTER/6.8.2 (iPhone; iOS 13.4; Scale/2.00)',
-        },
-        form: {
-            blogdomain,
-            checkpwd: '1',
-            following: '0',
-            limit: '15',
-            method: 'getPostLists',
-            needgetpoststat: '1',
-            offset: '0',
-            postdigestnew: '1',
-            supportposttypes: '1,2,3,4,5,6',
-        },
-    });
-    if (!response.data.response || response.data.response.posts.length === 0) {
-        throw 'Blog Not Found';
-    }
-    const data = response.data.response.posts;
-    const blogNickName = data[0].post.blogInfo.blogNickName;
-    const selfIntro = data[0].post.blogInfo.selfIntro;
-
-    ctx.state.data = {
-        title: `${blogNickName} - lofter`,
-        link: `https://${blogdomain}`,
-        description: selfIntro,
-        item: data.map((item) => {
-            let content = item.post.content;
-            const title = item.post.title || item.post.noticeLinkTitle;
-            const photos = JSON.parse(item.post.photoLinks || `[]`);
-            const images = [];
-            photos.forEach((photo) => {
-                images.push(`<p><img src="${photo.raw}"/></p>`);
-            });
-            content = `${content}${images.join('')}`;
-            return {
-                title,
-                description: content,
-                pubDate: new Date(item.post.publishTime).toUTCString(),
-                link: item.post.blogPageUrl,
-                guid: item.post.blogPageUrl,
-                author: blogNickName,
-            };
-        }),
-    };
-};

package/lib/routes/nbd/article.js

@@ -1,60 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'http://www.nbd.com.cn/columns/332';
-    const response = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'http://www.nbd.com.cn',
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const $list = $('li.u-news-title').slice(0, 15).get();
-    const description = $('head title').text().trim();
-
-    const resultItem = await Promise.all(
-        $list.map(async (item) => {
-            const title = $(item).find('a').text().trim();
-            const pubDate = $(item).find('span').text().trim();
-            const itemUrl = $(item).find('a').attr('href');
-
-            const single = {
-                title,
-                link: itemUrl,
-                pubDate,
-                description: '',
-            };
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const detail = await got({
-                method: 'get',
-                url: itemUrl,
-                headers: {
-                    Referer: 'http://www.nbd.com.cn',
-                },
-            });
-
-            {
-                const $ = cheerio.load(detail.data);
-                single.description = $('div.g-article').html();
-            }
-
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: '重磅原创-每经网',
-        link: url,
-        item: resultItem,
-        description,
-    };
-};

package/lib/routes/picuki/profile.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const chrono = require('chrono-node');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const displayVideo = !!ctx.params.displayVideo;
-
-    const url = `https://www.picuki.com/profile/${id}`;
-
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const profile_name = $('.profile-name-bottom').text();
-    const profile_img = $('.profile-avatar > img').attr('src');
-    const profile_description = $('.profile-description').text();
-
-    const list = $('ul.box-photos [data-s="media"]').get();
-
-    async function getMedia(url) {
-        const response = await got.get(url);
-        const $ = cheerio.load(response.data);
-        // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
-        const media_items = $('.single-photo img,video').get();
-        let html = '';
-        media_items.forEach((item) => {
-            item = $(item);
-            html += item.toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
-        });
-        return html;
-    }
-
-    function deVideo(media) {
-        const $ = cheerio.load(media);
-        const media_list = $('img,video').get();
-        let media_deVideo = '';
-        media_list.forEach((medium) => {
-            medium = $(medium);
-            const poster = medium.attr('poster');
-            // 如果有 poster 属性，表明它是视频，将它替换为它的 poster；如果不是，就原样返回
-            media_deVideo += poster ? `<img src='${poster}' alt='video poster'>` : medium.toString();
-        });
-        return media_deVideo;
-    }
-
-    const items = await Promise.all(
-        list.map(async (post) => {
-            post = $(post);
-
-            const post_link = post.find('.photo > a').attr('href');
-            const cache = await ctx.cache.get(post_link);
-
-            let cache_d;
-            if (cache) {
-                cache_d = JSON.parse(cache);
-            } else {
-                const post_description = post.find('.photo-description').text().trim();
-                const post_time = post.find('.time');
-                const media_displayVideo = await getMedia(post_link);
-                const media = deVideo(media_displayVideo);
-
-                cache_d = {
-                    title: post_description || 'Untitled',
-                    author: `@${id}`,
-                    media_prefix: media,
-                    media_displayVideo_prefix: media_displayVideo,
-                    description_body: post_description.length > 100 ? `<p>${post_description}</p>` : '',
-                    link: post_link,
-                    pubDate: post_time ? chrono.parseDate(post_time.text()) : new Date(),
-                };
-
-                ctx.cache.set(post_link, JSON.stringify(cache_d));
-            }
-
-            cache_d.description = (displayVideo ? cache_d.media_displayVideo_prefix : cache_d.media_prefix) + cache_d.description_body;
-            delete cache_d.media_prefix;
-            delete cache_d.media_displayVideo_prefix;
-            delete cache_d.description_body;
-            return cache_d;
-        })
-    );
-
-    ctx.state.data = {
-        title: `${profile_name} (@${id}) - Picuki`,
-        link: url,
-        image: profile_img,
-        description: profile_description,
-        item: items,
-    };
-};

package/lib/routes/readhub/category.js

@@ -1,102 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-
-    let title;
-    let link;
-    let path = category;
-    switch (category) {
-        case 'topic':
-            title = '热门话题';
-            link = 'https://readhub.cn/topics';
-            break;
-        case 'news':
-            title = '科技动态';
-            link = 'https://readhub.cn/news';
-            break;
-        case 'technews':
-            title = '开发者资讯';
-            link = 'https://readhub.cn/tech';
-            break;
-        case 'blockchain':
-            title = '区块链快讯';
-            link = 'https://readhub.cn/blockchain';
-            break;
-        case 'daily':
-            title = '每日早报';
-            link = 'https://readhub.cn/daily';
-            break;
-        default:
-            break;
-    }
-
-    if (path === 'daily') {
-        path = 'topic/daily';
-    }
-
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: `https://api.readhub.cn/${path}`,
-    });
-
-    const out = await Promise.all(
-        data.map(async (news) => {
-            const id = news.id;
-            let item;
-            if (category === 'topic' || category === 'daily') {
-                const link = `https://readhub.cn/topic/${id}`;
-                const cache = await ctx.cache.get(link);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-                const { data } = await got.get(`https://api.readhub.cn/topic/${id}`);
-                let description = data.summary;
-                if (data.newsArray) {
-                    description += '<br/><br/>媒体报道：';
-                    for (const one of data.newsArray) {
-                        description += `<br/>${dayjs(new Date(one.publishDate)).format('YY-MM-DD')} ${one.siteName}: <a href='${one.mobileUrl || one.url}'>${one.title}</a>`;
-                    }
-                }
-                if (data.timeline && data.timeline.topics) {
-                    let type = '相关事件';
-                    if (data.timeline.commonEntities && data.timeline.commonEntities.length > 0) {
-                        type = '事件追踪';
-                    }
-                    description += `<br/><br/>${type}：`;
-                    for (const one of data.timeline.topics) {
-                        description += `<br/>${dayjs(new Date(one.createdAt)).format('YY-MM-DD')} <a href='https://readhub.cn/topic/${one.id}'>${one.title.trim()}</a>`;
-                    }
-                }
-                item = {
-                    title: data.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: data.publishDate,
-                    guid: id,
-                    link,
-                };
-
-                ctx.cache.set(link, JSON.stringify(item));
-            } else {
-                const description = news.summaryAuto || news.summary || news.title;
-                item = {
-                    title: news.title,
-                    description: description.replace(new RegExp('\n', 'g'), '<br/>'),
-                    pubDate: news.publishDate,
-                    guid: id,
-                    link: news.url || news.mobileUrl,
-                };
-            }
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `Readhub - ${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/segmentfault/channel.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-
-    const link = `https://segmentfault.com/channel/${name}`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('div.feed-option h5').text();
-
-    const list = $('div.news-item.stream__item.clearfix.mt15')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('div.news__item-info.clearfix a').attr('href'),
-                title: $(this).find('div.mb5.mt5 h4').text(),
-                author: $(this).find('span.author.pr20 a').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}——segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/segmentfault/user.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const username = ctx.params.name;
-
-    const link = `https://segmentfault.com/u/${username}/articles`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('h2.profile__heading--name').text().trim().split(' ')[0];
-
-    const list = $('ul.profile-mine__content li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('a.profile-mine__content--title').attr('href'),
-                title: $(this).find('a.profile-mine__content--title').text(),
-                author: channel_name,
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}-segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/njupt/jwc.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://jwc.njupt.edu.cn';
-
-const map = {
-    notice: '/1594',
-    news: '/1596',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'notice';
-    const link = host + map[type] + '/list.htm';
-    const response = await got({
-        method: 'get',
-        url: link,
-        headers: {
-            Referer: host,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    const urlList = $('.content')
-        .find('a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const titleList = $('.content')
-        .find('a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('title'))
-        .get();
-
-    const dateList = $('.content tr')
-        .find('div')
-        .slice(0, 10)
-        .map((i, e) => $(e).text().replace('发布时间：', ''))
-        .get();
-
-    const out = await Promise.all(
-        urlList.map(async (itemUrl, index) => {
-            itemUrl = url.resolve(host, itemUrl);
-            if (itemUrl.indexOf('.htm') !== -1) {
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-                const single = {
-                    title: $('.Article_Title').text(),
-                    link: itemUrl,
-                    description: $('.wp_articlecontent')
-                        .html()
-                        .replace(/src="\//g, `src="${url.resolve(host, '.')}`)
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim(),
-                    pubDate: new Date($('.Article_PublishDate').text().replace('发布时间：', '')).toUTCString(),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            } else {
-                const single = {
-                    title: titleList[index],
-                    link: itemUrl,
-                    description: '该通知为文件，请点击原文链接↑下载',
-                    pubDate: new Date(dateList[index]).toUTCString(),
-                };
-                return Promise.resolve(single);
-            }
-        })
-    );
-    let info = '通知公告';
-    if (type === 'news') {
-        info = '教务快讯';
-    }
-    ctx.state.data = {
-        title: '南京邮电大学 -- ' + info,
-        link,
-        item: out,
-    };
-};

package/lib/routes/who/news-room.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const { parseDate } = require('@/utils/parse-date');
-
-const host = 'https://www.who.int/';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-
-    const link = url.resolve('https://www.who.int/zh/news-room/', type);
-    const response = await got.get(encodeURI(link));
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.list-view--item');
-    const title = $('ul.sf-breadscrumb.breadcrumb li.active').text();
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                const $elem = $(elem);
-                const title = $elem.find('p').text();
-                const link = url.resolve(host, $elem.find('a').attr('href'));
-                const pubDate = parseDate($elem.find('.timestamp').text(), 'YYYY年M月D日');
-
-                const item = {
-                    title,
-                    pubDate,
-                    link: encodeURI(link),
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    const detail = await got.get(item.link);
-                    const data = detail.data;
-                    const $ = cheerio.load(data);
-
-                    item.description = $('article')
-                        .html()
-                        .replace(/src="\//g, `src="${host}`);
-                    ctx.cache.set(key, item.description);
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `世界卫生组织媒体中心-${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/zhibo8/more.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://news.zhibo8.cc/${ctx.params.caty}/more.htm`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('ul.articleList li')
-        .slice(0, 30)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                title: a.text(),
-                link: `http:${a.attr('href')}`,
-                pubDate: new Date(item.find('span.postTime').text() + ' GMT+8').toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.content').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('span.title_g').text()} - 直播吧`,
-        link: currentUrl,
-        item: items,
-    };
-};