rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/rfa/index.js

@@ -1,46 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let url = 'https://www.rfa.org/' + (ctx.params.language || 'english');
-
-    if (ctx.params.channel) {
-        url += '/' + ctx.params.channel;
-    }
-    if (ctx.params.subChannel) {
-        url += '/' + ctx.params.subChannel;
-    }
-
-    const response = await got.get(url);
-    const $ = cheerio.load(response.data);
-
-    const selectors = ['div[id=topstorywidefulltease]', 'div.two_featured', 'div.three_featured', 'div.single_column_teaser', 'div.sectionteaser', 'div.specialwrap'];
-    const list = [];
-    selectors.forEach((selector) => {
-        $(selector).each((_, e) => {
-            const item = {};
-            item.title = $(e).find('h2 a span').first().text();
-            item.link = $(e).find('h2 a').first().attr('href');
-            list.push(item);
-        });
-    });
-
-    const result = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const content = await got.get(item.link);
-
-                const description = cheerio.load(content.data);
-                item.description = description('div[id=storytext]').html();
-                item.pubDate = new Date(description('span[id=story_date]').text()).toUTCString();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'RFA',
-        link: 'https://www.rfa.org/',
-        item: result,
-    };
-};

package/lib/routes/rrys/review.js

@@ -1,30 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const baseURL = 'http://www.rrys2019.com';
-
-module.exports = async (ctx) => {
-    const response = await got.get(baseURL + '/article');
-
-    const $ = cheerio.load(response.data);
-    const list = $('.article-list li');
-    ctx.state.data = {
-        title: '人人影视-评测推荐',
-        link: baseURL + '/article',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    const itemPicUrl = item.find('.fl-img img').attr('src');
-                    const itemDesc = item.find('.fl-info p').text().split('By')[0];
-                    return {
-                        title: item.find('.fl-info h3 a').text(),
-                        author: item.find('.fl-info p a').text(),
-                        description: `描述：${itemDesc}<br><img src="${itemPicUrl}">`,
-                        link: baseURL + item.find('.fl-info h3 a').attr('href'),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/sciencenet/blog.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'recommend';
-    const time = ctx.params.time || '5';
-    const sort = ctx.params.sort || '1';
-
-    const rootUrl = 'http://blog.sciencenet.cn';
-    const currentUrl = `${rootUrl}/blog.php?mod=${type}&type=list&op=${time}&ord=${sort}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-        responseType: 'buffer',
-    });
-
-    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
-
-    const list = $('tr td a[title]')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}/${item.attr('href')}`,
-                pubDate: new Date(item.next().text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                    responseType: 'buffer',
-                });
-                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
-
-                item.author = content('.xs2').text();
-                item.description = content('#blog_article').html();
-                item.pubDate = new Date(content('.xg1').eq(5).text()).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/segmentfault/channel.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-
-    const link = `https://segmentfault.com/channel/${name}`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('div.feed-option h5').text();
-
-    const list = $('div.news-item.stream__item.clearfix.mt15')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('div.news__item-info.clearfix a').attr('href'),
-                title: $(this).find('div.mb5.mt5 h4').text(),
-                author: $(this).find('span.author.pr20 a').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}——segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/segmentfault/user.js

@@ -1,90 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const date = require('@/utils/date');
-
-const host = 'https://segmentfault.com';
-
-module.exports = async (ctx) => {
-    const username = ctx.params.name;
-
-    const link = `https://segmentfault.com/u/${username}/articles`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const channel_name = $('h2.profile__heading--name').text().trim().split(' ')[0];
-
-    const list = $('ul.profile-mine__content li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                link: $(this).find('a.profile-mine__content--title').attr('href'),
-                title: $(this).find('a.profile-mine__content--title').text(),
-                author: channel_name,
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-            const author = info.author;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            let date_value = '';
-            let description = '';
-            if (info.link.indexOf('p') !== -1) {
-                // 分享
-                description =
-                    $('div.fmt.mb10').html().trim() +
-                    $('div.content h3')
-                        .html()
-                        .replace(/href="\//g, `href="${url.resolve(host, '.')}`)
-                        .trim();
-
-                const date_list = $('div.news__item-info > p > span').text().trim().split(' ');
-                date_list.shift();
-                let date_v = '';
-                if (date_list.length > 1) {
-                    date_v = date_list.join('');
-                } else {
-                    date_v = date_list[0];
-                }
-                date_value = date_v.substring(0, date_v.length - 3);
-            } else {
-                // 文章
-                description = $('article.article.fmt.article-content')
-                    .html()
-                    .replace(/data-src="/g, 'src="https://segmentfault.com')
-                    .trim();
-                const date_v = $('div.article__authorright > span').text().trim().replace(' ', '');
-                date_value = date_v.substring(0, date_v.length - 2);
-            }
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: date(date_value, 8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${channel_name}-segmentfault`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/sobooks/date.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const date = ctx.params.date || `${new Date().getFullYear()}/${new Date().getMonth()}`;
-
-    ctx.state.data = await utils(ctx, `books/date/${date.replace('-', '/')}`);
-};

package/lib/routes/sobooks/index.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    ctx.state.data = await utils(ctx, category);
-};

package/lib/routes/sobooks/tag.js

@@ -1,7 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '小说';
-
-    ctx.state.data = await utils(ctx, `books/tag/${id}`);
-};

package/lib/routes/sobooks/utils.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx, currentUrl) => {
-    const rootUrl = 'https://www.sobooks.cc';
-    currentUrl = `${rootUrl}/${currentUrl}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.card-item h3 a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.e-secret, .article-social').remove();
-
-                item.description = content('.article-content').html();
-                item.pubDate = new Date(content('.bookinfo ul li').eq(4).text().replace('时间：', '')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    return {
-        title: ($('.archive-header h1').text() ? $('.archive-header h1').text() + ' - ' : '') + 'SoBooks',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/sohu/mp.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const response = await got.get(`https://v2.sohu.com/author-page-api/author-articles/pc/${id}`);
-
-    const list = response.data.data.pcArticleVOS.splice(0, 10);
-    let author, link;
-
-    const items = await Promise.all(
-        list.map(async (e) => {
-            if (e.link && !e.link.match(/^https?:\/\//)) {
-                if (e.link.match(/^\/\//)) {
-                    e.link = 'http:' + e.link;
-                } else {
-                    e.link = 'http://' + e.link;
-                }
-            }
-            const response = await ctx.cache.tryGet(e.link, async () => (await got.get(e.link)).data);
-            const $ = cheerio.load(response);
-
-            if (!author) {
-                const meta = $('#article-container h4 > a');
-                author = meta.text();
-                link = meta.attr('href').split('==')[0];
-            }
-
-            const article = $('#mp-editor');
-
-            article.find('#backsohucom, p[data-role="editor-name"]').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: e.title,
-                link: e.link,
-                description: article.html(),
-                pubDate: date(e.publicTimeStr, 8),
-                author,
-            };
-
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `搜狐号 - ${author}`,
-        link,
-        description: '',
-        item: items,
-    };
-};

package/lib/routes/sspai/activity.js

@@ -1,82 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const slug = ctx.params.slug;
-    const link = `https://sspai.com/u/${slug}/updates`;
-
-    const response = await got({
-        method: 'get',
-        url: `https://sspai.com/api/v1/information/user/activity/page/get?limit=10&offset=0&slug=${slug}`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const response_user = await got({
-        method: 'get',
-        url: `https://sspai.com/api/v1/user/slug/info/get?slug=${slug}`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const user_data = response_user.data.data;
-    const user_nickname = user_data.nickname;
-
-    const data = response.data.data;
-    let item_title = '';
-    let item_desc = '';
-    let item_url = '';
-
-    ctx.state.data = {
-        title: `少数派用户「${user_nickname}」动态更新`,
-        link,
-        description: `少数派用户「${user_nickname}」的动态更新`,
-
-        item: data.map((item) => {
-            const content_data = item.data;
-            const nicknames = new Array();
-            const slugs = new Array();
-            // 根据用户action，选择输出
-            switch (item.key) {
-                case 'follow_user':
-                    // 遍历关注的用户，生成title及desc
-                    for (const i in content_data) {
-                        nicknames[i] = content_data[i].nickname;
-                        slugs[i] = `<a href=https://sspai.com/u/${content_data[i].slug}/updates>${content_data[i].nickname}</a>`;
-                    }
-                    item_title = `${item.author.nickname}${item.action}：${nicknames.join('、')}`;
-                    item_desc = `${item.author.nickname}${item.action}：${slugs.join('、')}`;
-                    item_url = `https://sspai.com/u/${slug}/follow`;
-                    break;
-                case 'like_article':
-                    item_title = `${item.author.nickname}${item.action}：${content_data.title}`;
-                    item_desc = `文章简介：<br>${content_data.summary}`;
-                    item_url = `https://sspai.com/post/${content_data.id}`;
-                    break;
-                case 'comment_article':
-                    item_title = `${item.author.nickname}${item.action}：${content_data.article_title}`;
-                    item_desc = content_data.comment;
-                    item_url = `https://sspai.com/post/${content_data.article_id}`;
-                    break;
-                case 'release_article':
-                    item_title = `${item.author.nickname}${item.action}：${content_data.title}`;
-                    item_desc = content_data.summary;
-                    item_url = `https://sspai.com/post/${content_data.id}`;
-                    break;
-                case 'chosen_comment':
-                    item_title = `${item.author.nickname}在文章「${content_data.article_title}」下的${item.action}`;
-                    item_desc = content_data.comment;
-                    item_url = content_data.comment;
-                    break;
-            }
-
-            return {
-                title: item_title,
-                description: item_desc,
-                link: item_url,
-                pubDate: new Date(item.created_at * 1000),
-            };
-        }),
-    };
-};

package/lib/routes/sspai/author.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-async function getUserId(slug) {
-    const response = await got({
-        method: 'get',
-        url: `https://sspai.com/api/v1/user/slug/info/get?slug=${slug}`,
-        headers: {
-            Referer: `https://sspai.com/u/${slug}/posts`,
-        },
-    });
-
-    if (response.data.error !== 0) {
-        throw 'User Not Found';
-    }
-
-    return response.data.data.id;
-}
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id.match(/^\d+$/) ? ctx.params.id : await getUserId(ctx.params.id);
-    const api_url = `https://sspai.com/api/v1/articles?offset=0&limit=20&author_ids=${id}&include_total=false`;
-    const resp = await got({
-        method: 'get',
-        url: api_url,
-    });
-    const data = resp.data.list;
-    const author_slug = data[0].author.slug;
-    const author_nickname = data[0].author.nickname;
-    const items = await Promise.all(
-        data.map(async (item) => {
-            const link = `https://sspai.com/post/${item.id}`;
-            let description = '';
-
-            const key = `sspai: ${item.id}`;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                description = value;
-            } else {
-                const response = await got({ method: 'get', url: link });
-                const $ = cheerio.load(response.data);
-                description = $('#app > div.postPage.article-wrapper > div.article-detail > article > div.article-body').html();
-                ctx.cache.set(key, description);
-            }
-
-            return {
-                title: item.title.trim(),
-                description,
-                link,
-                pubDate: new Date(item.released_at * 1000),
-                author: item.author.nickname,
-            };
-        })
-    );
-
-    ctx.state.data = {
-        title: `${author_nickname} - 少数派作者`,
-        link: `https://sspai.com/u/${author_slug}/posts`,
-        description: `${author_nickname} 更新推送 `,
-        item: items,
-    };
-};

package/lib/routes/sspai/column.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const link = `https://sspai.com/column/${id}`;
-
-    const desApi = `https://sspai.com/api/v1/special_columns/${id}`;
-    let response = await got({
-        method: 'get',
-        url: desApi,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const result = response.data;
-    const title = result.title;
-    const description = result.intro;
-
-    const api = `https://sspai.com/api/v1/articles?offset=0&limit=10&special_column_ids=${id}&include_total=false`;
-    response = await got({
-        method: 'get',
-        url: api,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const list = response.data.list;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const title = item.title;
-            const date = item.created_at;
-            const itemUrl = `https://sspai.com/post/${item.id}`;
-            const author = item.author.nickname;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('#app > div.postPage.article-wrapper > div.article-detail > article > div.article-body').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: new Date(date * 1000),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `少数派专栏-${title}`,
-        link,
-        description,
-        item: out,
-    };
-};