rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/sobooks/utils.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx, currentUrl) => {
+    const rootUrl = 'https://www.sobooks.net';
+    currentUrl = `${rootUrl}/${currentUrl}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.card-item h3 a')
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('.e-secret, .article-social').remove();
+
+                item.description = content('.article-content').html();
+                item.pubDate = parseDate(content('.bookinfo ul li').eq(4).text().replace('时间：', ''));
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: ($('.archive-header h1').text() ? $('.archive-header h1').text() + ' - ' : '') + 'SoBooks',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/sohu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/mp/:id': ['HenryQW'],
+};

package/lib/v2/sohu/mp.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const authorArticleAPI = `https://v2.sohu.com/author-page-api/author-articles/pc/${id}`;
+
+    const response = await got.get(authorArticleAPI);
+    const list = response.data.data.pcArticleVOS.splice(0, 10);
+    let author, link;
+
+    const items = await Promise.all(
+        list.map(async (e) => {
+            if (e.link && !e.link.match(/^https?:\/\//)) {
+                if (e.link.match(/^\/\//)) {
+                    e.link = 'http:' + e.link;
+                } else {
+                    e.link = 'http://' + e.link;
+                }
+            }
+            const response = await ctx.cache.tryGet(e.link, async () => (await got.get(e.link)).data);
+            const $ = cheerio.load(response);
+
+            if (!author) {
+                const meta = $('span[data-role="original-link"]');
+                author = meta.find('a').text();
+                // can't get author's link on server, so use the RSSHub link
+                // link = meta.attr('href').split('==')[0];
+            }
+
+            const article = $('#mp-editor');
+
+            article.find('#backsohucom, p[data-role="editor-name"]').each((i, e) => {
+                $(e).remove();
+            });
+
+            const single = {
+                title: e.title,
+                link: e.link,
+                description: article.html(),
+                pubDate: parseDate(e.publicTime),
+                author,
+            };
+
+            return single;
+        })
+    );
+
+    ctx.state.data = {
+        title: `搜狐号 - ${author}`,
+        link,
+        description: '',
+        item: items,
+    };
+};

package/lib/v2/sohu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sohu.com': {
+        _name: '搜狐',
+        '.': [
+            {
+                title: '搜狐号',
+                docs: 'https://docs.rsshub.app/new-media.html#sou-hu-hao',
+                source: ['/a/:id'],
+                target: (params) => `/sohu/mp/${params.id.split('_')[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/sohu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/mp/:id', require('./mp'));
+};

package/lib/v2/soundofhope/channel.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const host = 'https://www.soundofhope.org';
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const id = ctx.params.id;
+    const url = `${host}/${channel}/${id}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('div.left > nav').text().split('/').slice(1).join('');
+    const list = $('div.item')
+        .map((_, item) => ({
+            title: $(item).find('div.title').text(),
+            link: new URL($(item).find('a').attr('href'), host).href,
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('div.Content__Wrapper-sc-1bvya0-0').html();
+                item.pubDate = timezone(parseDate(content('div.date').text(), 'YYYY.M.D HH:mm'), -8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `希望之声 - ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/soundofhope/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:channel/:id': ['Fatpandac'],
+};

package/lib/v2/soundofhope/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'soundofhope.org': {
+        _name: '希望之声',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xi-wang-zhi-sheng',
+                source: ['/:channel/:id'],
+                target: '/soundofhope/:channel/:id',
+            },
+        ],
+    },
+};

package/lib/v2/soundofhope/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:channel/:id', require('./channel'));
+};

package/lib/v2/sputniknews/index.js

@@ -0,0 +1,93 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const languages = {
+    english: 'https://sputniknews.com',
+    spanish: 'https://mundo.sputniknews.com',
+    german: 'https://snanews.de',
+    french: 'https://fr.sputniknews.com',
+    greek: 'https://sputniknews.gr',
+    italian: 'https://it.sputniknews.com',
+    czech: 'https://cz.sputniknews.com',
+    polish: 'https://pl.sputniknews.com',
+    serbian: 'https://rs.sputniknews.com',
+    latvian: 'https://sputniknewslv.com',
+    lithuanian: 'https://lt.sputniknews.com',
+    moldavian: 'https://md.sputniknews.com',
+    belarusian: 'https://bel.sputnik.by',
+    armenian: 'https://armeniasputnik.am',
+    abkhaz: 'https://sputnik-abkhazia.info',
+    ssetian: 'https://sputnik-ossetia.com',
+    georgian: 'https://sputnik-georgia.com',
+    azerbaijani: 'https://sputnik.az',
+    arabic: 'https://arabic.sputniknews.com',
+    turkish: 'https://tr.sputniknews.com',
+    persian: 'https://ir.sputniknews.com',
+    dari: 'https://af.sputniknews.com',
+    kazakh: 'https://sputniknews.kz',
+    kyrgyz: 'https://kg.sputniknews.com',
+    uzbek: 'https://oz.sputniknews-uz.com',
+    tajik: 'https://sputnik-tj.com',
+    vietnamese: 'https://vn.sputniknews.com',
+    japanese: 'https://jp.sputniknews.com',
+    chinese: 'http://sputniknews.cn',
+    portuguese: 'https://br.sputniknews.com',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'news';
+    const language = ctx.params.language ?? 'english';
+
+    const rootUrl = languages[language];
+    const currentUrl = `${rootUrl}/services/${category}/more.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.list__title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.category = content('.tag__text')
+                    .toArray()
+                    .map((tag) => content(tag).text());
+
+                content('.article__meta, .article__title, .article__info, .article__quote-bg, .article__google-news, .article__footer, .m-buy, .photoview__ext-link').remove();
+                content('div[data-type="article"]').remove();
+
+                item.description = content('.article').html();
+                item.pubDate = parseDate(content('div[itemprop="datePublished"]').attr('data-unixtime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${category} - Sputnik News`,
+        link: `${rootUrl}/${category}`,
+        item: items,
+    };
+};

package/lib/v2/sputniknews/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:language?': ['nczitzk'],
+};

package/lib/v2/sputniknews/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sputniknews.cn': {
+        _name: '俄罗斯卫星通讯社',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/traditional-media.html#e-luo-si-wei-xing-tong-xun-she-fen-lei',
+                source: ['/:category', '/'],
+                target: '/sputniknews/:category/:language',
+            },
+        ],
+    },
+};

package/lib/v2/sputniknews/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:language?', require('./index'));
+};

package/lib/v2/sspai/activity.js

@@ -0,0 +1,83 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const slug = ctx.params.slug;
+    const link = `https://sspai.com/u/${slug}/updates`;
+
+    const response = await got({
+        method: 'get',
+        url: `https://sspai.com/api/v1/information/user/activity/page/get?limit=10&offset=0&slug=${slug}`,
+        headers: {
+            Referer: link,
+        },
+    });
+
+    const response_user = await got({
+        method: 'get',
+        url: `https://sspai.com/api/v1/user/slug/info/get?slug=${slug}`,
+        headers: {
+            Referer: link,
+        },
+    });
+
+    const user_data = response_user.data.data;
+    const user_nickname = user_data.nickname;
+
+    const data = response.data.data;
+    let item_title = '';
+    let item_desc = '';
+    let item_url = '';
+
+    ctx.state.data = {
+        title: `少数派用户「${user_nickname}」动态更新`,
+        link,
+        description: `少数派用户「${user_nickname}」的动态更新`,
+
+        item: data.map((item) => {
+            const content_data = item.data;
+            const nicknames = new Array();
+            const slugs = new Array();
+            // 根据用户action，选择输出
+            switch (item.key) {
+                case 'follow_user':
+                    // 遍历关注的用户，生成title及desc
+                    for (const i in content_data) {
+                        nicknames[i] = content_data[i].nickname;
+                        slugs[i] = `<a href=https://sspai.com/u/${content_data[i].slug}/updates>${content_data[i].nickname}</a>`;
+                    }
+                    item_title = `${item.author.nickname}${item.action}：${nicknames.join('、')}`;
+                    item_desc = `${item.author.nickname}${item.action}：${slugs.join('、')}`;
+                    item_url = `https://sspai.com/u/${slug}/follow`;
+                    break;
+                case 'like_article':
+                    item_title = `${item.author.nickname}${item.action}：${content_data.title}`;
+                    item_desc = `文章简介：<br>${content_data.summary}`;
+                    item_url = `https://sspai.com/post/${content_data.id}`;
+                    break;
+                case 'comment_article':
+                    item_title = `${item.author.nickname}${item.action}：${content_data.article_title}`;
+                    item_desc = content_data.comment;
+                    item_url = `https://sspai.com/post/${content_data.article_id}`;
+                    break;
+                case 'release_article':
+                    item_title = `${item.author.nickname}${item.action}：${content_data.title}`;
+                    item_desc = content_data.summary;
+                    item_url = `https://sspai.com/post/${content_data.id}`;
+                    break;
+                case 'chosen_comment':
+                    item_title = `${item.author.nickname}在文章「${content_data.article_title}」下的${item.action}`;
+                    item_desc = content_data.comment;
+                    item_url = content_data.comment;
+                    break;
+            }
+
+            return {
+                title: item_title,
+                description: item_desc,
+                link: item_url,
+                pubDate: parseDate(item.created_at * 1000),
+            };
+        }),
+    };
+};

package/lib/v2/sspai/author.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+async function getUserId(slug) {
+    const response = await got({
+        method: 'get',
+        url: `https://sspai.com/api/v1/user/slug/info/get?slug=${slug}`,
+        headers: {
+            Referer: `https://sspai.com/u/${slug}/posts`,
+        },
+    });
+
+    if (response.data.error !== 0) {
+        throw 'User Not Found';
+    }
+
+    return response.data.data.id;
+}
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id.match(/^\d+$/) ? ctx.params.id : await getUserId(ctx.params.id);
+    const api_url = `https://sspai.com/api/v1/articles?offset=0&limit=20&author_ids=${id}&include_total=false`;
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const data = resp.data.list;
+    const author_slug = data[0].author.slug;
+    const author_nickname = data[0].author.nickname;
+    const items = await Promise.all(
+        data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            let description = '';
+
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
+                const response = await got(link);
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `${author_nickname} - 少数派作者`,
+        link: `https://sspai.com/u/${author_slug}/posts`,
+        description: `${author_nickname} 更新推送 `,
+        item: items,
+    };
+};

package/lib/v2/sspai/column.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `https://sspai.com/column/${id}`;
+
+    const desApi = `https://sspai.com/api/v1/special_columns/${id}`;
+    let response = await got({
+        method: 'get',
+        url: desApi,
+        headers: {
+            Referer: link,
+        },
+    });
+
+    const result = response.data;
+    const title = result.title;
+    const description = result.intro;
+
+    const api = `https://sspai.com/api/v1/articles?offset=0&limit=10&special_column_ids=${id}&include_total=false`;
+    response = await got({
+        method: 'get',
+        url: api,
+        headers: {
+            Referer: link,
+        },
+    });
+
+    const list = response.data.list;
+
+    const out = await Promise.all(
+        list.map((item) => {
+            const title = item.title;
+            const date = item.created_at;
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            const itemUrl = `https://sspai.com/post/${item.id}`;
+            const author = item.author.nickname;
+
+            return ctx.cache.tryGet(`sspai: ${item.id}`, async () => {
+                const response = await got(link);
+                const description = response.data.data.body;
+
+                const single = {
+                    title,
+                    link: itemUrl,
+                    author,
+                    description,
+                    pubDate: parseDate(date * 1000),
+                };
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `少数派专栏-${title}`,
+        link,
+        description,
+        item: out,
+    };
+};

package/lib/v2/sspai/index.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const api_url = 'https://sspai.com/api/v1/article/index/page/get?limit=10&offset=0&created_at=0';
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const items = await Promise.all(
+        resp.data.data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            let description = '';
+
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
+                const response = await got({ method: 'get', url: link });
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_time * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: '少数派 -- 首页',
+        link: 'https://sspai.com',
+        description: '少数派 -- 首页',
+        item: items,
+    };
+};

package/lib/v2/sspai/maintainer.js

@@ -0,0 +1,12 @@
+module.exports = {
+    '/activity/:slug': ['umm233'],
+    '/author/:id': ['SunShinenny', 'hoilc'],
+    '/column/:id': ['LogicJake'],
+    '/index': ['HenryQW'],
+    '/matrix': ['feigaoxyz'],
+    '/series': ['HenryQW'],
+    '/shortcuts': ['Andiedie'],
+    '/tag/:keyword': ['Jeason0228'],
+    '/topic/:id': ['SunShinenny'],
+    '/topics': ['SunShinenny'],
+};

package/lib/v2/sspai/matrix.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const api_url = 'https://sspai.com/api/v1/articles?offset=0&limit=20&is_matrix=1&sort=matrix_at&include_total=false';
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const data = resp.data.list;
+    const items = await Promise.all(
+        data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            let description = '';
+
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
+                const response = await got(link);
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: '少数派 -- Matrix',
+        link: 'https://sspai.com/matrix',
+        description: '少数派 -- Matrix',
+        item: items,
+    };
+};