rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/v2/radio-canada/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ici.radio-canada.ca': {
+        _name: 'Radio Canada',
+        '.': [
+            {
+                title: 'Latest News',
+                docs: 'https://docs.rsshub.app/new-media.html#jia-na-da-guo-ji-guang-bo-dian-tai-zui-xin-xiao-xi',
+                source: ['/rci/:lang', '/'],
+                target: '/radio-canada/latest/:language?',
+            },
+        ],
+    },
+};

package/lib/v2/radio-canada/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest/:language?', require('./latest'));
+};

package/lib/v2/readhub/index.js

@@ -0,0 +1,106 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    topic: '热门话题',
+    news: '科技动态',
+    tech: '技术资讯',
+    technews: '技术资讯',
+    blockchain: '区块链快讯',
+    daily: '每日早报',
+};
+
+module.exports = async (ctx) => {
+    let category = 'topic';
+    let overview = false;
+    if (titles[ctx.params.category]) {
+        category = ctx.params.category;
+        overview = ctx.params.overview ? true : false;
+        category = category === 'tech' ? 'technews' : category;
+    } else if (ctx.params.category) {
+        overview = true;
+    }
+
+    const rootUrl = 'https://readhub.cn';
+    const apiRootUrl = 'https://api.readhub.cn';
+    const currentUrl = `${rootUrl}/topic/${category}`;
+    const apiUrl = `${apiRootUrl}/${category === 'daily' ? 'topic/daily' : category}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const list = response.data.data.map((item) => ({
+        id: item.id,
+        title: item.title,
+        pubDate: parseDate(item.publishDate),
+        description: item.summaryAuto || item.summary || '',
+        link: item.url || item.mobileUrl || `${rootUrl}/topic/${item.id}`,
+        author: item.authorName || item.siteName || '',
+        hasInstantView: item.hasInstantView || false,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.id + overview, async () => {
+                if (item.hasInstantView || category === 'daily') {
+                    const { data } = await got({
+                        method: 'get',
+                        url: `${apiRootUrl}/topic/instantview?topicId=${item.id}`,
+                    });
+
+                    item.description = `<a href="${data.url}">访问原网址</a><br>${!overview ? data.content : ''}`;
+                }
+
+                if (isNaN(item.id)) {
+                    const { data } = await got({
+                        method: 'get',
+                        url: `${apiRootUrl}/topic/${item.id}`,
+                    });
+
+                    if (data.summary && overview) {
+                        item.description += `${data.summary}<hr>`;
+                    }
+
+                    if (data.newsArray) {
+                        item.description += '<br><b>媒体报道</b><ul>';
+
+                        for (const news of data.newsArray) {
+                            item.description +=
+                                `<li><a href="${news.url || news.mobileUrl}">${news.title}</a>` + news.siteName
+                                    ? `&nbsp;&nbsp;<small><b>${news.siteName}</b></small>`
+                                    : '' + `${news.publishDate ? `&nbsp;&nbsp;<small>${news.publishDate.split('T')[0]}</small>` : ''}</li>`;
+                        }
+
+                        item.description += '</ul>';
+                    }
+
+                    if (data.timeline && data.timeline.topics) {
+                        const hasTimeline = data.timeline.commonEntities && data.timeline.commonEntities.length > 0;
+
+                        item.description += `<br><b>${hasTimeline ? '事件追踪' : '相关事件'}</b><ul>`;
+
+                        for (const news of data.timeline.topics) {
+                            const createdAt = news.createdAt ? `<small>${news.createdAt.split('T')[0]}</small>` : '';
+
+                            item.description += `<li>${hasTimeline ? `${createdAt}&nbsp;&nbsp;` : ''}<a href="${rootUrl}/topic/${news.id}">${news.title}</a>${hasTimeline ? '' : `&nbsp;&nbsp;${createdAt}`}</li>`;
+                        }
+
+                        item.description += '</ul>';
+                    }
+                }
+                delete item.id;
+                delete item.hasInstantView;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Readhub - ${titles[category]}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/readhub/maintainer.js

@@ -0,0 +1,3 @@
+module.export = {
+    '/:category?/:overview?': ['WhiteWorld', 'nczitzk', 'Fatpandac'],
+};

package/lib/v2/readhub/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'readhub.cn': {
+        _name: 'Readhub',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#readhub',
+                source: ['/', '/:category'],
+                target: (params) => `/readhub/${params.category ? params.category : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/readhub/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    // deprecated
+    router.get('/category/:category?/:overview?', require('./index'));
+
+    router.get('/:category?/:overview?', require('./index'));
+};

package/lib/v2/rfa/index.js

@@ -0,0 +1,51 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    let url = 'https://www.rfa.org/' + (ctx.params.language ?? 'english');
+
+    if (ctx.params.channel) {
+        url += '/' + ctx.params.channel;
+    }
+    if (ctx.params.subChannel) {
+        url += '/' + ctx.params.subChannel;
+    }
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+
+    const selectors = ['div[id=topstorywidefull]', 'div.two_featured', 'div.three_featured', 'div.single_column_teaser', 'div.sectionteaser', 'div.specialwrap'];
+    const list = [];
+    selectors.forEach((selector) => {
+        $(selector).each((_, e) => {
+            const item = {};
+            item.title = $(e).find('h2 a span').first().text();
+            item.link = $(e).find('h2 a').first().attr('href');
+            list.push(item);
+        });
+    });
+
+    const result = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const content = await got(item.link);
+
+                const description = cheerio.load(content.data);
+                item.description = description('#headerimg').html() + description('div[id=storytext]').html();
+                item.pubDate = parseDate(description('span[id=story_date]').text());
+                if (description('meta[property=og:audio]').attr('content') !== undefined) {
+                    item.enclosure_url = description('meta[property=og:audio]').attr('content');
+                    item.enclosure_type = description('meta[property=og:audio:type]').attr('content');
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'RFA',
+        link: 'https://www.rfa.org/',
+        item: result,
+    };
+};

package/lib/v2/rfa/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:language?/:channel?/:subChannel?': ['zphw'],
+};

package/lib/v2/rfa/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'rfa.org': {
+        _name: '自由亚洲电台',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zi-you-ya-zhou-dian-tai',
+                source: '/:language/:channel/:subChannel',
+                target: '/rfa/:language/:channel/:subChannel',
+            },
+        ],
+    },
+};

package/lib/v2/rfa/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:language?/:channel?/:subChannel?', require('./index'));
+};

package/lib/v2/rsshub/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/routes/:lang?': ['DIYgod'],
+    '/rsshub/sponsors': ['DIYgod'],
+};

package/lib/v2/rsshub/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'rsshub.app': {
+        _name: 'RSSHub',
+        docs: [
+            {
+                title: '有新路由啦',
+                docs: 'https://docs.rsshub.app/program-update.html#rsshub',
+                source: ['', '/*tpath'],
+                target: '/rsshub/routes',
+            },
+            {
+                title: '有新赞助商啦',
+                docs: 'https://docs.rsshub.app/program-update.html#rsshub',
+                source: ['', '/*tpath'],
+                target: '/rsshub/sponsors',
+            },
+        ],
+    },
+};

package/lib/v2/rsshub/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/rss', require('./routes')); // 弃用
+
+    router.get('/routes/:lang?', require('./routes'));
+    router.get('/sponsors', require('./sponsors'));
+};

package/lib/v2/rsshub/routes.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang === 'en' ? 'en/' : '';
+    const types = [
+        'social-media',
+        'new-media',
+        'traditional-media',
+        'bbs',
+        'blog',
+        'programming',
+        'design',
+        'live',
+        'multimedia',
+        'picture',
+        'anime',
+        'program-update',
+        'university',
+        'forecast',
+        'travel',
+        'shopping',
+        'game',
+        'reading',
+        'government',
+        'study',
+        'journal',
+        'finance',
+        'other',
+    ];
+    const all = await Promise.all(
+        types.map(async (type) => {
+            const response = await got({
+                method: 'get',
+                url: `https://docs.rsshub.app/${lang}${type}.html`,
+            });
+
+            const data = response.data;
+
+            const $ = cheerio.load(data);
+            const page = $('.page').get();
+            const item = $('.routeBlock').get();
+            return { page, item, type };
+        })
+    );
+    const list = [];
+    all.forEach(({ page, item, type }) => {
+        item.forEach((item) => {
+            list.push({ page, item, type });
+        });
+    });
+
+    ctx.state.data = {
+        title: lang === 'en/' ? 'RSSHub has new routes' : 'RSSHub 有新路由啦',
+        link: 'https://docs.rsshub.app',
+        description: lang === 'en/' ? 'Everything is RSSible' : '万物皆可 RSS',
+        item: list.map(({ page, item, type }) => {
+            const $ = cheerio.load(page);
+            item = $(item);
+            const titleEle = item.prevAll('h2').eq(0);
+            return {
+                title: `${titleEle.text().slice(2)} - ${item.prevAll('h3').eq(0).text().slice(2)}`,
+                description: item.html(),
+                link: `https://docs.rsshub.app/${lang}${type}.html#${encodeURIComponent(titleEle.find('.header-anchor').attr('href') && titleEle.find('.header-anchor').attr('href').slice(1))}`,
+                guid: item.attr('id'),
+            };
+        }),
+    };
+};

package/lib/v2/ruc/hr.js

@@ -15,29 +15,35 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('a[title]')
-        .map((_, item) => {
+    let items = $('a[title]')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
+            const link = item.attr('href');
+
             return {
                 title: item.text(),
-                link: `${rootUrl}/${category}/${item.attr('href')}`,
+                link: `${rootUrl}${link.indexOf('..') === 0 ? link.replace(/\.\./, '') : `/${category}/${link}`}`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.neirong').html();
-                item.pubDate = parseDate(detailResponse.data.match(/日期：(\d{4}-\d{2}-\d{2})/)[1]);
+                try {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.neirong').html();
+                    item.pubDate = parseDate(detailResponse.data.match(/日期：(\d{4}-\d{2}-\d{2})/)[1]);
+                } catch (err) {
+                    item.description = 'Not Found';
+                }
 
                 return item;
             })

package/lib/v2/segmentfault/channel.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://segmentfault.com';
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+
+    const link = `${host}/channel/${name}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+
+    const channel_name = $('#leftNav > a.active').text();
+
+    const list = $('ul.bg-transparent.list-group.list-group-flush > li')
+        .slice(0, 10)
+        .map((_, item) => ({
+            link: new URL($(item).find('div.content > h5 > a').attr('href'), host).href,
+            title: $(item).find('div.content > h5 > a').text(),
+            author: $(item).find('span.name').text(),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('article')
+                    .html()
+                    .replace(/data-src="/g, `src="${host}`);
+                item.pubDate = parseDate(content('time').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `segmentfault - ${channel_name}`,
+        link,
+        item: items,
+    };
+};

package/lib/v2/segmentfault/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/channel/:name': ['LogicJake', 'Fatpandac'],
+    '/user/:name': ['leyuuu', 'Fatpandac'],
+};

package/lib/v2/segmentfault/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'segmentfault.com': {
+        _name: 'SegmentFault',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/programming.html#segmentfault',
+                source: ['/channel/:name'],
+                target: '/channel/:name',
+            },
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/programming.html#segmentfault',
+                source: ['/u/:name'],
+                target: '/user/:name',
+            },
+        ],
+    },
+};

package/lib/v2/segmentfault/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/channel/:name', require('./channel'));
+    router.get('/user/:name', require('./user'));
+};

package/lib/v2/segmentfault/user.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://segmentfault.com';
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const apiURL = `https://segmentfault.com/gateway/homepage/${name}/timeline?size=20&offset=`;
+
+    const response = await got(apiURL);
+    const data = response.data.rows;
+
+    const author = data[0].user.name;
+    const list = data.map((item) => ({
+        title: item.title,
+        description: item.excerpt,
+        link: new URL(item.url, host).href,
+        author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const content = cheerio.load(response.data);
+
+                item.description = content('article')
+                    .html()
+                    .replace(/data-src="/g, `src="${host}`);
+                item.pubDate = parseDate(content('time').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `segmentfault - ${author}`,
+        link: `${host}/u/${name}`,
+        item: items,
+    };
+};

package/lib/v2/shmeea/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const baseURL = 'http://www.shmeea.edu.cn';
+    const rootUrl = baseURL + '/page/08000/index.html';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+
+    const list = $('#main .pageList li');
+
+    const items = await Promise.all(
+        list.map(async (i, item) => {
+            item = $(item);
+            const link = baseURL + item.find('a').attr('href');
+            const description = await ctx.cache.tryGet(link, async () => {
+                const result = await got.get(link);
+
+                const $ = cheerio.load(result.data);
+
+                return $('#ivs_content').html();
+            });
+            return {
+                title: item.find('a').text(),
+                pubDate: new Date(item.find('.listTime').text()),
+                link,
+                description,
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: '上海市教育考试院',
+        description: '消息速递',
+        link: baseURL,
+        item: items,
+    };
+};

package/lib/v2/shmeea/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/': ['jialinghui'],
+    '/self-study': ['h2ws'],
+};

package/lib/v2/shmeea/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'shmeea.edu.cn': {
+        _name: '上海市教育考试院',
+        www: [
+            {
+                title: '消息速递',
+                docs: 'https://docs.rsshub.app/other.html#shang-hai-shi-jiao-yu-kao-shi-yuan',
+                source: ['/'],
+                target: '/shmeea',
+            },
+            {
+                title: '自学考试通知公告',
+                docs: 'https://docs.rsshub.app/other.html#shang-hai-shi-jiao-yu-kao-shi-yuan',
+                source: ['/page/04000/index.html', '/'],
+                target: '/shmeea/self-study',
+            },
+        ],
+    },
+};

package/lib/v2/shmeea/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+    router.get('/self-study', require('./self-study'));
+};

package/lib/v2/shmeea/self-study.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+async function load_detail(list, cache) {
+    return await Promise.all(
+        list.map(async (item) => {
+            const notice_item = cheerio.load(item);
+            const href = notice_item('a').attr('href');
+            const url = 'http://www.shmeea.edu.cn' + href;
+            if (href[0] !== '/') {
+                return {
+                    title: notice_item('a').attr('title'),
+                    description: `<a href="${href}" >附件</a>`,
+                    link: href,
+                };
+            }
+            return await cache.tryGet(url, async () => {
+                const detail_response = await got({
+                    method: 'get',
+                    url,
+                    headers: {
+                        Referer: 'http://www.shmeea.edu.cn/page/04000/index.html',
+                        Host: 'www.shmeea.edu.cn',
+                    },
+                });
+                const detail = cheerio.load(detail_response.data);
+                return {
+                    title: notice_item('a').attr('title'),
+                    description: detail('.Article_content').html(),
+                    link: url,
+                    pubDate: timezone(parseDate(detail('.PBtime').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
+                };
+            });
+        })
+    );
+}
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'http://www.shmeea.edu.cn/page/04000/index.html',
+        headers: {
+            Host: 'www.shmeea.edu.cn',
+        },
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('#main > div.container > div > div.span9 > div.page-he  > div  > ul > li').get();
+
+    const detail = await load_detail(list, ctx.cache);
+
+    ctx.state.data = {
+        title: '上海自学考试 - 通知公告',
+        link: 'http://www.shmeea.edu.cn/page/04000/index.html',
+        item: detail,
+    };
+};