rsshub 1.0.0-master.fcb92f0 → 1.0.0-master.fcbb3f4

package/lib/routes/chinalaborwatch/reports.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const lang = ctx.params.lang || '';
-    const industry = ctx.params.industry || '';
-
-    const rootUrl = 'http://www.chinalaborwatch.org';
-    const currentUrl = `${rootUrl}/${lang === '' ? '' : 'cn/'}reports${industry === '' ? '' : `/industry/${industry}`}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('.Alt1 a, .Alt2 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.pubDate = new Date(content('#ContentPlaceHolder1_LabelDate').text().replace(/年|月/g, '-').replace('日', '')).toUTCString();
-
-                content('h1, #ContentPlaceHolder1_LabelDate').remove();
-
-                item.description = content('.mainContent').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('title').text()} - ${lang === '' ? 'China Labour Watch' : '中国劳工观察'}`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/chinatimes/index.js

@@ -1,115 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const root_url = 'https://www.chinatimes.com';
-
-const config = {
-    realtimenews: {
-        link: '/realtimenews/?chdtv',
-        title: 'China Times - Real Time News',
-    },
-    politic: {
-        link: '/politic/?chdtv',
-        title: 'China Times - Politic',
-    },
-    opinion: {
-        link: '/opinion/?chdtv',
-        title: 'China Times - Opinion',
-    },
-    life: {
-        link: '/life/?chdtv',
-        title: 'China Times - Life',
-    },
-    star: {
-        link: '/star/?chdtv',
-        title: 'China Times - Showbiz',
-    },
-    money: {
-        link: '/money/?chdtv',
-        title: 'China Times - Finance',
-    },
-    society: {
-        link: '/society/?chdtv',
-        title: 'China Times - Society',
-    },
-    hottopic: {
-        link: '/hottopic/?chdtv',
-        title: 'China Times - Hot Topics',
-    },
-    tube: {
-        link: '/tube/?chdtv',
-        title: 'China Times - Videos',
-    },
-    world: {
-        link: '/world/?chdtv',
-        title: 'China Times - World',
-    },
-    armament: {
-        link: '/armament/?chdtv',
-        title: 'China Times - Military',
-    },
-    chinese: {
-        link: '/chinese/?chdtv',
-        title: 'China Times - Mainland & Taiwan',
-    },
-    fashion: {
-        link: '/fashion/?chdtv',
-        title: 'China Times - Fashion',
-    },
-    sports: {
-        link: '/sports/?chdtv',
-        title: 'China Times - Sports',
-    },
-    technologynews: {
-        link: '/technologynews/?chdtv',
-        title: 'China Times - Technology News',
-    },
-    travel: {
-        link: '/travel/?chdtv',
-        title: 'China Times - Travel',
-    },
-    album: {
-        link: '/album/?chdtv',
-        title: 'China Times - Columns',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.caty];
-    if (!cfg) {
-        throw Error('Bad category. See <a href="https://docs.rsshub.app/traditional-media.html#zhong-shi-dian-zi-bao">https://docs.rsshub.app/traditional-media.html#zhong-shi-dian-zi-bao</a>');
-    }
-
-    const current_url = url.resolve(root_url, cfg.link);
-    const response = await got({
-        method: 'get',
-        url: current_url,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('section.article-list ul div.row')
-        .map((_, item) => {
-            item = $(item);
-            const right = item.find('div.col');
-            const a = right.find('h3.title a');
-            const img = item.find('img.photo').attr('src');
-            let desc = '<p>' + right.find('p.intro').text() + '...</p>';
-            if (img) {
-                desc = `<p><img src="${img}"></p>` + desc;
-            }
-            return {
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(right.find('div.meta-info time').attr('datetime') + ' GMT+8').toUTCString(),
-                description: desc,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: cfg.title,
-        link: current_url,
-        item: list,
-    };
-};

package/lib/routes/cmes/news.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'Information';
-
-    const rootUrl = 'https://www.cmes.org';
-    const currentUrl = `${rootUrl}/News/${category}/index.html`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.r_ct')
-        .find('a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-
-            const link = item.attr('href');
-
-            let date = '00000000';
-            if (link.split('/')[2] !== 'mkc.ckcest.cn') {
-                date = link.split('/')[5];
-            }
-
-            return {
-                link,
-                title: item.text(),
-                pubDate: new Date(`${date.substr(0, 4)}-${date.substr(5, 2)}-${date.substr(7, 2)}`).toDateString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('h3, script, .bshare-custom').remove();
-
-                item.description = content('.xhjj').html() || content('.detail-page').html();
-
-                if (content('#articleTime').html()) {
-                    item.pubDate = new Date(content('#articleTime').text()).toUTCString();
-                }
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/cna/index.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.id = ctx.params.id || 'aall';
-
-    let rootUrl;
-
-    if (/^\d+$/.test(ctx.params.id)) {
-        rootUrl = `https://www.cna.com.tw/topic/newstopic/${ctx.params.id}.aspx`;
-    } else {
-        rootUrl = `https://www.cna.com.tw/list/${ctx.params.id}.aspx`;
-    }
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('#jsMainList li a div h2')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.parents('a').attr('href'),
-                pubDate: new Date(item.next().text() + ' GMT+8').toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                const topImage = content('.fullPic').html();
-
-                item.description = (topImage === null ? '' : topImage) + content('.paragraph').eq(0).html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/codeceo/category.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'category';
-    const category = ctx.params.category || 'pick';
-    const feed = await parser.parseURL(`http://www.codeceo.com/article/${type}/${category}/feed`);
-
-    const ProcessFeed = async (link) => {
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-
-        const $ = cheerio.load(response.data);
-
-        $('.article-entry script').remove();
-        $('.article-entry .adsbygoogle').parent().remove();
-
-        return $('.article-entry').html();
-    };
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const description = await ProcessFeed(item.link);
-
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link: item.link,
-                author: item.author,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/codeceo/home.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const parser = require('@/utils/rss-parser');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('http://www.codeceo.com/feed');
-
-    const ProcessFeed = async (link) => {
-        const response = await got({
-            method: 'get',
-            url: link,
-        });
-
-        const $ = cheerio.load(response.data);
-
-        $('.article-entry script').remove();
-        $('.article-entry .adsbygoogle').parent().remove();
-
-        return $('.article-entry').html();
-    };
-
-    const items = await Promise.all(
-        feed.items.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const description = await ProcessFeed(item.link);
-
-            const single = {
-                title: item.title,
-                description,
-                pubDate: item.pubDate,
-                link: item.link,
-                author: item.author,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/commonapp/blog.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.commonapp.org';
-    const jsonUrl = `${rootUrl}/page-data/sq/d/4283793559.json`;
-    const response = await got({
-        method: 'get',
-        url: jsonUrl,
-    });
-
-    const list = response.data.data.allNodeBlogPost.edges.map((item) => ({
-        title: item.node.title,
-        author: item.node.field_blog_author,
-        pubDate: parseDate(item.node.created),
-        link: `${rootUrl}${item.node.path.alias}`,
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.inner-page').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Blog - Common App',
-        link: `${rootUrl}/blog`,
-        item: items,
-    };
-};

package/lib/routes/cria/news.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '';
-
-    const rootUrl = 'http://www.cria.org.cn';
-    const currentUrl = `${rootUrl}/${id ? `newslist/${id}.html` : 'news'}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.ch_news,.enterprise_news_c')
-        .find('ul li')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-
-            return {
-                link: `${rootUrl}${a.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                try {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.title = content('title').text();
-                    item.description = content('.news_details_c').html();
-                    item.pubDate = new Date(detailResponse.data.match(/<span>发布时间：(.*)<\/span><span>来源:/)[1]).toUTCString();
-
-                    return item;
-                } catch (e) {
-                    return Promise.resolve('');
-                }
-            })
-        )
-    );
-
-    const title = id ? response.data.match(/<h3><span style="margin: 10px; font-size:15px;">当前位置：中国橡胶网 > (.*)<\/span><\/h3>/)[1] : '新闻资讯';
-
-    ctx.state.data = {
-        title: `${title} - 中国橡胶网`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/curiouscat/user.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-
-const fetchAPIByUser = async (user) => {
-    const baseURL = 'https://curiouscat.me/api/v2/profile?username=';
-    const { data } = await got.get(baseURL + user);
-    return data;
-};
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const user = id;
-    const data = await fetchAPIByUser(user);
-    const items = data.posts.map((post) => {
-        const author = post.senderData.id ? post.senderData.username : 'Anonymous';
-        const title = `@${author}: ${post.comment}`;
-        const link = `https://curiouscat.qa/${user}/post/${post.id}`;
-        const media = post.media ? `<img src="${post.media.img}"></img>` : '';
-        const description = `${post.comment}<br><br>
-        ${post.reply}
-        ${media}
-        <br>
-        Likes: ${post.likes}`;
-        const pubDate = new Date(post.timestamp * 1000);
-        return {
-            author,
-            link,
-            title,
-            description,
-            pubDate,
-        };
-    });
-
-    ctx.state.data = {
-        title: `Curiouscat - ${user}`,
-        link: `https://curiouscat.qa/${user}`,
-        description: `Questions answered by ${user} using Curiouscat`,
-        language: data.lang,
-        item: items,
-    };
-};

package/lib/routes/cve/search.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx, next) => {
-    const { keyword } = ctx.params;
-    const link = `https://cve.mitre.org/cgi-bin/cvekey.cgi?keyword=${keyword}`;
-    const body = await got(link).text();
-    const $ = cheerio.load(body);
-    const rows = $('#TableWithRules').find('tbody').first().find('tr').get().slice(0, 10);
-    const item = rows.map((row) => {
-        const [cveName, description] = $(row).find('td').get().map($);
-        return {
-            title: cveName.text(),
-            link: 'https://cve.mitre.org' + cveName.find('a').first().attr('href'),
-            description: description.text(),
-            guid: this.link,
-        };
-    });
-    ctx.state.data = {
-        title: `CVE search result ${keyword}`,
-        link,
-        description: this.title,
-        item,
-    };
-    await next();
-};

package/lib/routes/cyzone/author.js

@@ -1,55 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const url = `https://www.cyzone.cn/author/${id}`;
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-
-    const list = $('.article-item');
-
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                const $elem = $(elem);
-                const $title = $elem.find('.item-title');
-                const link = 'https:' + $title.attr('href');
-                const pubDate = new Date(+$elem.find('.time').attr('data-time') * 1000).toUTCString();
-                const item = {
-                    title: $title.text(),
-                    pubDate,
-                    link,
-                };
-                const key = `cyzone-${link}`;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    const storyDetail = await got.get(item.link);
-                    const data = storyDetail.data;
-                    const $ = cheerio.load(data);
-                    $('.article-content img').each(function () {
-                        const $img = $(this);
-                        const src = $img.attr('src');
-
-                        if (!src.startsWith('http')) {
-                            $img.attr('src', 'https:' + src);
-                        }
-                    });
-                    item.description = $('.article-content').html();
-                    ctx.cache.set(key, item.description);
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `创业邦-作者 ${$('.ss-title').text()}`,
-        link: url,
-        description: '创业邦致力于成为中国创业者的信息平台和服务平台，帮助中国创业者实现创业梦想。创业邦为创业者和风险投资人提供各种创业类最新资讯和实用知识手册，打造创业者和投资人的社交平台。',
-        item: out,
-    };
-};

package/lib/routes/cyzone/label.js

@@ -1,53 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-    const url = `https://www.cyzone.cn/label/${encodeURIComponent(name)}/`;
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-
-    const list = $('.article-item');
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                const $elem = $(elem);
-                const $title = $elem.find('.item-title');
-                const link = 'https:' + $title.attr('href');
-                const pubDate = new Date(+$elem.find('.time').attr('data-time') * 1000).toUTCString();
-                const item = {
-                    title: $title.text(),
-                    pubDate,
-                    link,
-                };
-                const key = `cyzone-${link}`;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    const storyDetail = await got.get(item.link);
-                    const data = storyDetail.data;
-                    const $ = cheerio.load(data);
-                    $('.article-content img').each(function () {
-                        const $img = $(this);
-                        const src = $img.attr('src');
-
-                        if (!src.startsWith('http')) {
-                            $img.attr('src', 'https:' + src);
-                        }
-                    });
-                    item.description = $('.article-content').html() || '内容已删除或未通过审核';
-                    ctx.cache.set(key, item.description);
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `创业邦-#${name}#`,
-        link: url,
-        item: out,
-    };
-};