rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/routes/javlibrary/utils.js

@@ -1,68 +0,0 @@
-const url = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const dateUtil = require('@/utils/date');
-
-// 通过传入不同的ctx.state.data.link 返回javlibrary 不同link的rss
-exports.template = async function template(ctx) {
-    const link = ctx.state.data.link;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('.videothumblist .video').get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item = $(item);
-            const itemLink = url.resolve(link, item.find('a').attr('href'));
-            const simple = {
-                title: `[${item.find('.id').text()}]${item.find('.title').text()}`,
-                link: itemLink,
-            };
-
-            const details = await ctx.cache.tryGet(itemLink, async () => {
-                const response = await got.get(itemLink);
-                const $ = cheerio.load(response.body);
-                $('#video_info #video_review .icon').remove();
-                return {
-                    author: $('.star').text(),
-                    description: `<img src="${$('#video_jacket_img').attr('src')}"><br>${$('#video_info').html()}`,
-                };
-            });
-            return Promise.resolve(Object.assign({}, simple, details));
-        })
-    );
-
-    ctx.state.data = {
-        title: `Javlibrary - ${$('.boxtitle').text()}`,
-        link,
-        item: items,
-    };
-};
-
-exports.getVideoComments = async function getVideoComments(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('#video_comments > table');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                // 文章内容只能抓取到 td.t textarea，若含有图片则替换[img]image-link[/img] => <img src="image-link" />
-                let comments = item.find('textarea').text();
-                comments = comments.replace(new RegExp('\\[img\\]', 'g'), '<img src="').replace(new RegExp('\\[\\/img\\]', 'g'), '" />');
-                return {
-                    title: item.find('tbody > tr:nth-child(1) > td:nth-child(2)').text(),
-                    link: item.find('tbody > tr:nth-child(1) > td:nth-child(2) > a').attr('href'),
-                    description: `
-                            <table><tbody>
-                                <tr><td>${item.find('tbody > tr:nth-child(1) > td:nth-child(2)').html()}</td></tr>
-                                <tr><td>${comments}</td></tr>
-                            </tbody></table>`,
-                    pubDate: dateUtil(item.find('tbody > tr:nth-child(3) > td.date')),
-                };
-            })
-            .get()
-    );
-};

package/lib/routes/javlibrary/videos.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const vtype = ctx.params.vtype;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_${vtype}.php`,
-    };
-    await template(ctx);
-};

package/lib/routes/jisilu/reply.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user;
-
-    const rootUrl = 'https://www.jisilu.cn';
-    const currentUrl = `${rootUrl}/people/${user}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const id = response.data.match(/var PEOPLE_USER_ID = '(.*)'/)[1];
-    const name = response.data.match(/<title>(.*) 的个人主页 - 集思录<\/title>/)[1];
-
-    const apiUrl = `${rootUrl}/people/ajax/user_actions/uid-${id}__actions-201__page-0`;
-    const apiResponse = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const $ = cheerio.load(apiResponse.data);
-
-    const list = $('.aw-item')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('.aw-hide-txt a');
-
-            return {
-                author: name,
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(item.find('.aw-text-color-999').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.aw-dynamic-topic-more-operate').remove();
-
-                item.description = content('.aw-dynamic-topic-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${name}的回复 - 集思录`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/jisilu/topic.js

@@ -1,68 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const user = ctx.params.user;
-
-    const rootUrl = 'https://www.jisilu.cn';
-    const currentUrl = `${rootUrl}/people/${user}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const id = response.data.match(/var PEOPLE_USER_ID = '(.*)'/)[1];
-    const name = response.data.match(/<title>(.*) 的个人主页 - 集思录<\/title>/)[1];
-
-    const apiUrl = `${rootUrl}/people/ajax/user_actions/uid-${id}__actions-101__page-0`;
-    const apiResponse = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const $ = cheerio.load(apiResponse.data);
-
-    const list = $('.aw-item')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('.aw-hide-txt a');
-
-            return {
-                author: name,
-                title: a.text(),
-                link: a.attr('href'),
-                pubDate: new Date(
-                    item
-                        .find('.aw-text-color-999')
-                        .text()
-                        .match(/\d{4}-\d{2}-\d{2} \d{2}:\d{2}/)[0]
-                ).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.aw-dynamic-topic-more-operate').remove();
-
-                item.description = content('.aw-question-detail-txt').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${name}的主题 - 集思录`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/latepost/index.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const formatPubDate = require('@/utils/date');
-const cheerio = require('cheerio');
-const FormData = require('form-data');
-
-const titles = {
-    '': '最新报道',
-    1: '晚点独家',
-    2: '人物访谈',
-    3: '晚点早知道',
-    4: '长报道',
-};
-
-const rootUrl = 'https://www.latepost.com';
-
-const dateAdapter = (date) => {
-    const incompleteDate = ['今天', '昨天', '前天'];
-    if (incompleteDate.indexOf(date) !== -1) {
-        return `${date} 00:00`;
-    } else {
-        return date;
-    }
-};
-
-module.exports = async (ctx) => {
-    const proma = ctx.params.proma || '';
-    const formData = new FormData();
-    formData.append('page', 1);
-    let data;
-    if (proma === '') {
-        const apiUrl = `${rootUrl}/site/index`;
-        formData.append('limit', 9);
-        const [first, response] = await Promise.all([
-            got({ method: 'get', url: rootUrl }),
-            got({
-                method: 'post',
-                url: apiUrl,
-                body: formData,
-            }),
-        ]);
-        const $ = cheerio.load(first.data);
-        const firstItem = {};
-        firstItem.title = $('.headlines-title a').text();
-        firstItem.detail_url = $('.headlines-title a').attr('href');
-        data = [firstItem].concat(response.data.data || []);
-    } else {
-        const apiUrl = `${rootUrl}/news/get-news-data`;
-        formData.append('limit', 10);
-        const response = await got({
-            method: 'post',
-            url: apiUrl,
-            body: formData,
-        });
-        data = response.data.data;
-    }
-
-    const items = data.map((item) => ({
-        title: item.title,
-        description: item.abstract,
-        link: `${rootUrl}${item.detail_url}`,
-    }));
-
-    ctx.state.data = {
-        title: `晚点LatePost-${titles[proma]}`,
-        link: rootUrl,
-        item: await Promise.all(
-            items.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    // 优化排版
-                    const $ = cheerio.load(
-                        res.data
-                            .replace(/<p class="ql-align-justify"><br><\/p>/g, '')
-                            .replace(/<p class="ql-align-center"><br><\/p>/g, '')
-                            .replace(/<p><br><\/p>/g, '')
-                    );
-                    item.description = $('.article .abstract').html() + $('.article .article-body').html();
-                    item.pubDate = formatPubDate(dateAdapter($('.article-header-date').text()));
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/learnku/topic.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const community = ctx.params.community;
-    const category = ctx.params.category || '';
-
-    let url = `https://learnku.com/${community}`;
-    if (category !== '') {
-        url = `https://learnku.com/${community}/c/${category}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.simple-topic').get();
-    const title = $('.sidebar .community-details .header span').text();
-    $('.sidebar .community-details .main div div a').remove();
-    const description = $('.sidebar .community-details .main div div').text();
-    const categoryTitle = new Map([
-        ['translations', { name: '翻译' }],
-        ['jobs', { name: '招聘' }],
-        ['qa', { name: '问答' }],
-        ['links', { name: '链接' }],
-        ['', { name: '最新' }],
-    ]);
-
-    ctx.state.data = {
-        title: `LearnKu - ${title} - ${categoryTitle.get(category).name}`,
-        link: url,
-        description,
-        item: list
-            .map((item) => {
-                const $ = cheerio.load(item);
-                const categoryName = $('.category-name').text().trim();
-                if (['置顶', '广告'].includes(categoryName)) {
-                    return '';
-                }
-                $('.topic-title i').remove();
-                return {
-                    title: $('.topic-title').text().trim(),
-                    category: categoryName,
-                    link: $('.topic-title-wrap').attr('href'),
-                    pubDate: new Date($('.timeago').attr('title')).toUTCString(),
-                };
-            })
-            .filter((item) => item !== ''),
-    };
-};

package/lib/routes/people/env.js

@@ -1,73 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-const host = 'http://env.people.com.cn';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const link = `http://env.people.com.cn/GB/${id}/index.html`;
-    const response = await got.get(link, {
-        responseType: 'buffer',
-    });
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    let title = $('div.clearfix.w1000_320.d2nav').text();
-    title = title.replace(/ >> /g, '—');
-
-    const list = $('div.headingNews div.hdNews.clearfix')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('strong > a').text(),
-                link: $(this).find('strong > a').attr('href'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = url.resolve(host, info.link);
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, {
-                responseType: 'buffer',
-            });
-            response.data = iconv.decode(response.data, 'gbk');
-
-            const $ = cheerio.load(response.data);
-            let date = $('.clearfix.w1000_320.text_title .box01 .fl').text().split(/\s+/);
-            if (date.length > 0) {
-                date = date[0].replace(/(年|月)/g, '/').replace('日', ' ') + ':00';
-            } else {
-                date = new Date();
-            }
-            const description = $('div#rwb_zw').html().trim();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        item: out,
-    };
-};

package/lib/routes/people/opinion.js

@@ -1,69 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const iconv = require('iconv-lite');
-
-const host = 'http://opinion.people.com.cn';
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const link = `http://opinion.people.com.cn/GB/${id}/index.html`;
-    const response = await got.get(link, {
-        responseType: 'buffer',
-    });
-    response.data = iconv.decode(response.data, 'gbk');
-
-    const $ = cheerio.load(response.data);
-
-    let title = $('div.path.w1000_320.clearfix.red').text();
-    title = title.replace(/ >> /g, '—');
-
-    const list = $('ul.list_14.clearfix li')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('a').text(),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('i').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const date = info.date;
-            const itemUrl = url.resolve(host, info.link);
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl, {
-                responseType: 'buffer',
-            });
-            response.data = iconv.decode(response.data, 'gbk');
-
-            const $ = cheerio.load(response.data);
-            const description = $('div.fl.text_con_left').html().trim();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(date).toUTCString(),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        item: out,
-    };
-};

package/lib/routes/producthunt/today.js

@@ -1,24 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.producthunt.com/');
-
-    const data = JSON.parse(response.data.match(/(?<=window\.__APOLLO_STATE__ =)(.*?)(?=;<\/script>)/)[0]);
-
-    const list = Object.values(data).filter((o) => o.__typename === 'Post');
-
-    ctx.state.data = {
-        title: 'Product Hunt Today Popular',
-        link: 'https://www.producthunt.com/',
-        item: list.map((l) => {
-            const img = l.thumbnail ? `https://ph-files.imgix.net/${data[l.thumbnail.id].image_uuid}?auto=format&auto=compress&codec=mozjpeg&cs=strip&w=150&h=150&fit=crop` : '';
-
-            return {
-                title: l.name,
-                description: `${l.tagline}<br>${img === '' ? '' : `<img src="${img}">`}`,
-                link: 'https://www.producthunt.com/posts/' + l.slug,
-                pubDate: new Date(l.updated_at),
-            };
-        }),
-    };
-};

package/lib/routes/topys/article.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const html = await got({
-        method: 'get',
-        url: `https://www.topys.cn/category/${category}.html`,
-        headers: {
-            referer: `https://www.topys.cn/category/${category}.html`,
-            cookie: 'PHPSESSID=8gd6q9j2h0o6fpsl570ah3chg8; can_webp=true',
-        },
-    });
-    const $ = cheerio.load(html.data);
-
-    const response = await got({
-        method: 'post',
-        url: 'https://www.topys.cn/ajax/article/get_article_list',
-        form: {
-            needloginpage: 2,
-            islogin: 0,
-            module: 'article',
-            column: category,
-            timestape: $('#login-vue').attr('data-timestape'),
-            token: $('#login-vue').attr('data-token'),
-            offset: 0,
-            size: 12,
-            page: 0,
-            type: 'column',
-            need_count: true,
-        },
-        headers: {
-            referer: `https://www.topys.cn/category/${category}.html`,
-            cookie: 'PHPSESSID=8gd6q9j2h0o6fpsl570ah3chg8; can_webp=true',
-        },
-    });
-
-    const items = response.data.result.map((item) => {
-        const single = {
-            title: item.title,
-            description: item.content,
-            pubDate: new Date(item.app_push_time + '000').toUTCString(),
-            link: `http://www.topys.cn/article/detail?id=${item.id}`,
-            author: item.editor,
-        };
-        return single;
-    });
-
-    ctx.state.data = {
-        title: 'TOPYS | 全球顶尖创意分享平台 OPEN YOUR MIND',
-        link: `https://www.topys.cn/category/${category}.html`,
-        description: 'TOPYS | 全球顶尖创意分享平台 OPEN YOUR MIND',
-        item: items,
-    };
-};

package/lib/routes/universities/cqwu/news.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url').resolve;
-
-const host = 'http://www.cqwu.edu.cn';
-const map = {
-    notify: '/channel_7721.html',
-    academiceve: '/channel_7722.html',
-};
-const titleMap = {
-    notify: '通知',
-    academiceve: '学术活动',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'academiceve';
-    const link = host + map[type];
-    const title = '重文理' + titleMap[type] + '公告';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('ul[class="list-unstyled news-uls"]').find('li');
-    ctx.state.data = {
-        title,
-        link,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: item.find('h4').text(),
-                        description: item.find('p').text(),
-                        pubDate: new Date(item.find('span[class="pull-right nes-date"]').text()).toUTCString(),
-                        link: url(host, item.find('a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/wallstreetcn/live.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-
-const config = {
-    global: '要闻',
-    'a-stock': 'A股',
-    'us-stock': '美股',
-    'hk-stock': '港股',
-    forex: '外汇',
-    commodity: '商品',
-    financing: '理财',
-};
-
-module.exports = async (ctx) => {
-    ctx.params.channel = ctx.params.channel || 'global';
-
-    const currentUrl = `https://wallstreetcn.com/live/${ctx.params.channel}`;
-    const rootUrl = `https://api.wallstcn.com/apiv1/content/lives?channel=${ctx.params.channel}-channel`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const items = response.data.data.items.map((item) => {
-        let title;
-        const match = item.content_text.match(/【(.*)】/);
-        if (match !== null) {
-            title = match[1];
-        } else {
-            title = item.content_text;
-        }
-        return {
-            title,
-            link: `https://wallstreetcn.com/livenews/${item.id}`,
-            pubDate: new Date(item.display_time * 1000).toUTCString(),
-            description: item.content,
-        };
-    });
-
-    ctx.state.data = {
-        title: `${config[ctx.params.channel]} - 实时快讯 - 华尔街见闻`,
-        link: currentUrl,
-        item: items,
-    };
-};