rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/routes/javbus/western/home.js

@@ -1,3 +0,0 @@
-const { createHandler } = require('../util');
-
-module.exports = createHandler('https://www.javbus.one/');

package/lib/routes/javbus/western/series.js

@@ -1,7 +0,0 @@
-const { getPage } = require('../util');
-
-module.exports = async (ctx) => {
-    const { seriesid } = ctx.params;
-
-    ctx.state.data = await getPage(`https://www.javbus.one/series/${seriesid}`, ctx);
-};

package/lib/routes/javbus/western/star.js

@@ -1,7 +0,0 @@
-const { getPage } = require('../util');
-
-module.exports = async (ctx) => {
-    const { sid } = ctx.params;
-
-    ctx.state.data = await getPage(`https://www.javbus.one/star/${sid}`, ctx);
-};

package/lib/routes/javlibrary/bestreviews.js

@@ -1,11 +0,0 @@
-const { getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'http://www.javlibrary.com/cn/tl_bestreviews.php';
-    const items = await getVideoComments(link);
-    ctx.state.data = {
-        title: 'Javlibrary - 最佳评论',
-        link,
-        item: items,
-    };
-};

package/lib/routes/javlibrary/stars.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const sid = ctx.params.sid;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_star.php?s=${sid}`,
-    };
-    await template(ctx);
-};

package/lib/routes/javlibrary/users.js

@@ -1,22 +0,0 @@
-const { template, getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const utype = ctx.params.utype;
-    const uid = ctx.params.uid;
-
-    if (utype === 'userposts') {
-        const uid = ctx.params.uid;
-        const link = `http://www.javlibrary.com/cn/userposts.php?u=${uid}`;
-        const items = await getVideoComments(link);
-        ctx.state.data = {
-            title: `Javlibrary - ${uid} 发表的文章`,
-            link,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            link: `http://www.javlibrary.com/cn/${utype}.php?u=${uid}`,
-        };
-        await template(ctx);
-    }
-};

package/lib/routes/javlibrary/utils.js

@@ -1,68 +0,0 @@
-const url = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const dateUtil = require('@/utils/date');
-
-// 通过传入不同的ctx.state.data.link 返回javlibrary 不同link的rss
-exports.template = async function template(ctx) {
-    const link = ctx.state.data.link;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('.videothumblist .video').get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item = $(item);
-            const itemLink = url.resolve(link, item.find('a').attr('href'));
-            const simple = {
-                title: `[${item.find('.id').text()}]${item.find('.title').text()}`,
-                link: itemLink,
-            };
-
-            const details = await ctx.cache.tryGet(itemLink, async () => {
-                const response = await got.get(itemLink);
-                const $ = cheerio.load(response.body);
-                $('#video_info #video_review .icon').remove();
-                return {
-                    author: $('.star').text(),
-                    description: `<img src="${$('#video_jacket_img').attr('src')}"><br>${$('#video_info').html()}`,
-                };
-            });
-            return Promise.resolve(Object.assign({}, simple, details));
-        })
-    );
-
-    ctx.state.data = {
-        title: `Javlibrary - ${$('.boxtitle').text()}`,
-        link,
-        item: items,
-    };
-};
-
-exports.getVideoComments = async function getVideoComments(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('#video_comments > table');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                // 文章内容只能抓取到 td.t textarea，若含有图片则替换[img]image-link[/img] => <img src="image-link" />
-                let comments = item.find('textarea').text();
-                comments = comments.replace(new RegExp('\\[img\\]', 'g'), '<img src="').replace(new RegExp('\\[\\/img\\]', 'g'), '" />');
-                return {
-                    title: item.find('tbody > tr:nth-child(1) > td:nth-child(2)').text(),
-                    link: item.find('tbody > tr:nth-child(1) > td:nth-child(2) > a').attr('href'),
-                    description: `
-                            <table><tbody>
-                                <tr><td>${item.find('tbody > tr:nth-child(1) > td:nth-child(2)').html()}</td></tr>
-                                <tr><td>${comments}</td></tr>
-                            </tbody></table>`,
-                    pubDate: dateUtil(item.find('tbody > tr:nth-child(3) > td.date')),
-                };
-            })
-            .get()
-    );
-};

package/lib/routes/javlibrary/videos.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const vtype = ctx.params.vtype;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_${vtype}.php`,
-    };
-    await template(ctx);
-};

package/lib/routes/latepost/index.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const formatPubDate = require('@/utils/date');
-const cheerio = require('cheerio');
-const FormData = require('form-data');
-
-const titles = {
-    '': '最新报道',
-    1: '晚点独家',
-    2: '人物访谈',
-    3: '晚点早知道',
-    4: '长报道',
-};
-
-const rootUrl = 'https://www.latepost.com';
-
-const dateAdapter = (date) => {
-    const incompleteDate = ['今天', '昨天', '前天'];
-    if (incompleteDate.indexOf(date) !== -1) {
-        return `${date} 00:00`;
-    } else {
-        return date;
-    }
-};
-
-module.exports = async (ctx) => {
-    const proma = ctx.params.proma || '';
-    const formData = new FormData();
-    formData.append('page', 1);
-    let data;
-    if (proma === '') {
-        const apiUrl = `${rootUrl}/site/index`;
-        formData.append('limit', 9);
-        const [first, response] = await Promise.all([
-            got({ method: 'get', url: rootUrl }),
-            got({
-                method: 'post',
-                url: apiUrl,
-                body: formData,
-            }),
-        ]);
-        const $ = cheerio.load(first.data);
-        const firstItem = {};
-        firstItem.title = $('.headlines-title a').text();
-        firstItem.detail_url = $('.headlines-title a').attr('href');
-        data = [firstItem].concat(response.data.data || []);
-    } else {
-        const apiUrl = `${rootUrl}/news/get-news-data`;
-        formData.append('limit', 10);
-        const response = await got({
-            method: 'post',
-            url: apiUrl,
-            body: formData,
-        });
-        data = response.data.data;
-    }
-
-    const items = data.map((item) => ({
-        title: item.title,
-        description: item.abstract,
-        link: `${rootUrl}${item.detail_url}`,
-    }));
-
-    ctx.state.data = {
-        title: `晚点LatePost-${titles[proma]}`,
-        link: rootUrl,
-        item: await Promise.all(
-            items.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    // 优化排版
-                    const $ = cheerio.load(
-                        res.data
-                            .replace(/<p class="ql-align-justify"><br><\/p>/g, '')
-                            .replace(/<p class="ql-align-center"><br><\/p>/g, '')
-                            .replace(/<p><br><\/p>/g, '')
-                    );
-                    item.description = $('.article .abstract').html() + $('.article .article-body').html();
-                    item.pubDate = formatPubDate(dateAdapter($('.article-header-date').text()));
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/lkong/forum.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type_path = ctx.params.digest ? '/digest' : '';
-    const type_name = ctx.params.digest ? ' 精华' : '';
-
-    const response = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=ajax&action=forumconfig_${id}`,
-    });
-    const forumconfig = response.data;
-
-    const response_forum_item = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=data&sars=forum/${id}${type_path}`,
-    });
-
-    const data = response_forum_item.data;
-
-    const items = await Promise.all(
-        data.data.map(async (i) => {
-            const item = {
-                title: i.subject,
-                pubDate: new Date(i.dateline + ' +8').toUTCString(),
-            };
-            if (i.id.startsWith('thread_')) {
-                const thread_id = i.id.substr('thread_'.length);
-
-                const thread_list_url = `http://lkong.cn/thread/index.php?mod=data&sars=thread/${thread_id}`;
-                const thread_config_url = `http://lkong.cn/forum/index.php?mod=ajax&action=threadconfig_${thread_id}`;
-                let thread_list;
-                let thread_config;
-
-                const cache = await ctx.cache.get(thread_list_url);
-                if (cache) {
-                    thread_list = JSON.parse(cache);
-                } else {
-                    const response_thread_list = await got({
-                        method: 'get',
-                        url: thread_list_url,
-                    });
-                    thread_list = response_thread_list.data;
-                    ctx.cache.set(thread_list_url, JSON.stringify(thread_list));
-                }
-
-                const cache1 = await ctx.cache.get(thread_config_url);
-                if (cache1) {
-                    thread_config = JSON.parse(cache1);
-                } else {
-                    const response_thread_config = await got({
-                        method: 'get',
-                        url: thread_config_url,
-                    });
-                    thread_config = response_thread_config.data;
-                    ctx.cache.set(thread_config_url, JSON.stringify(thread_config));
-                }
-
-                item.link = `http://lkong.cn/thread/${thread_id}`;
-                item.description = thread_list.data[0].message;
-                item.title = thread_config.subject;
-            }
-
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `龙空 ${forumconfig.name}${type_name}`,
-        link: `http://lkong.cn/forum/${id}${type_path}`,
-        description: forumconfig.blackboard,
-        image: `http://img.lkong.cn/forumavatar/000/00/00/${id}_avatar_middle.jpg`,
-        item: items,
-    };
-};

package/lib/routes/lkong/thread.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response_thread_config = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=ajax&action=threadconfig_${id}`,
-    });
-    const threadConfig = response_thread_config.data;
-    function* genPage(i) {
-        for (let a = 0; a < i; a++) {
-            yield a + 1;
-        }
-    }
-
-    const thread_item = await Promise.all(
-        [...genPage(threadConfig.replies / 20)].map(async (page) => {
-            const thread_page_url = `http://lkong.cn/forum/index.php?mod=data&sars=thread/${id}/${page}`;
-            let thread_page;
-
-            const cache = await ctx.cache.get(thread_page_url);
-            if (cache) {
-                thread_page = JSON.parse(cache);
-            } else {
-                const response = await got({
-                    method: 'get',
-                    url: `http://lkong.cn/forum/index.php?mod=data&sars=thread/${id}/${page}`,
-                });
-                thread_page = response.data;
-                ctx.cache.set(thread_page_url, JSON.stringify(thread_page));
-            }
-
-            const new_item = thread_page.data.map((i) => ({
-                title: `${i.lou}楼`,
-                pubDate: new Date(i.dateline + ' +8').toUTCString(),
-                author: i.author,
-                description: i.message,
-                link: `http://lkong.cn/thread/${id}/${page}.p_${i.pid}`,
-            }));
-            return new_item;
-        })
-    );
-
-    const thread_items = [];
-    thread_item.forEach((page_item) => {
-        page_item.forEach((item) => {
-            thread_items.push(item);
-        });
-    });
-    ctx.state.data = {
-        title: `龙空 ${threadConfig.forumname} ${threadConfig.subject}`,
-        link: `http://lkong.cn/thread/${id}`,
-        item: thread_items,
-    };
-};

package/lib/routes/lofter/posts.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const blogdomain = `${ctx.params.username}.lofter.com`;
-    const response = await got({
-        method: 'post',
-        url: `http://api.lofter.com/v2.0/blogHomePage.api?product=lofter-iphone-6.8.2`,
-        headers: {
-            Host: 'api.lofter.com',
-            'User-Agent': 'LOFTER/6.8.2 (iPhone; iOS 13.4; Scale/2.00)',
-        },
-        form: {
-            blogdomain,
-            checkpwd: '1',
-            following: '0',
-            limit: '15',
-            method: 'getPostLists',
-            needgetpoststat: '1',
-            offset: '0',
-            postdigestnew: '1',
-            supportposttypes: '1,2,3,4,5,6',
-        },
-    });
-    if (!response.data.response || response.data.response.posts.length === 0) {
-        throw 'Blog Not Found';
-    }
-    const data = response.data.response.posts;
-    const blogNickName = data[0].post.blogInfo.blogNickName;
-    const selfIntro = data[0].post.blogInfo.selfIntro;
-
-    ctx.state.data = {
-        title: `${blogNickName} - lofter`,
-        link: `https://${blogdomain}`,
-        description: selfIntro,
-        item: data.map((item) => {
-            let content = item.post.content;
-            const title = item.post.title || item.post.noticeLinkTitle;
-            const photos = JSON.parse(item.post.photoLinks || `[]`);
-            const images = [];
-            photos.forEach((photo) => {
-                images.push(`<p><img src="${photo.raw}"/></p>`);
-            });
-            content = `${content}${images.join('')}`;
-            return {
-                title,
-                description: content,
-                pubDate: new Date(item.post.publishTime).toUTCString(),
-                link: item.post.blogPageUrl,
-                guid: item.post.blogPageUrl,
-                author: blogNickName,
-            };
-        }),
-    };
-};

package/lib/routes/lofter/tag.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name || '摄影';
-    const type = ctx.params.type || 'new';
-
-    const rootUrl = 'http://www.lofter.com';
-    const currentUrl = `${rootUrl}/tag/${name}/${type}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('.js-digest').remove();
-
-    let title = $('a.j-crt').text();
-    title = title === '最热' ? $('.select-recomm-type').text() : title;
-
-    const items = $('div[data-blogid]')
-        .map((_, item) => {
-            item = $(item);
-
-            const videos = item
-                .find('.js-video')
-                .toArray()
-                .reduce((accumulator, currentValue) => accumulator + `<video src="${$(currentValue).attr('data-videourl')}" poster="${$(currentValue).attr('data-videoimg')}" controls="controls"></video>`, '');
-
-            const images = item
-                .find('.imgc img')
-                .toArray()
-                .reduce((accumulator, currentValue) => accumulator + `<img src="${$(currentValue).attr('data-origin') || $(currentValue).attr('src')}"/>`, '');
-
-            const description = item.find('.js-content.ptag');
-
-            return {
-                author: item.attr('data-blognickname'),
-                link: item.find('.isayc').attr('href'),
-                title: item.find('.tit').text() || `${item.find('.w-who .ptag').text()}${description.text() ? `：${description.text()}` : ''}`,
-                pubDate: parseDate(item.find('.isayc').attr('data-time') * 1),
-                description: videos + images + description.html(),
-                category: item
-                    .find('.opta .opti')
-                    .toArray()
-                    .map((item) => $(item).text()),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `${name} - ${title}｜LOFTER`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/medsci/recommend.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const currentUrl = 'http://www.medsci.cn';
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('div.composs-panel-inner div.composs-blog-list div.item div.item-content h2 a.ms-link')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-                pubDate: date(item.parent().parent().find('span.item-meta-item').eq(0).text()),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-                const publishedTime = detailResponse.data.match(/"publishedTime":"(.*?)","publishedTimeString"/);
-
-                const type = item.link.split('/')[3];
-
-                item.pubDate = publishedTime ? new Date(publishedTime[1]).toUTCString() : item.pubDate;
-                item.description = type === 'article' ? content('div.article-content-box').html() : content('shortcode-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: '梅斯医学 - 推荐',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/mpaypass/main.js

@@ -1,73 +0,0 @@
-const got = require('../../utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let title_url = '';
-    const { type = '' } = ctx.params;
-    if (type) {
-        title_url = `http://www.mpaypass.com.cn/${type}.html`;
-    } else {
-        title_url = 'http://www.mpaypass.com.cn';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: title_url,
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-
-    let title_cn = '';
-    if (type) {
-        title_cn = $(`a[href="http://www.mpaypass.com.cn/${type}.html"]`).text();
-    } else {
-        title_cn = '最新文章';
-    }
-    const list = $('.newslist')
-        .map(function () {
-            const info = {
-                title: $(this).find('#title').text(),
-                link: $(this).find('#pic a').attr('href'),
-                pic: $(this).find('#pic img').attr('src'),
-                time: $(this).find('#time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            let date = info.time.toString();
-            date = date.substring(2, date.length);
-            const link = info.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(link);
-            const $ = cheerio.load(response.data);
-            const newsbody = $('div.newsbody').html();
-
-            const single = {
-                title,
-                link,
-                pubDate: date,
-                description: newsbody,
-            };
-
-            ctx.cache.set(link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `移动支付网-${title_cn}`,
-        link: title_url,
-        item: out,
-    };
-};

package/lib/routes/mpaypass/news.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `http://m.mpaypass.com.cn/`;
-    const listData = await got.get(link);
-    const $list = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `新闻 - 移动支付网`,
-        link,
-        item: await Promise.all(
-            $list('.newsbodylist')
-                .map(async (_, el) => {
-                    const $el = $list(el);
-                    const $a = $el.find('.newsbodylist-title a');
-                    const href = $a.attr('href');
-                    const title = $a.text();
-                    const date = $el.find('.newsbodylist-title span').text().split('|')[1];
-
-                    const key = href;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(href);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('.newsbody').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title,
-                        description,
-                        link: href,
-                        pubDate: new Date(date).toUTCString(),
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/natgeo/dailyphoto.js

@@ -1,27 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const today = new Date();
-    const year = today.getFullYear();
-    const month = today.getMonth() + 1;
-
-    const api = `https://www.nationalgeographic.com/content/photography/en_US/photo-of-the-day/_jcr_content/.gallery.${year}-${month}.json`;
-    const response = await got.get(api);
-    const items = response.data.items;
-
-    const out = items.slice(0, 10).map((item) => {
-        const info = {
-            title: item.image.title,
-            author: item.image.credit && item.image.credit.replace('Photograph by ', ''),
-            link: item.pageUrl,
-            description: `<img src="${item.image.uri}">` + item.image.caption,
-        };
-        return info;
-    });
-
-    ctx.state.data = {
-        title: 'Photo of the Day',
-        link: 'https://www.nationalgeographic.com/photography/photo-of-the-day/',
-        item: out,
-    };
-};