rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/javdb/index.js

@@ -1,32 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.caty || 'censored';
-    const sort = ctx.params.sort || '2';
-    const filter = ctx.params.filter || '1';
-
-    const currentUrl = `${category === 'censored' ? '' : category}?vft=${filter}&vst=${sort}`;
-
-    const categories = {
-        censored: '有碼',
-        uncensored: '無碼',
-        western: '歐美',
-        fc2: 'FC2',
-    };
-
-    const filters = {
-        0: '',
-        1: '可下载',
-        2: '含字幕',
-        3: '含短評',
-    };
-
-    const sorts = {
-        1: '发布日期排序',
-        2: '磁鏈更新排序',
-    };
-
-    const title = `${categories[category]} - JavDB - ${filters[filter] === '' ? '|' : `${filters[filter]} | `}${sorts[sort]}`;
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/makers.js

@@ -1,21 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
-
-    const currentUrl = `/makers/${id}?f=${filter}`;
-
-    const filters = {
-        '': '',
-        playable: '可播放',
-        single: '單體作品',
-        download: '可下載',
-        cnsub: '字幕',
-        preview: '預覽圖',
-    };
-
-    const title = `JavDB${filters[filter] === '' ? '' : ` - ${filters[filter]}`} `;
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/rankings.js

@@ -1,12 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const time = ctx.params.time || 'daily';
-
-    const currentUrl = `/rankings/video_${category}?period=${time}`;
-
-    const title = 'JavDB';
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/search.js

@@ -1,26 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const filter = ctx.params.filter || '';
-    const keyword = ctx.params.keyword || '';
-
-    const currentUrl = `/search?q=${keyword}&f=${filter}`;
-
-    const filters = {
-        '': '',
-        playable: '可播放',
-        single: '單體作品',
-        actor: '演員',
-        maker: '片商',
-        director: '導演',
-        series: '系列',
-        code: '番號',
-        download: '可下載',
-        cnsub: '字幕',
-        preview: '預覽圖',
-    };
-
-    const title = `關鍵字 ${keyword} ${filters[filter] === '' ? '' : `+ ${filters[filter]}`} 搜索結果 - JavDB`;
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/series.js

@@ -1,21 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const filter = ctx.params.filter || '';
-
-    const currentUrl = `/series/${id}?f=${filter}`;
-
-    const filters = {
-        '': '',
-        playable: '可播放',
-        single: '單體作品',
-        download: '可下載',
-        cnsub: '字幕',
-        preview: '預覽圖',
-    };
-
-    const title = `JavDB${filters[filter] === '' ? '' : ` - ${filter[filter]}`} `;
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/tags.js

@@ -1,12 +0,0 @@
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || 'censored';
-    const query = ctx.params.query || '';
-
-    const currentUrl = `/tags${category === 'censored' ? '' : `/${category}`}?${query}`;
-
-    const title = `JavDB${query === '' ? '' : ` - ${query}`} `;
-
-    ctx.state.data = await utils.ProcessItems(ctx, currentUrl, title);
-};

package/lib/routes/javdb/utils.js

@@ -1,82 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-let rootUrl = 'https://javdb.com';
-
-module.exports = {
-    ProcessItems: async (ctx, currentUrl, title) => {
-        let data;
-
-        try {
-            const response = await got({
-                method: 'get',
-                url: `${rootUrl}${currentUrl}`,
-            });
-            data = response.data;
-        } catch (err) {
-            rootUrl = rootUrl.replace('javdb', 'javdb7');
-            const response = await got({
-                method: 'get',
-                url: `${rootUrl}${currentUrl}`,
-            });
-            data = response.data;
-        }
-
-        const $ = cheerio.load(data);
-
-        $('.tags').remove();
-
-        const list = $('.grid-item a')
-            .slice(0, 15)
-            .map((_, item) => {
-                item = $(item);
-                return {
-                    title: item.text(),
-                    link: `${rootUrl}${item.attr('href')}`,
-                    pubDate: Date.parse(item.find('.meta').text()),
-                };
-            })
-            .get();
-
-        const items = await Promise.all(
-            list.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.enclosure_url = content('#magnets-content button[data-clipboard-text]').eq(0).attr('data-clipboard-text');
-                    item.enclosure_type = 'application/x-bittorrent';
-
-                    content('icon, .review-buttons, .copy-to-clipboard').remove();
-                    content('#modal-review-watched, #modal-save-list').remove();
-                    content('.video-cover').eq(1).remove();
-
-                    content('img.video-cover').attr('src', content(this).parent().attr('href'));
-
-                    content('.preview-images img').each(function () {
-                        content(this).removeAttr('data-src');
-                        content(this).attr('src', content(this).parent().attr('href'));
-                    });
-
-                    content('#preview-video').css('display', 'block');
-
-                    item.description = content('.movie-info-panel .columns').html() + content('#magnets-content').html() + content('.preview-images').html();
-
-                    return item;
-                })
-            )
-        );
-
-        const htmlTitle = $('title').text();
-        const subject = htmlTitle.indexOf('|') === -1 ? '' : htmlTitle.split('|')[0];
-
-        return {
-            title: subject === '' ? title : `${subject} - ${title}`,
-            link: `${rootUrl}${currentUrl}`,
-            item: items,
-        };
-    },
-};

package/lib/routes/javlibrary/bestreviews.js

@@ -1,11 +0,0 @@
-const { getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const link = 'http://www.javlibrary.com/cn/tl_bestreviews.php';
-    const items = await getVideoComments(link);
-    ctx.state.data = {
-        title: 'Javlibrary - 最佳评论',
-        link,
-        item: items,
-    };
-};

package/lib/routes/javlibrary/stars.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const sid = ctx.params.sid;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_star.php?s=${sid}`,
-    };
-    await template(ctx);
-};

package/lib/routes/javlibrary/users.js

@@ -1,22 +0,0 @@
-const { template, getVideoComments } = require('./utils');
-
-module.exports = async (ctx) => {
-    const utype = ctx.params.utype;
-    const uid = ctx.params.uid;
-
-    if (utype === 'userposts') {
-        const uid = ctx.params.uid;
-        const link = `http://www.javlibrary.com/cn/userposts.php?u=${uid}`;
-        const items = await getVideoComments(link);
-        ctx.state.data = {
-            title: `Javlibrary - ${uid} 发表的文章`,
-            link,
-            item: items,
-        };
-    } else {
-        ctx.state.data = {
-            link: `http://www.javlibrary.com/cn/${utype}.php?u=${uid}`,
-        };
-        await template(ctx);
-    }
-};

package/lib/routes/javlibrary/utils.js

@@ -1,68 +0,0 @@
-const url = require('url');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const dateUtil = require('@/utils/date');
-
-// 通过传入不同的ctx.state.data.link 返回javlibrary 不同link的rss
-exports.template = async function template(ctx) {
-    const link = ctx.state.data.link;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('.videothumblist .video').get();
-
-    const items = await Promise.all(
-        list.map(async (item) => {
-            item = $(item);
-            const itemLink = url.resolve(link, item.find('a').attr('href'));
-            const simple = {
-                title: `[${item.find('.id').text()}]${item.find('.title').text()}`,
-                link: itemLink,
-            };
-
-            const details = await ctx.cache.tryGet(itemLink, async () => {
-                const response = await got.get(itemLink);
-                const $ = cheerio.load(response.body);
-                $('#video_info #video_review .icon').remove();
-                return {
-                    author: $('.star').text(),
-                    description: `<img src="${$('#video_jacket_img').attr('src')}"><br>${$('#video_info').html()}`,
-                };
-            });
-            return Promise.resolve(Object.assign({}, simple, details));
-        })
-    );
-
-    ctx.state.data = {
-        title: `Javlibrary - ${$('.boxtitle').text()}`,
-        link,
-        item: items,
-    };
-};
-
-exports.getVideoComments = async function getVideoComments(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.body);
-    const list = $('#video_comments > table');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                // 文章内容只能抓取到 td.t textarea，若含有图片则替换[img]image-link[/img] => <img src="image-link" />
-                let comments = item.find('textarea').text();
-                comments = comments.replace(new RegExp('\\[img\\]', 'g'), '<img src="').replace(new RegExp('\\[\\/img\\]', 'g'), '" />');
-                return {
-                    title: item.find('tbody > tr:nth-child(1) > td:nth-child(2)').text(),
-                    link: item.find('tbody > tr:nth-child(1) > td:nth-child(2) > a').attr('href'),
-                    description: `
-                            <table><tbody>
-                                <tr><td>${item.find('tbody > tr:nth-child(1) > td:nth-child(2)').html()}</td></tr>
-                                <tr><td>${comments}</td></tr>
-                            </tbody></table>`,
-                    pubDate: dateUtil(item.find('tbody > tr:nth-child(3) > td.date')),
-                };
-            })
-            .get()
-    );
-};

package/lib/routes/javlibrary/videos.js

@@ -1,9 +0,0 @@
-const { template } = require('./utils');
-
-module.exports = async (ctx) => {
-    const vtype = ctx.params.vtype;
-    ctx.state.data = {
-        link: `http://www.javlibrary.com/cn/vl_${vtype}.php`,
-    };
-    await template(ctx);
-};

package/lib/routes/latepost/index.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const formatPubDate = require('@/utils/date');
-const cheerio = require('cheerio');
-const FormData = require('form-data');
-
-const titles = {
-    '': '最新报道',
-    1: '晚点独家',
-    2: '人物访谈',
-    3: '晚点早知道',
-    4: '长报道',
-};
-
-const rootUrl = 'https://www.latepost.com';
-
-const dateAdapter = (date) => {
-    const incompleteDate = ['今天', '昨天', '前天'];
-    if (incompleteDate.indexOf(date) !== -1) {
-        return `${date} 00:00`;
-    } else {
-        return date;
-    }
-};
-
-module.exports = async (ctx) => {
-    const proma = ctx.params.proma || '';
-    const formData = new FormData();
-    formData.append('page', 1);
-    let data;
-    if (proma === '') {
-        const apiUrl = `${rootUrl}/site/index`;
-        formData.append('limit', 9);
-        const [first, response] = await Promise.all([
-            got({ method: 'get', url: rootUrl }),
-            got({
-                method: 'post',
-                url: apiUrl,
-                body: formData,
-            }),
-        ]);
-        const $ = cheerio.load(first.data);
-        const firstItem = {};
-        firstItem.title = $('.headlines-title a').text();
-        firstItem.detail_url = $('.headlines-title a').attr('href');
-        data = [firstItem].concat(response.data.data || []);
-    } else {
-        const apiUrl = `${rootUrl}/news/get-news-data`;
-        formData.append('limit', 10);
-        const response = await got({
-            method: 'post',
-            url: apiUrl,
-            body: formData,
-        });
-        data = response.data.data;
-    }
-
-    const items = data.map((item) => ({
-        title: item.title,
-        description: item.abstract,
-        link: `${rootUrl}${item.detail_url}`,
-    }));
-
-    ctx.state.data = {
-        title: `晚点LatePost-${titles[proma]}`,
-        link: rootUrl,
-        item: await Promise.all(
-            items.map((item) =>
-                ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    // 优化排版
-                    const $ = cheerio.load(
-                        res.data
-                            .replace(/<p class="ql-align-justify"><br><\/p>/g, '')
-                            .replace(/<p class="ql-align-center"><br><\/p>/g, '')
-                            .replace(/<p><br><\/p>/g, '')
-                    );
-                    item.description = $('.article .abstract').html() + $('.article .article-body').html();
-                    item.pubDate = formatPubDate(dateAdapter($('.article-header-date').text()));
-                    return item;
-                })
-            )
-        ),
-    };
-};

package/lib/routes/learnku/topic.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const community = ctx.params.community;
-    const category = ctx.params.category || '';
-
-    let url = `https://learnku.com/${community}`;
-    if (category !== '') {
-        url = `https://learnku.com/${community}/c/${category}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.simple-topic').get();
-    const title = $('.sidebar .community-details .header span').text();
-    $('.sidebar .community-details .main div div a').remove();
-    const description = $('.sidebar .community-details .main div div').text();
-    const categoryTitle = new Map([
-        ['translations', { name: '翻译' }],
-        ['jobs', { name: '招聘' }],
-        ['qa', { name: '问答' }],
-        ['links', { name: '链接' }],
-        ['', { name: '最新' }],
-    ]);
-
-    ctx.state.data = {
-        title: `LearnKu - ${title} - ${categoryTitle.get(category).name}`,
-        link: url,
-        description,
-        item: list
-            .map((item) => {
-                const $ = cheerio.load(item);
-                const categoryName = $('.category-name').text().trim();
-                if (['置顶', '广告'].includes(categoryName)) {
-                    return '';
-                }
-                $('.topic-title i').remove();
-                return {
-                    title: $('.topic-title').text().trim(),
-                    category: categoryName,
-                    link: $('.topic-title-wrap').attr('href'),
-                    pubDate: new Date($('.timeago').attr('title')).toUTCString(),
-                };
-            })
-            .filter((item) => item !== ''),
-    };
-};

package/lib/routes/lkong/forum.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type_path = ctx.params.digest ? '/digest' : '';
-    const type_name = ctx.params.digest ? ' 精华' : '';
-
-    const response = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=ajax&action=forumconfig_${id}`,
-    });
-    const forumconfig = response.data;
-
-    const response_forum_item = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=data&sars=forum/${id}${type_path}`,
-    });
-
-    const data = response_forum_item.data;
-
-    const items = await Promise.all(
-        data.data.map(async (i) => {
-            const item = {
-                title: i.subject,
-                pubDate: new Date(i.dateline + ' +8').toUTCString(),
-            };
-            if (i.id.startsWith('thread_')) {
-                const thread_id = i.id.substr('thread_'.length);
-
-                const thread_list_url = `http://lkong.cn/thread/index.php?mod=data&sars=thread/${thread_id}`;
-                const thread_config_url = `http://lkong.cn/forum/index.php?mod=ajax&action=threadconfig_${thread_id}`;
-                let thread_list;
-                let thread_config;
-
-                const cache = await ctx.cache.get(thread_list_url);
-                if (cache) {
-                    thread_list = JSON.parse(cache);
-                } else {
-                    const response_thread_list = await got({
-                        method: 'get',
-                        url: thread_list_url,
-                    });
-                    thread_list = response_thread_list.data;
-                    ctx.cache.set(thread_list_url, JSON.stringify(thread_list));
-                }
-
-                const cache1 = await ctx.cache.get(thread_config_url);
-                if (cache1) {
-                    thread_config = JSON.parse(cache1);
-                } else {
-                    const response_thread_config = await got({
-                        method: 'get',
-                        url: thread_config_url,
-                    });
-                    thread_config = response_thread_config.data;
-                    ctx.cache.set(thread_config_url, JSON.stringify(thread_config));
-                }
-
-                item.link = `http://lkong.cn/thread/${thread_id}`;
-                item.description = thread_list.data[0].message;
-                item.title = thread_config.subject;
-            }
-
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: `龙空 ${forumconfig.name}${type_name}`,
-        link: `http://lkong.cn/forum/${id}${type_path}`,
-        description: forumconfig.blackboard,
-        image: `http://img.lkong.cn/forumavatar/000/00/00/${id}_avatar_middle.jpg`,
-        item: items,
-    };
-};

package/lib/routes/lkong/thread.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response_thread_config = await got({
-        method: 'get',
-        url: `http://lkong.cn/forum/index.php?mod=ajax&action=threadconfig_${id}`,
-    });
-    const threadConfig = response_thread_config.data;
-    function* genPage(i) {
-        for (let a = 0; a < i; a++) {
-            yield a + 1;
-        }
-    }
-
-    const thread_item = await Promise.all(
-        [...genPage(threadConfig.replies / 20)].map(async (page) => {
-            const thread_page_url = `http://lkong.cn/forum/index.php?mod=data&sars=thread/${id}/${page}`;
-            let thread_page;
-
-            const cache = await ctx.cache.get(thread_page_url);
-            if (cache) {
-                thread_page = JSON.parse(cache);
-            } else {
-                const response = await got({
-                    method: 'get',
-                    url: `http://lkong.cn/forum/index.php?mod=data&sars=thread/${id}/${page}`,
-                });
-                thread_page = response.data;
-                ctx.cache.set(thread_page_url, JSON.stringify(thread_page));
-            }
-
-            const new_item = thread_page.data.map((i) => ({
-                title: `${i.lou}楼`,
-                pubDate: new Date(i.dateline + ' +8').toUTCString(),
-                author: i.author,
-                description: i.message,
-                link: `http://lkong.cn/thread/${id}/${page}.p_${i.pid}`,
-            }));
-            return new_item;
-        })
-    );
-
-    const thread_items = [];
-    thread_item.forEach((page_item) => {
-        page_item.forEach((item) => {
-            thread_items.push(item);
-        });
-    });
-    ctx.state.data = {
-        title: `龙空 ${threadConfig.forumname} ${threadConfig.subject}`,
-        link: `http://lkong.cn/thread/${id}`,
-        item: thread_items,
-    };
-};

package/lib/routes/lofter/posts.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const blogdomain = `${ctx.params.username}.lofter.com`;
-    const response = await got({
-        method: 'post',
-        url: `http://api.lofter.com/v2.0/blogHomePage.api?product=lofter-iphone-6.8.2`,
-        headers: {
-            Host: 'api.lofter.com',
-            'User-Agent': 'LOFTER/6.8.2 (iPhone; iOS 13.4; Scale/2.00)',
-        },
-        form: {
-            blogdomain,
-            checkpwd: '1',
-            following: '0',
-            limit: '15',
-            method: 'getPostLists',
-            needgetpoststat: '1',
-            offset: '0',
-            postdigestnew: '1',
-            supportposttypes: '1,2,3,4,5,6',
-        },
-    });
-    if (!response.data.response || response.data.response.posts.length === 0) {
-        throw 'Blog Not Found';
-    }
-    const data = response.data.response.posts;
-    const blogNickName = data[0].post.blogInfo.blogNickName;
-    const selfIntro = data[0].post.blogInfo.selfIntro;
-
-    ctx.state.data = {
-        title: `${blogNickName} - lofter`,
-        link: `https://${blogdomain}`,
-        description: selfIntro,
-        item: data.map((item) => {
-            let content = item.post.content;
-            const title = item.post.title || item.post.noticeLinkTitle;
-            const photos = JSON.parse(item.post.photoLinks || `[]`);
-            const images = [];
-            photos.forEach((photo) => {
-                images.push(`<p><img src="${photo.raw}"/></p>`);
-            });
-            content = `${content}${images.join('')}`;
-            return {
-                title,
-                description: content,
-                pubDate: new Date(item.post.publishTime).toUTCString(),
-                link: item.post.blogPageUrl,
-                guid: item.post.blogPageUrl,
-                author: blogNickName,
-            };
-        }),
-    };
-};