rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/jike/topic.js

@@ -1,65 +0,0 @@
-const got = require('@/utils/got');
-const common = require('./common');
-const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.okjike.com/topics/${id}`,
-        headers: {
-            Referer: `https://m.okjike.com/topics/${id}`,
-        },
-    });
-
-    const html = response.data;
-    const $ = cheerio.load(html);
-    const raw = $('[type = "application/json"]').html();
-    const data = JSON.parse(raw).props.pageProps;
-
-    if (common.emptyResponseCheck(ctx, data)) {
-        return;
-    }
-
-    const topic = data.topic;
-    ctx.state.data = {
-        title: `${topic.content} - 即刻圈子`,
-        link: `https://m.okjike.com/topics/${id}`,
-        description: topic.briefIntro,
-        image: topic.squarePicture.picUrl || topic.squarePicture.middlePicUrl || topic.squarePicture.thumbnailUrl,
-        item: common.topicDataHanding(data),
-    };
-    if (id === '553870e8e4b0cafb0a1bef68' || id === '55963702e4b0d84d2c30ce6f') {
-        const promises = ctx.state.data.item.map(async (one) => {
-            const item = { ...one };
-            const regResult = /https:\/\/www.okjike.com\/medium\/[a-zA-Z0-9]*/.exec(item.description);
-            if (regResult) {
-                const newsUrl = regResult[0];
-                const cache = await ctx.cache.get(newsUrl);
-                if (cache) {
-                    item.description = cache;
-                } else {
-                    const { data } = await got.get(newsUrl);
-                    const $ = cheerio.load(data);
-                    const upper = $('ul.main > li.item');
-                    const links = upper.find('a').map((_, ele) => $(ele).attr('href'));
-                    const texts = upper.find('span.text').map((_, ele) => $(ele).text());
-                    let description = '';
-                    for (let i = 0; i < links.length; i++) {
-                        description += `${i + 1}、<a href="${links[i]}">${texts[i]}</a><br/>`;
-                    }
-                    if (description) {
-                        item.description = description;
-                        await ctx.cache.set(newsUrl, description);
-                    }
-                }
-            }
-            item.title = `${topic.content} ${dayjs(new Date(one.pubDate)).format('MM月DD日')}`;
-            return item;
-        });
-
-        ctx.state.data.item = await Promise.all(promises);
-    }
-};

package/lib/routes/jike/topicText.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-const common = require('./common');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.okjike.com/topics/${id}`,
-        headers: {
-            Referer: `https://m.okjike.com/topics/${id}`,
-        },
-    });
-
-    const html = response.data;
-    const $ = cheerio.load(html);
-    const raw = $('[type = "application/json"]').html();
-    const data = JSON.parse(raw).props.pageProps;
-
-    if (common.emptyResponseCheck(ctx, data)) {
-        return;
-    }
-
-    const title = data.topic.content;
-
-    ctx.state.data = {
-        title: `${title} - 即刻`,
-        link: `https://m.okjike.com/topics/${id}`,
-        description: `${title} - 即刻`,
-        item: data.posts.map((item) => {
-            const date = new Date(item.createdAt);
-            return {
-                title: `${title} ${dayjs(date).format('MM月DD日')}`,
-                description: item.content.replace(new RegExp('\n', 'g'), '<br />'),
-                pubDate: date.toUTCString(),
-                link: `https://m.okjike.com/originalPosts/${item.id}`,
-            };
-        }),
-    };
-};

package/lib/routes/jike/user.js

@@ -1,147 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://m.okjike.com/users/${id}`,
-        headers: {
-            Referer: `https://m.okjike.com/users/${id}`,
-        },
-    });
-
-    const html = response.data;
-    const $ = cheerio.load(html);
-    const raw = $('[type = "application/json"]').html();
-    const data = JSON.parse(raw).props.pageProps;
-
-    const items = await Promise.all(
-        data.posts.map(async (item) => {
-            const typeMap = {
-                ORIGINAL_POST: '发布',
-                REPOST: '转发',
-                ANSWER: '回答',
-                QUESTION: '提问',
-                PERSONAL_UPDATE: '创建新主题',
-            };
-
-            const linkMap = {
-                ORIGINAL_POST: `https://m.okjike.com/originalPosts/${item.id}`,
-                REPOST: `https://m.okjike.com/reposts/${item.id}`,
-                MEDIUM: `https://www.okjike.com/medium/${item.id}`,
-                // OFFICIAL_MESSAGE: `https://m.okjike.com/originalPosts/${item.id}`,
-                // ANSWER: `https://m.okjike.com/answer/${item.id}`,
-                // QUESTION: `https://m.okjike.com/originalPosts/${item.id}`,
-                // PERSONAL_UPDATE: `https://m.okjike.com/topic/${item.id}${item.topic && item.topic.id}`,
-            };
-
-            let linkTemplate = '';
-            if (item.linkInfo && item.linkInfo.linkUrl) {
-                linkTemplate = `<a href="${item.linkInfo.linkUrl}">${item.linkInfo.title}</a><br>`;
-            }
-
-            let imgTemplate = '';
-            item.pictures &&
-                item.pictures.forEach((item) => {
-                    imgTemplate += `<img referrerpolicy="no-referrer" src="${item.picUrl}"><br>`;
-                });
-
-            let content = item.content || (item.linkInfo && item.linkInfo.title) || (item.question && item.question.title) || item.title || '';
-            content = content.replace(/\r\n|\n|\r/g, '<br>');
-
-            let shortenTitle = '一条动态';
-            if (content) {
-                shortenTitle = content.length > 75 ? `${content.substr(0, 75)}...` : content;
-                shortenTitle = shortenTitle.replace(/(<br>)+/g, ' ');
-                content = `${content}<br><br>`;
-            }
-
-            if (item.type === 'REPOST') {
-                const screenNameTemplate = item.target.user ? `<a href="https://m.okjike.com/users/${item.target.user.username}" target="_blank">@${item.target.user.screenName}</a>` : '';
-
-                let repostImgTemplate = '';
-                item.target.pictures &&
-                    item.target.pictures.forEach((item) => {
-                        repostImgTemplate += `<br><img referrerpolicy="no-referrer" src="${item.thumbnailUrl}">`;
-                    });
-
-                const repostContent = `转发 ${screenNameTemplate}: ${item.target.content}${repostImgTemplate}`.replace(/\r\n|\n|\r/g, '<br>');
-                content = `${content}${repostContent}`;
-            }
-            // 部分功能未知
-            /* else if (item.type === 'ANSWER') {
-            let answerTextTemplate = '';
-            let answerImgTemplate = '';
-            let answerImgKeys = [];
-            item.richtextContent.blocks &&
-                item.richtextContent.blocks.forEach((item) => {
-                    if (item.entityRanges.length && item.text === '[图片]') {
-                        answerImgKeys = [...answerImgKeys, ...Object.keys(item.entityRanges)];
-                    } else {
-                        answerTextTemplate += item.text;
-                    }
-                });
-
-            if (answerImgKeys.length) {
-                answerImgKeys.forEach((key) => {
-                    const entity = item.richtextContent.entityMap[key];
-                    if (entity.type.toUpperCase() === 'IMAGE') {
-                        answerImgTemplate += `<br><img referrerpolicy="no-referrer" src="${entity.data.pictureUrl.middlePicUrl}">`;
-                    }
-                });
-            }
-            const answerContent = `回答: ${answerTextTemplate}${answerImgTemplate}`;
-            content = `${content}${answerContent}`.replace(/\n|\r/g, '<br>');
-        } else if (item.type === 'QUESTION') {
-            content = `在主题 <a href="https://web.okjike.com/topic/${item.topic.id}/official" target="_blank">${item.topic.content}</a> 提出了一个问题：<br><br>${content}`;
-        } else if (item.type === 'PERSONAL_UPDATE') {
-            shortenTitle = item.topic.content;
-            content = `<img referrerpolicy="no-referrer" src="${item.topic.squarePicture.picUrl}"> 主题简介：<br>${item.topic.briefIntro.replace(/(?:\r\n|\r|\n)/g, '<br>')}`;
-        }*/
-
-            const single = {
-                title: `${typeMap[item.type]}了: ${shortenTitle}`,
-                description: `${content}${linkTemplate}${imgTemplate}`.replace(/(<br>|\s)+$/, ''),
-                pubDate: new Date(item.createdAt).toUTCString(),
-                link: linkMap[item.type],
-            };
-
-            if (id === 'wenhao1996' && item.topic.id === '553870e8e4b0cafb0a1bef68') {
-                single.link = item.urlsInText[0].url;
-
-                const data = (
-                    await got({
-                        method: 'get',
-                        url: single.link,
-                        headers: {
-                            Referer: `https://m.okjike.com/users/${id}`,
-                        },
-                    })
-                ).data;
-                const $$ = cheerio.load(data);
-                $$('span.num,span.arrow').remove();
-
-                single.title = `一觉醒来世界发生了什么 ${$$('title').text()}`;
-
-                single.description = '';
-                $$('div.container')
-                    .find('li.item')
-                    // eslint-disable-next-line array-callback-return
-                    .map((i, j) => {
-                        single.description += `<a href="${$$(j).find('a').attr('href')}">${$$(j).find('a').text()}</a><br/>`;
-                    });
-            }
-
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${data.user.screenName}的即刻动态`,
-        link: `https://m.okjike.com/users/${id}`,
-        image: data.user.avatarImage.picUrl,
-        item: items,
-    };
-};

package/lib/routes/juejin/books.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: 'https://api.juejin.cn/booklet_api/v1/booklet/listbycategory',
-        json: { category_id: '0', cursor: '0', limit: 20 },
-    });
-
-    const { data } = response.data;
-    const items = data.map(({ base_info }) => ({
-        title: base_info.title,
-        link: `https://juejin.cn/book/${base_info.booklet_id}`,
-        description: `
-            <img src="${base_info.cover_img}"><br>
-            <strong>${base_info.title}</strong><br><br>
-            ${base_info.summary}<br>
-            <strong>价格:</strong> ${base_info.price / 100}元
-        `,
-        pubDate: new Date(base_info.ctime * 1000).toUTCString(),
-        guid: base_info.booklet_id,
-    }));
-
-    ctx.state.data = {
-        title: '掘金小册',
-        link: 'https://juejin.cn/books',
-        item: items,
-    };
-};

package/lib/routes/juejin/category.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const util = require('./utils');
-
-module.exports = async (ctx) => {
-    const { category } = ctx.params;
-
-    const idResponse = await got({
-        method: 'get',
-        url: 'https://api.juejin.cn/tag_api/v1/query_category_briefs?show_type=0',
-    });
-
-    const cat = idResponse.data.data.find((item) => item.category_url === category);
-    const id = cat.category_id;
-
-    const response = await got({
-        method: 'post',
-        url: 'https://api.juejin.cn/recommend_api/v1/article/recommend_cate_feed',
-        json: {
-            id_type: 2,
-            sort_type: 300,
-            cate_id: id,
-            cursor: '0',
-            limit: 20,
-        },
-    });
-
-    let originalData = [];
-    if (response.data.data) {
-        originalData = response.data.data.slice(0, 5);
-    }
-    const resultItems = await util.ProcessFeed(originalData, ctx.cache);
-
-    ctx.state.data = {
-        title: `掘金 ${cat.category_name}`,
-        link: `https://juejin.cn/${category}`,
-        description: `掘金 ${cat.category_name}`,
-        item: resultItems,
-    };
-};

package/lib/routes/juejin/pins.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'recommend';
-    const title = {
-        recommend: '推荐',
-        hot: '热门',
-        '6824710203301167112': '上班摸鱼',
-        '6819970850532360206': '内推招聘',
-        '6824710202487472141': '一图胜千言',
-        '6824710202562969614': '今天学到了',
-        '6824710202378436621': '每天一道算法题',
-        '6824710202000932877': '开发工具推荐',
-        '6824710203112423437': '树洞一下',
-    };
-
-    let url = '';
-    let json = null;
-    if (/^\d+$/.test(type)) {
-        url = `https://api.juejin.cn/recommend_api/v1/short_msg/topic`;
-        json = { id_type: 4, sort_type: 500, cursor: '0', limit: 20, topic_id: type };
-    } else {
-        url = `https://api.juejin.cn/recommend_api/v1/short_msg/${type}`;
-        json = { id_type: 4, sort_type: 200, cursor: '0', limit: 20 };
-    }
-
-    const response = await got({
-        method: 'post',
-        url,
-        json,
-    });
-
-    const items = response.data.data.map((item) => {
-        const content = item.msg_Info.content;
-        const title = content;
-        const guid = item.msg_id;
-        const link = `https://juejin.cn/pin/${guid}`;
-        const pubDate = new Date(parseInt(item.msg_Info.ctime) * 1000).toUTCString();
-        const author = item.author_user_info.user_name;
-        const imgs = item.msg_Info.pic_list.reduce((imgs, item) => {
-            imgs += `
-          <img src="${item}"><br>
-        `;
-            return imgs;
-        }, '');
-        const description = `
-            ${content.replace(/\n/g, '<br>')}<br>
-            ${imgs}<br>
-        `;
-
-        return {
-            title,
-            link,
-            description,
-            guid,
-            pubDate,
-            author,
-        };
-    });
-
-    ctx.state.data = {
-        title: `沸点 - ${title[type]}`,
-        link: 'https://juejin.cn/pins/recommended',
-        item: items,
-    };
-};

package/lib/routes/juejin/utils.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const md = require('markdown-it')({
-    html: true,
-});
-// 加载文章页
-async function load(id) {
-    const response = await got({
-        method: 'post',
-        url: 'https://api.juejin.cn/content_api/v1/article/detail',
-        json: {
-            article_id: id,
-        },
-    });
-    let description;
-    if (response.data.data) {
-        description = md.render(response.data.data.article_info.mark_content);
-    }
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const pubDate = timezone(parseDate(parseInt(item.article_info.ctime) * 1000), +8);
-            const link = `https://juejin.cn/post/${item.article_id}`;
-            // 列表上提取到的信息
-            const single = {
-                title: item.article_info.title,
-                description: (item.article_info.brief_content || '无描述').replace(/[\x00-\x08\x0b-\x0c\x0e-\x1f\x7f]/g, ''),
-                pubDate,
-                author: item.author_user_info.user_name,
-                link,
-            };
-
-            // 使用tryGet方法从缓存获取内容。
-            // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(link, () => load(item.article_id));
-            // 合并解析后的结果集作为该篇文章最终的输出结果
-            return { ...single, ...other };
-        })
-    );
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/kbs/today.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const language = ctx.params.language || 'e';
-
-    const rootUrl = 'http://world.kbs.co.kr';
-    const currentUrl = `${rootUrl}/service/news_today.htm?lang=${language}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.comp_text_1x article')
-        .map((_, item) => {
-            item = $(item);
-
-            const a = item.find('h2 a');
-
-            return {
-                title: a.text(),
-                category: item.find('.cate').text(),
-                link: `${rootUrl}/service${a.attr('href').replace('./', '/')}`,
-                pubDate: timezone(parseDate(item.find('.date').text()), +9),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.body_txt').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `Latest News | KBS WORLD`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/lofter/posts.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const blogdomain = `${ctx.params.username}.lofter.com`;
-    const response = await got({
-        method: 'post',
-        url: `http://api.lofter.com/v2.0/blogHomePage.api?product=lofter-iphone-6.8.2`,
-        headers: {
-            Host: 'api.lofter.com',
-            'User-Agent': 'LOFTER/6.8.2 (iPhone; iOS 13.4; Scale/2.00)',
-        },
-        form: {
-            blogdomain,
-            checkpwd: '1',
-            following: '0',
-            limit: '15',
-            method: 'getPostLists',
-            needgetpoststat: '1',
-            offset: '0',
-            postdigestnew: '1',
-            supportposttypes: '1,2,3,4,5,6',
-        },
-    });
-    if (!response.data.response || response.data.response.posts.length === 0) {
-        throw 'Blog Not Found';
-    }
-    const data = response.data.response.posts;
-    const blogNickName = data[0].post.blogInfo.blogNickName;
-    const selfIntro = data[0].post.blogInfo.selfIntro;
-
-    ctx.state.data = {
-        title: `${blogNickName} - lofter`,
-        link: `https://${blogdomain}`,
-        description: selfIntro,
-        item: data.map((item) => {
-            let content = item.post.content;
-            const title = item.post.title || item.post.noticeLinkTitle;
-            const photos = JSON.parse(item.post.photoLinks || `[]`);
-            const images = [];
-            photos.forEach((photo) => {
-                images.push(`<p><img src="${photo.raw}"/></p>`);
-            });
-            content = `${content}${images.join('')}`;
-            return {
-                title,
-                description: content,
-                pubDate: new Date(item.post.publishTime).toUTCString(),
-                link: item.post.blogPageUrl,
-                guid: item.post.blogPageUrl,
-                author: blogNickName,
-            };
-        }),
-    };
-};

package/lib/routes/lofter/tag.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const name = ctx.params.name || '摄影';
-    const type = ctx.params.type || 'new';
-
-    const rootUrl = 'http://www.lofter.com';
-    const currentUrl = `${rootUrl}/tag/${name}/${type}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('.js-digest').remove();
-
-    let title = $('a.j-crt').text();
-    title = title === '最热' ? $('.select-recomm-type').text() : title;
-
-    const items = $('div[data-blogid]')
-        .map((_, item) => {
-            item = $(item);
-
-            const videos = item
-                .find('.js-video')
-                .toArray()
-                .reduce((accumulator, currentValue) => accumulator + `<video src="${$(currentValue).attr('data-videourl')}" poster="${$(currentValue).attr('data-videoimg')}" controls="controls"></video>`, '');
-
-            const images = item
-                .find('.imgc img')
-                .toArray()
-                .reduce((accumulator, currentValue) => accumulator + `<img src="${$(currentValue).attr('data-origin') || $(currentValue).attr('src')}"/>`, '');
-
-            const description = item.find('.js-content.ptag');
-
-            return {
-                author: item.attr('data-blognickname'),
-                link: item.find('.isayc').attr('href'),
-                title: item.find('.tit').text() || `${item.find('.w-who .ptag').text()}${description.text() ? `：${description.text()}` : ''}`,
-                pubDate: parseDate(item.find('.isayc').attr('data-time') * 1),
-                description: videos + images + description.html(),
-                category: item
-                    .find('.opta .opti')
-                    .toArray()
-                    .map((item) => $(item).text()),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `${name} - ${title}｜LOFTER`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/mobilism/release.js

@@ -1,42 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://forum.mobilism.org/viewforum.php?f=19`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('tbody')
-        .eq(1)
-        .find('tr')
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a');
-            return {
-                title: a.text(),
-                link: url.resolve(`https://forum.mobilism.org`, a.attr('href')),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('div.content').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Mobilism - eBook Releases',
-        link: currentUrl,
-        item: items,
-    };
-};