rsshub 1.0.0-master.ff97759 → 1.0.0-master.ffea261

package/lib/v2/jike/user.js

@@ -0,0 +1,148 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const response = await got({
+        method: 'get',
+        url: `https://m.okjike.com/users/${id}`,
+        headers: {
+            Referer: `https://m.okjike.com/users/${id}`,
+        },
+    });
+
+    const html = response.data;
+    const $ = cheerio.load(html);
+    const raw = $('[type = "application/json"]').html();
+    const data = JSON.parse(raw).props.pageProps;
+
+    const items = await Promise.all(
+        data.posts.map(async (item) => {
+            const typeMap = {
+                ORIGINAL_POST: '发布',
+                REPOST: '转发',
+                ANSWER: '回答',
+                QUESTION: '提问',
+                PERSONAL_UPDATE: '创建新主题',
+            };
+
+            const linkMap = {
+                ORIGINAL_POST: `https://m.okjike.com/originalPosts/${item.id}`,
+                REPOST: `https://m.okjike.com/reposts/${item.id}`,
+                MEDIUM: `https://www.okjike.com/medium/${item.id}`,
+                // OFFICIAL_MESSAGE: `https://m.okjike.com/originalPosts/${item.id}`,
+                // ANSWER: `https://m.okjike.com/answer/${item.id}`,
+                // QUESTION: `https://m.okjike.com/originalPosts/${item.id}`,
+                // PERSONAL_UPDATE: `https://m.okjike.com/topic/${item.id}${item.topic && item.topic.id}`,
+            };
+
+            let linkTemplate = '';
+            if (item.linkInfo && item.linkInfo.linkUrl) {
+                linkTemplate = `<a href="${item.linkInfo.linkUrl}">${item.linkInfo.title}</a><br>`;
+            }
+
+            let imgTemplate = '';
+            item.pictures &&
+                item.pictures.forEach((item) => {
+                    imgTemplate += `<img src="${item.picUrl}"><br>`;
+                });
+
+            let content = item.content || (item.linkInfo && item.linkInfo.title) || (item.question && item.question.title) || item.title || '';
+            content = content.replace(/\r\n|\n|\r/g, '<br>');
+
+            let shortenTitle = '一条动态';
+            if (content) {
+                shortenTitle = content.replace(/(<br>)+/g, ' ');
+                content = `${content}<br><br>`;
+            }
+
+            if (item.type === 'REPOST') {
+                const screenNameTemplate = item.target.user ? `<a href="https://m.okjike.com/users/${item.target.user.username}" target="_blank">@${item.target.user.screenName}</a>` : '';
+
+                let repostImgTemplate = '';
+                item.target.pictures &&
+                    item.target.pictures.forEach((item) => {
+                        repostImgTemplate += `<br><img src="${item.thumbnailUrl}">`;
+                    });
+
+                const repostContent = `转发 ${screenNameTemplate}: ${item.target.content}${repostImgTemplate}`.replace(/\r\n|\n|\r/g, '<br>');
+                content = `${content}${repostContent}`;
+            }
+            // 部分功能未知
+            /* else if (item.type === 'ANSWER') {
+            let answerTextTemplate = '';
+            let answerImgTemplate = '';
+            let answerImgKeys = [];
+            item.richtextContent.blocks &&
+                item.richtextContent.blocks.forEach((item) => {
+                    if (item.entityRanges.length && item.text === '[图片]') {
+                        answerImgKeys = [...answerImgKeys, ...Object.keys(item.entityRanges)];
+                    } else {
+                        answerTextTemplate += item.text;
+                    }
+                });
+
+            if (answerImgKeys.length) {
+                answerImgKeys.forEach((key) => {
+                    const entity = item.richtextContent.entityMap[key];
+                    if (entity.type.toUpperCase() === 'IMAGE') {
+                        answerImgTemplate += `<br><img src="${entity.data.pictureUrl.middlePicUrl}">`;
+                    }
+                });
+            }
+            const answerContent = `回答: ${answerTextTemplate}${answerImgTemplate}`;
+            content = `${content}${answerContent}`.replace(/\n|\r/g, '<br>');
+        } else if (item.type === 'QUESTION') {
+            content = `在主题 <a href="https://web.okjike.com/topic/${item.topic.id}/official" target="_blank">${item.topic.content}</a> 提出了一个问题：<br><br>${content}`;
+        } else if (item.type === 'PERSONAL_UPDATE') {
+            shortenTitle = item.topic.content;
+            content = `<img src="${item.topic.squarePicture.picUrl}"> 主题简介：<br>${item.topic.briefIntro.replace(/(?:\r\n|\r|\n)/g, '<br>')}`;
+        }*/
+
+            const single = {
+                title: `${typeMap[item.type]}了: ${shortenTitle}`,
+                description: `${content}${linkTemplate}${imgTemplate}`.replace(/(<br>|\s)+$/, ''),
+                pubDate: parseDate(item.createdAt),
+                link: linkMap[item.type],
+            };
+
+            if (id === 'wenhao1996' && item.topic.id === '553870e8e4b0cafb0a1bef68') {
+                single.link = item.urlsInText[0].url;
+
+                const data = (
+                    await got({
+                        method: 'get',
+                        url: single.link,
+                        headers: {
+                            Referer: `https://m.okjike.com/users/${id}`,
+                        },
+                    })
+                ).data;
+                const $$ = cheerio.load(data);
+                $$('span.num,span.arrow').remove();
+
+                single.title = `一觉醒来世界发生了什么 ${$$('title').text()}`;
+
+                single.description = '';
+                $$('div.container')
+                    .find('li.item')
+                    // eslint-disable-next-line array-callback-return
+                    .map((i, j) => {
+                        single.description += `<a href="${$$(j).find('a').attr('href')}">${$$(j).find('a').text()}</a><br>`;
+                    });
+            }
+
+            return single;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${data.user.screenName}的即刻动态`,
+        description: data.user.bio,
+        link: `https://m.okjike.com/users/${id}`,
+        image: data.user.avatarImage.picUrl,
+        item: items,
+    };
+};

package/lib/v2/jike/utils.js

@@ -0,0 +1,195 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+
+const videoAPI = 'https://api.ruguoapp.com/1.0/mediaMeta/play?type=ORIGINAL_POST';
+
+module.exports = {
+    topicDataHanding: (data) =>
+        data.posts.map((item) => {
+            let audioName, videoName, linkName;
+
+            // 获取纯文字内容 和 即刻原文链接
+            let content, link;
+            switch (item.type) {
+                case 'ORIGINAL_POST':
+                    content = item.content;
+                    link = `https://m.okjike.com/originalPosts/${item.id}`;
+                    break;
+
+                /* case 'QUESTION':
+                    content = item.title;
+                    link = `https://m.okjike.com/questions/${item.id}`;
+                    break;
+                case 'OFFICIAL_MESSAGE':
+                    content = item.content;
+                    link = `https://web.okjike.com/message-detail/${item.id}/officialMessage`;
+                    break;*/
+                default:
+                    content = '未知类型，请前往GitHub提交issue';
+                    link = 'https://github.com/DIYgod/RSSHub/issues';
+            }
+
+            // rss内容
+            let description = '';
+            // 作者昵称
+            let author = '';
+
+            // 添加内容作者信息
+            if (item.user) {
+                author = item.user.screenName;
+                description += `<span>用户昵称：${author} <br> Username：${item.user.username}</span><br>`;
+            }
+
+            if (item.linkInfo) {
+                const linkUrl = item.linkInfo.originalLinkUrl || item.linkInfo.linkUrl;
+
+                // 对于即刻抓取的微信公众号文章 特殊处理
+                // 此时 Rss原文链接 变为 微信公众号链接
+                if (new URL(linkUrl).host === 'mp.weixin.qq.com') {
+                    link = linkUrl;
+                }
+
+                // 1. 音频
+                const audioObject = item.linkInfo.audio || item.audio;
+                if (audioObject) {
+                    const audioImage = audioObject.image.picUrl || audioObject.image.thumbnailUrl;
+                    const audioLink = linkUrl;
+                    const audioTitle = audioObject.title;
+                    const audioAuthor = audioObject.author;
+                    audioName = `${audioTitle} - ${audioAuthor}`;
+                    description += `
+                    <img src="${audioImage}">
+                    <a href="${audioLink}">${audioName}</a>
+                `;
+                }
+
+                // 2. 视频
+                const videoObject = item.linkInfo.video || item.video;
+                if (videoObject) {
+                    const videoImage = videoObject.image.picUrl || videoObject.image.thumbnailUrl;
+                    const videoLink = linkUrl;
+                    const videoDuration = Math.floor(videoObject.duration / 60000);
+                    videoName = item.linkInfo.title;
+                    description += `
+                    <img src="${videoImage}">
+                    <a href="${videoLink}">${videoName || '观看视频'} - 约${videoDuration}分钟</a>
+                `;
+                }
+
+                // 3. 链接
+                if (!audioObject && !videoObject && linkUrl) {
+                    // 部分链接有标题
+                    linkName = item.linkInfo.title;
+                    const linkTitle = linkName || '访问原文';
+                    // 部分链接有缩略图
+                    const linkImage = item.linkInfo.pictureUrl;
+                    const imageTag = `<img src="${linkImage}">`;
+                    description += `
+                    ${linkImage ? imageTag : ''}
+                    <a href="${linkUrl}">${linkTitle}</a>
+                `;
+                }
+            }
+
+            // 4. 文字内容
+            description += description ? `<br>${content}` : content;
+
+            // 5. 图片
+            if (item.pictures) {
+                item.pictures.forEach((pic) => {
+                    if (pic.format === 'gif') {
+                        description += `<img src="${pic.picUrl.split('?imageMogr2/')[0]}">`;
+                    } else {
+                        // jpeg, bmp, png, gif, webp
+                        // https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types
+                        // let type = 'jpeg';
+                        // switch (pic.format) {
+                        //     case 'bmp':
+                        //         type = 'bmp';
+                        //         break;
+                        //     case 'png':
+                        //         type = 'png';
+                        //         break;
+                        //     default:
+                        //         break;
+                        // }
+                        const imgUrl = pic.picUrl.match(/\.[a-z0-9]+?\?imageMogr2/) ? pic.picUrl.split('?imageMogr2/')[0] : pic.picUrl.replace(/thumbnail\/.+/, '');
+                        description += `<br><img src="${imgUrl}">`;
+                        // description += `<br><picture><source srcset="${
+                        //     pic.picUrl.split('/thumbnail/')[0]
+                        // }/strip/format/webp" type="image/webp"><source srcset="${imgUrl}" type="image/${type}"><img src="${imgUrl}"></picture>`;
+                    }
+                });
+            }
+
+            // 6. 视频
+            if (item.video) {
+                description += `<br><video src="${item.video.url}" controls></video>`;
+            }
+
+            // rss标题
+            // 优先将音频和视频名作为标题
+            // 其次将正文内容作为标题
+            // 若都没有 则是推送型消息，将连接标题作为主题
+            // “无题” fallback
+            const title = audioName || videoName || content || linkName || '无题';
+
+            return {
+                title,
+                description: description.trim().replace(/\n/g, '<br>'),
+                pubDate: parseDate(item.createdAt),
+                author,
+                link,
+            };
+        }),
+    constructTopicEntry: async (ctx, url) => {
+        const data = await ctx.cache.tryGet(
+            url,
+            async () => {
+                const resp = await got(url);
+                const html = resp.data;
+                const $ = cheerio.load(html);
+                const raw = $('[type = "application/json"]').html();
+                const data = JSON.parse(raw).props.pageProps;
+                data.posts = await Promise.all(
+                    data.posts.map(async (item) => {
+                        if (!item.video) {
+                            return item;
+                        }
+
+                        const videoUrl = `${videoAPI}&id=${item.id}`;
+                        const videoRes = await got(videoUrl);
+                        item.video = videoRes.data;
+
+                        return item;
+                    })
+                );
+
+                return data;
+            },
+            false,
+            config.cache.routeExpire
+        );
+
+        if (data.length === 0) {
+            ctx.state.data = {
+                title: '主题 ID 不存在，或该主题暂无内容',
+            };
+            return null;
+        }
+
+        const topic = data.topic;
+
+        ctx.state.data = {
+            title: `${topic.content} - 即刻圈子`,
+            link: url,
+            description: topic.briefIntro,
+            image: topic.squarePicture.picUrl || topic.squarePicture.middlePicUrl || topic.squarePicture.thumbnailUrl,
+            // item: topicDataHanding(data),
+        };
+
+        return data;
+    },
+};

package/lib/v2/jornada/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.jornada.com.mx';
+
+const categories = {
+    capital: 'Capital',
+    cartones: 'Cartones',
+    ciencia: 'Ciencia-Y-Tecnologia',
+    cultura: 'Cultura',
+    deportes: 'Deportes',
+    economia: 'Economia',
+    estados: 'Estados',
+    mundo: 'Mundo',
+    opinion: 'Opinion',
+    politica: 'Politica',
+    sociedad: 'Sociedad',
+};
+
+const getDateForToday = () => {
+    const date = new Date(Date.now());
+    const today = date.getFullYear() + '-' + ('0' + (date.getMonth() + 1)).slice(-2) + '-' + ('0' + date.getDate()).slice(-2);
+    return today;
+};
+
+module.exports = async (ctx) => {
+    const date = ctx.params.date === 'today' || ctx.params.date === undefined ? getDateForToday() : ctx.params.date;
+    const category = ctx.params.category;
+    const url = `${rootUrl}/jsonstorage/articles_${date}_.json`;
+
+    const response = await got(url);
+    const data = response.data;
+
+    let items = {};
+
+    if (!category) {
+        items = data.map((item) => ({
+            title: item.title,
+            description: item.content,
+            pubDate: parseDate(item.date),
+            link: `${rootUrl}/${item.url}`,
+        }));
+    } else {
+        const newsFilteredByCategory = data.filter((item) => item.category === categories[category]);
+
+        items = newsFilteredByCategory.map((item) => ({
+            title: item.title,
+            description: item.content,
+            pubDate: parseDate(item.date),
+            link: `${rootUrl}/${item.url}`,
+        }));
+    }
+
+    ctx.state.data = {
+        title: 'La Jornada',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/jornada/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:date?/:category?': ['Thealf154'],
+};

package/lib/v2/jornada/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jornada.com.mx': {
+        _name: 'La Jornada',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/traditional-media.html#jornada',
+                source: ['/category/:category', '/'],
+                target: (params) => (params.category ? `/jornada/today/${params.category.replacce('.html', '')}` : `/jornada/today`),
+            },
+        ],
+    },
+};

package/lib/v2/jornada/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:date?/:category?', require('./index'));
+};

package/lib/v2/jseea/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['schen1024'],
+};

package/lib/v2/jseea/news.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 参考 bit/jwc 北京理工大学的的页面写成
+
+const baseUrl = 'https://www.jseea.cn';
+const siteTitle = ' - 江苏省教育考试院';
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    // 异步请求文章
+    const { data: response } = await got(link);
+    // 加载文章内容
+    const $ = cheerio.load(response);
+    // 提取文章内容
+    $('strong').remove();
+    const description = $('#content').html();
+    // 返回解析的结果
+    return description;
+}
+
+module.exports = async (ctx) => {
+    // 默认 正常规定 然后获取列表页面
+    const type = ctx.params.type ?? 'zkyw';
+    const listPageUrl = `${baseUrl}/webfile/news/${type}/`;
+    const { data: response } = await got(listPageUrl);
+    const $ = cheerio.load(response);
+
+    // console.log(type+":"+listPageUrl);
+    // 获取当前页面的 list
+    const list = $('div.content-list-div ul li a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item
+                    .contents()
+                    .filter((_, e) => e.nodeType === 3)
+                    .text()
+                    .trim(),
+                link: `https:${item.attr('href')}`,
+                pubDate: timezone(parseDate(item.find('span').text(), 'YYYY-MM-DD'), 8),
+            };
+        });
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text() + siteTitle,
+        link: listPageUrl,
+        item: result,
+    };
+};

package/lib/v2/jseea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jseea.cn': {
+        _name: '江苏省教育考试院',
+        '.': [
+            {
+                title: '新闻中心',
+                docs: 'https://docs.rsshub.app/government.html#jiang-su-sheng-ren-min-zheng-fu',
+                source: ['/webfile/news/:type'],
+                target: '/jseea/news/:type',
+            },
+        ],
+    },
+};

package/lib/v2/jseea/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/juejin/books.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'post',
+        url: 'https://api.juejin.cn/booklet_api/v1/booklet/listbycategory',
+        json: { category_id: '0', cursor: '0', limit: 20 },
+    });
+
+    const { data } = response.data;
+    const items = data.map(({ base_info }) => ({
+        title: base_info.title,
+        link: `https://juejin.cn/book/${base_info.booklet_id}`,
+        description: `
+            <img src="${base_info.cover_img}"><br>
+            <strong>${base_info.title}</strong><br><br>
+            ${base_info.summary}<br>
+            <strong>价格:</strong> ${base_info.price / 100}元
+        `,
+        pubDate: parseDate(base_info.ctime * 1000),
+        guid: base_info.booklet_id,
+    }));
+
+    ctx.state.data = {
+        title: '掘金小册',
+        link: 'https://juejin.cn/books',
+        item: items,
+    };
+};

package/lib/v2/juejin/category.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const util = require('./utils');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+
+    const idResponse = await got({
+        method: 'get',
+        url: 'https://api.juejin.cn/tag_api/v1/query_category_briefs?show_type=0',
+    });
+
+    const cat = idResponse.data.data.find((item) => item.category_url === category);
+    const id = cat.category_id;
+
+    const response = await got({
+        method: 'post',
+        url: 'https://api.juejin.cn/recommend_api/v1/article/recommend_cate_feed',
+        json: {
+            id_type: 2,
+            sort_type: 300,
+            cate_id: id,
+            cursor: '0',
+            limit: 20,
+        },
+    });
+
+    let originalData = [];
+    if (response.data.data) {
+        originalData = response.data.data;
+    }
+    const resultItems = await util.ProcessFeed(originalData, ctx.cache);
+
+    ctx.state.data = {
+        title: `掘金 ${cat.category_name}`,
+        link: `https://juejin.cn/${category}`,
+        description: `掘金 ${cat.category_name}`,
+        item: resultItems,
+    };
+};

package/lib/v2/juejin/maintainer.js

@@ -0,0 +1,13 @@
+module.exports = {
+    '/books': ['xyqfer'],
+    '/category/:category': ['DIYgod'],
+    '/collection/:collectionId': ['isQ'],
+    '/collections/:userId': ['isQ'],
+    '/column/:id': ['xiangzy1'],
+    '/news/:id': ['CancerGary'],
+    '/pins/:type?': ['xyqfer', 'laampui'],
+    '/posts/:id': ['Maecenas'],
+    '/shares/:userId': ['qiwihui'],
+    '/tag/:tag': ['isheng5'],
+    '/trending/:category/:type': ['moaix'],
+};

package/lib/v2/juejin/news.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const util = require('./utils');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const response = await got({
+        method: 'post',
+        url: 'https://api.juejin.cn/content_api/v1/news/list_user',
+        json: {
+            user_id: id,
+            sort_type: 2,
+        },
+    });
+    const { data } = response.data;
+    const username = data[0] && data[0].author_user_info && data[0].author_user_info.user_name;
+    const resultItems = await util.ProcessFeed(data, ctx.cache);
+
+    ctx.state.data = {
+        title: `掘金资讯-${username}`,
+        link: `https://juejin.cn/user/${id}/news`,
+        description: `掘金资讯-${username}`,
+        item: resultItems,
+    };
+};