rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/v2/javbus/templates/description.art

@@ -0,0 +1,18 @@
+{{@ info }}
+<br>
+{{if videoSrc}}
+<a href="{{ videoSrc }}">觀看完整影片</a>
+{{ /if }}
+<br>
+{{if videoPreview}}
+<video controls><source src="{{ videoPreview }}" type="video/mp4"></video>
+{{/if}}
+<br>
+<h4>磁力連結投稿</h4>
+{{each magnets magnet}}
+<li><a href="{{ magnet.link }}">{{ magnet.title }} [{{ magnet.size }}] ({{ magnet.date }})</a></li>
+{{/each}}
+<h4>樣品圖像</h4>
+{{each thumbs}}
+<img src="{{ $value }}">
+{{/each}}

package/lib/v2/javdb/utils.js

@@ -14,16 +14,16 @@ module.exports = {
 
         const $ = cheerio.load(response.data);
 
-        $('.tags, .tag-can-play').remove();
+        $('.tags, .tag-can-play, .over18-modal').remove();
 
-        let items = $('.grid-item a')
+        let items = $('div.item')
             .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
             .toArray()
             .map((item) => {
                 item = $(item);
                 return {
-                    title: item.text(),
-                    link: `${rootUrl}${item.attr('href')}`,
+                    title: item.find('.video-title').text(),
+                    link: `${rootUrl}${item.find('.box').attr('href')}`,
                     pubDate: parseDate(item.find('.meta').text()),
                 };
             });

package/lib/v2/javlibrary/utils.js

@@ -77,7 +77,7 @@ module.exports = {
                         thumbs: content('.previewthumbs img')
                             .toArray()
                             .map((img) => content(img).attr('src').replace(/-/g, 'jp-')),
-                        videos: [...new Set(detailResponse.data.match(/(http[\w\d:/]+\.mp4)/g))],
+                        videos: [...new Set(detailResponse.data.match(/(http[^[\]"]+\.mp4)/g))],
                     });
                     item.pubDate = item.pubDate.toString() === 'Invalid Date' ? parseDate(content('#video_date').find('.text').text()) : item.pubDate;
 

package/lib/v2/jd/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/price/:id': ['nczitzk'],
+};

package/lib/v2/jd/price.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://item.jd.com';
+    const currentUrl = `${rootUrl}/${id}.html`;
+    const apiUrl = `http://p.3.cn/prices/mgets?skuIds=J_${id}`;
+
+    const apiResponse = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = apiResponse.data[0];
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const title = response.data.match(/name: '(.*?)'/)[1];
+
+    ctx.state.data = {
+        title: `京东商品价格 - ${title}`,
+        link: currentUrl,
+        item: [
+            {
+                guid: data.p,
+                title: data.p,
+                link: currentUrl,
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    p: data.p,
+                    op: data.op,
+                    m: data.m,
+                }),
+            },
+        ],
+    };
+};

package/lib/v2/jd/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'jd.com': {
+        _name: '京东',
+        item: [
+            {
+                title: '商品价格',
+                docs: 'https://docs.rsshub.app/shopping.html#jing-dong-shang-pin-jia-ge',
+                source: ['/'],
+                target: (params, url) => `/jd/price/${new URL(url).hash.match(/\/(\d+)\.html/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/jd/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/price/:id', require('./price'));
+};

package/lib/v2/jd/templates/description.art

@@ -0,0 +1,3 @@
+<p>目前价格：<b>{{ p }}</b></p>
+<p>指导价：<b>{{ op }}</b></p>
+<p>最高价：<b>{{ m }}</b></p>

package/lib/v2/jewishmuseum/exhibitions.js

@@ -0,0 +1,16 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://thejewishmuseum.org/exhibitions';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'Jewish Museums - Exhibitions',
+        item: {
+            item: '#current article.exhibition, #upcoming article, #past article.exhibition',
+            title: `$('article.exhibition h3').text()`,
+            link: `$('article.exhibition > a').attr('href')`,
+        },
+    });
+};

package/lib/v2/jewishmuseum/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/jewishmuseum/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'thejewishmuseum.org': {
+        _name: 'Jewish Museum',
+        '.': [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#the-jewish-museum',
+            },
+        ],
+    },
+};

package/lib/v2/jewishmuseum/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions', require('./exhibitions'));
+};

package/lib/v2/jike/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/topic/text/:id': ['HenryQW'],
+    '/topic/:id': ['DIYgod', 'prnake'],
+    '/user/:id': ['DIYgod', 'prnake'],
+};

package/lib/v2/jike/radar.js

@@ -0,0 +1,34 @@
+module.exports = {
+    'okjike.com': {
+        _name: '即刻',
+        m: [
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/social-media.html#ji-ke',
+                source: '/users/:uid',
+                target: '/jike/user/:uid',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/social-media.html#ji-ke',
+                source: '/reposts/:repostId',
+                target: (params, url, document) => {
+                    const uid = document.querySelector('.avatar').getAttribute('href').replace('/users/', '');
+                    return uid ? `/jike/user/${uid}` : '';
+                },
+            },
+            {
+                title: '圈子',
+                docs: 'https://docs.rsshub.app/social-media.html#ji-ke',
+                source: '/topics/:id',
+                target: '/jike/topic/:id',
+            },
+            {
+                title: '圈子 - 纯文字',
+                docs: 'https://docs.rsshub.app/social-media.html#ji-ke',
+                source: '/topics/:id',
+                target: '/jike/topic/text/:id',
+            },
+        ],
+    },
+};

package/lib/v2/jike/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/topic/text/:id', require('./topicText'));
+    router.get('/topic/:id', require('./topic'));
+    router.get('/user/:id', require('./user'));
+};

package/lib/v2/jike/topic.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { topicDataHanding } = require('./utils');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+const { constructTopicEntry } = require('@/v2/jike/utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const topicUrl = `https://m.okjike.com/topics/${id}`;
+
+    const data = await constructTopicEntry(ctx, topicUrl);
+
+    if (data) {
+        ctx.state.data.item = topicDataHanding(data);
+        if (id === '553870e8e4b0cafb0a1bef68' || id === '55963702e4b0d84d2c30ce6f') {
+            ctx.state.data.item = await Promise.all(
+                ctx.state.data.item.map(async (one) => {
+                    const item = { ...one };
+                    const regResult = /https:\/\/www\.okjike\.com\/medium\/[a-zA-Z0-9]*/.exec(item.description);
+                    if (regResult) {
+                        const newsUrl = regResult[0];
+                        item.description = await ctx.cache.tryGet(newsUrl, async () => {
+                            const { data } = await got(newsUrl);
+                            const $ = cheerio.load(data);
+                            const upper = $('ul.main > li.item');
+                            const links = upper.find('a').map((_, ele) => $(ele).attr('href'));
+                            const texts = upper.find('span.text').map((_, ele) => $(ele).text());
+                            let description = '';
+                            for (let i = 0; i < links.length; i++) {
+                                description += `${i + 1}、<a href="${links[i]}">${texts[i]}</a><br>`;
+                            }
+                            description = description.replace(/<br>$/, '');
+                            return description;
+                        });
+                    }
+                    item.title = `${data.topic.content} ${dayjs(one.pubDate).format('MM月DD日')}`;
+                    return item;
+                })
+            );
+        }
+    }
+};

package/lib/v2/jike/topicText.js

@@ -0,0 +1,21 @@
+const dayjs = require('dayjs');
+const { constructTopicEntry } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const topicUrl = `https://m.okjike.com/topics/${id}`;
+
+    const data = await constructTopicEntry(ctx, topicUrl);
+
+    if (data) {
+        ctx.state.data.item = data.posts.map((item) => {
+            const date = dayjs(item.createdAt);
+            return {
+                title: `${data.topic.content} ${date.format('MM月DD日')}`,
+                description: item.content.replace(/\n/g, '<br>'),
+                pubDate: date.toDate(),
+                link: `https://m.okjike.com/originalPosts/${item.id}`,
+            };
+        });
+    }
+};

package/lib/v2/jike/user.js

@@ -0,0 +1,147 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const response = await got({
+        method: 'get',
+        url: `https://m.okjike.com/users/${id}`,
+        headers: {
+            Referer: `https://m.okjike.com/users/${id}`,
+        },
+    });
+
+    const html = response.data;
+    const $ = cheerio.load(html);
+    const raw = $('[type = "application/json"]').html();
+    const data = JSON.parse(raw).props.pageProps;
+
+    const items = await Promise.all(
+        data.posts.map(async (item) => {
+            const typeMap = {
+                ORIGINAL_POST: '发布',
+                REPOST: '转发',
+                ANSWER: '回答',
+                QUESTION: '提问',
+                PERSONAL_UPDATE: '创建新主题',
+            };
+
+            const linkMap = {
+                ORIGINAL_POST: `https://m.okjike.com/originalPosts/${item.id}`,
+                REPOST: `https://m.okjike.com/reposts/${item.id}`,
+                MEDIUM: `https://www.okjike.com/medium/${item.id}`,
+                // OFFICIAL_MESSAGE: `https://m.okjike.com/originalPosts/${item.id}`,
+                // ANSWER: `https://m.okjike.com/answer/${item.id}`,
+                // QUESTION: `https://m.okjike.com/originalPosts/${item.id}`,
+                // PERSONAL_UPDATE: `https://m.okjike.com/topic/${item.id}${item.topic && item.topic.id}`,
+            };
+
+            let linkTemplate = '';
+            if (item.linkInfo && item.linkInfo.linkUrl) {
+                linkTemplate = `<a href="${item.linkInfo.linkUrl}">${item.linkInfo.title}</a><br>`;
+            }
+
+            let imgTemplate = '';
+            item.pictures &&
+                item.pictures.forEach((item) => {
+                    imgTemplate += `<img src="${item.picUrl}"><br>`;
+                });
+
+            let content = item.content || (item.linkInfo && item.linkInfo.title) || (item.question && item.question.title) || item.title || '';
+            content = content.replace(/\r\n|\n|\r/g, '<br>');
+
+            let shortenTitle = '一条动态';
+            if (content) {
+                shortenTitle = content.replace(/(<br>)+/g, ' ');
+                content = `${content}<br><br>`;
+            }
+
+            if (item.type === 'REPOST') {
+                const screenNameTemplate = item.target.user ? `<a href="https://m.okjike.com/users/${item.target.user.username}" target="_blank">@${item.target.user.screenName}</a>` : '';
+
+                let repostImgTemplate = '';
+                item.target.pictures &&
+                    item.target.pictures.forEach((item) => {
+                        repostImgTemplate += `<br><img src="${item.thumbnailUrl}">`;
+                    });
+
+                const repostContent = `转发 ${screenNameTemplate}: ${item.target.content}${repostImgTemplate}`.replace(/\r\n|\n|\r/g, '<br>');
+                content = `${content}${repostContent}`;
+            }
+            // 部分功能未知
+            /* else if (item.type === 'ANSWER') {
+            let answerTextTemplate = '';
+            let answerImgTemplate = '';
+            let answerImgKeys = [];
+            item.richtextContent.blocks &&
+                item.richtextContent.blocks.forEach((item) => {
+                    if (item.entityRanges.length && item.text === '[图片]') {
+                        answerImgKeys = [...answerImgKeys, ...Object.keys(item.entityRanges)];
+                    } else {
+                        answerTextTemplate += item.text;
+                    }
+                });
+
+            if (answerImgKeys.length) {
+                answerImgKeys.forEach((key) => {
+                    const entity = item.richtextContent.entityMap[key];
+                    if (entity.type.toUpperCase() === 'IMAGE') {
+                        answerImgTemplate += `<br><img src="${entity.data.pictureUrl.middlePicUrl}">`;
+                    }
+                });
+            }
+            const answerContent = `回答: ${answerTextTemplate}${answerImgTemplate}`;
+            content = `${content}${answerContent}`.replace(/\n|\r/g, '<br>');
+        } else if (item.type === 'QUESTION') {
+            content = `在主题 <a href="https://web.okjike.com/topic/${item.topic.id}/official" target="_blank">${item.topic.content}</a> 提出了一个问题：<br><br>${content}`;
+        } else if (item.type === 'PERSONAL_UPDATE') {
+            shortenTitle = item.topic.content;
+            content = `<img src="${item.topic.squarePicture.picUrl}"> 主题简介：<br>${item.topic.briefIntro.replace(/(?:\r\n|\r|\n)/g, '<br>')}`;
+        }*/
+
+            const single = {
+                title: `${typeMap[item.type]}了: ${shortenTitle}`,
+                description: `${content}${linkTemplate}${imgTemplate}`.replace(/(<br>|\s)+$/, ''),
+                pubDate: parseDate(item.createdAt),
+                link: linkMap[item.type],
+            };
+
+            if (id === 'wenhao1996' && item.topic.id === '553870e8e4b0cafb0a1bef68') {
+                single.link = item.urlsInText[0].url;
+
+                const data = (
+                    await got({
+                        method: 'get',
+                        url: single.link,
+                        headers: {
+                            Referer: `https://m.okjike.com/users/${id}`,
+                        },
+                    })
+                ).data;
+                const $$ = cheerio.load(data);
+                $$('span.num,span.arrow').remove();
+
+                single.title = `一觉醒来世界发生了什么 ${$$('title').text()}`;
+
+                single.description = '';
+                $$('div.container')
+                    .find('li.item')
+                    // eslint-disable-next-line array-callback-return
+                    .map((i, j) => {
+                        single.description += `<a href="${$$(j).find('a').attr('href')}">${$$(j).find('a').text()}</a><br>`;
+                    });
+            }
+
+            return single;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${data.user.screenName}的即刻动态`,
+        link: `https://m.okjike.com/users/${id}`,
+        image: data.user.avatarImage.picUrl,
+        item: items,
+    };
+};

package/lib/v2/jike/utils.js

@@ -0,0 +1,195 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+
+const videoAPI = 'https://api.ruguoapp.com/1.0/mediaMeta/play?type=ORIGINAL_POST';
+
+module.exports = {
+    topicDataHanding: (data) =>
+        data.posts.map((item) => {
+            let audioName, videoName, linkName;
+
+            // 获取纯文字内容 和 即刻原文链接
+            let content, link;
+            switch (item.type) {
+                case 'ORIGINAL_POST':
+                    content = item.content;
+                    link = `https://m.okjike.com/originalPosts/${item.id}`;
+                    break;
+
+                /* case 'QUESTION':
+                    content = item.title;
+                    link = `https://m.okjike.com/questions/${item.id}`;
+                    break;
+                case 'OFFICIAL_MESSAGE':
+                    content = item.content;
+                    link = `https://web.okjike.com/message-detail/${item.id}/officialMessage`;
+                    break;*/
+                default:
+                    content = '未知类型，请前往GitHub提交issue';
+                    link = 'https://github.com/DIYgod/RSSHub/issues';
+            }
+
+            // rss内容
+            let description = '';
+            // 作者昵称
+            let author = '';
+
+            // 添加内容作者信息
+            if (item.user) {
+                author = item.user.screenName;
+                description += `<span>用户昵称：${author} <br> Username：${item.user.username}</span><br>`;
+            }
+
+            if (item.linkInfo) {
+                const linkUrl = item.linkInfo.originalLinkUrl || item.linkInfo.linkUrl;
+
+                // 对于即刻抓取的微信公众号文章 特殊处理
+                // 此时 Rss原文链接 变为 微信公众号链接
+                if (new URL(linkUrl).host === 'mp.weixin.qq.com') {
+                    link = linkUrl;
+                }
+
+                // 1. 音频
+                const audioObject = item.linkInfo.audio || item.audio;
+                if (audioObject) {
+                    const audioImage = audioObject.image.picUrl || audioObject.image.thumbnailUrl;
+                    const audioLink = linkUrl;
+                    const audioTitle = audioObject.title;
+                    const audioAuthor = audioObject.author;
+                    audioName = `${audioTitle} - ${audioAuthor}`;
+                    description += `
+                    <img src="${audioImage}">
+                    <a href="${audioLink}">${audioName}</a>
+                `;
+                }
+
+                // 2. 视频
+                const videoObject = item.linkInfo.video || item.video;
+                if (videoObject) {
+                    const videoImage = videoObject.image.picUrl || videoObject.image.thumbnailUrl;
+                    const videoLink = linkUrl;
+                    const videoDuration = Math.floor(videoObject.duration / 60000);
+                    videoName = item.linkInfo.title;
+                    description += `
+                    <img src="${videoImage}">
+                    <a href="${videoLink}">${videoName || '观看视频'} - 约${videoDuration}分钟</a>
+                `;
+                }
+
+                // 3. 链接
+                if (!audioObject && !videoObject && linkUrl) {
+                    // 部分链接有标题
+                    linkName = item.linkInfo.title;
+                    const linkTitle = linkName || '访问原文';
+                    // 部分链接有缩略图
+                    const linkImage = item.linkInfo.pictureUrl;
+                    const imageTag = `<img src="${linkImage}">`;
+                    description += `
+                    ${linkImage ? imageTag : ''}
+                    <a href="${linkUrl}">${linkTitle}</a>
+                `;
+                }
+            }
+
+            // 4. 文字内容
+            description += description ? `<br>${content}` : content;
+
+            // 5. 图片
+            if (item.pictures) {
+                item.pictures.forEach((pic) => {
+                    if (pic.format === 'gif') {
+                        description += `<img src="${pic.picUrl.split('?imageMogr2/')[0]}">`;
+                    } else {
+                        // jpeg, bmp, png, gif, webp
+                        // https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types
+                        // let type = 'jpeg';
+                        // switch (pic.format) {
+                        //     case 'bmp':
+                        //         type = 'bmp';
+                        //         break;
+                        //     case 'png':
+                        //         type = 'png';
+                        //         break;
+                        //     default:
+                        //         break;
+                        // }
+                        const imgUrl = pic.picUrl.match(/\.[a-z0-9]+?\?imageMogr2/) ? pic.picUrl.split('?imageMogr2/')[0] : pic.picUrl.replace(/thumbnail\/.+/, '');
+                        description += `<br><img src="${imgUrl}">`;
+                        // description += `<br><picture><source srcset="${
+                        //     pic.picUrl.split('/thumbnail/')[0]
+                        // }/strip/format/webp" type="image/webp"><source srcset="${imgUrl}" type="image/${type}"><img src="${imgUrl}"></picture>`;
+                    }
+                });
+            }
+
+            // 6. 视频
+            if (item.video) {
+                description += `<br><video src="${item.video.url}" controls></video>`;
+            }
+
+            // rss标题
+            // 优先将音频和视频名作为标题
+            // 其次将正文内容作为标题
+            // 若都没有 则是推送型消息，将连接标题作为主题
+            // “无题” fallback
+            const title = audioName || videoName || content || linkName || '无题';
+
+            return {
+                title,
+                description: description.trim().replace(/\n/g, '<br>'),
+                pubDate: parseDate(item.createdAt),
+                author,
+                link,
+            };
+        }),
+    constructTopicEntry: async (ctx, url) => {
+        const data = await ctx.cache.tryGet(
+            url,
+            async () => {
+                const resp = await got(url);
+                const html = resp.data;
+                const $ = cheerio.load(html);
+                const raw = $('[type = "application/json"]').html();
+                const data = JSON.parse(raw).props.pageProps;
+                data.posts = await Promise.all(
+                    data.posts.map(async (item) => {
+                        if (!item.video) {
+                            return item;
+                        }
+
+                        const videoUrl = `${videoAPI}&id=${item.id}`;
+                        const videoRes = await got(videoUrl);
+                        item.video = videoRes.data;
+
+                        return item;
+                    })
+                );
+
+                return data;
+            },
+            false,
+            config.cache.routeExpire
+        );
+
+        if (data.length === 0) {
+            ctx.state.data = {
+                title: '主题 ID 不存在，或该主题暂无内容',
+            };
+            return null;
+        }
+
+        const topic = data.topic;
+
+        ctx.state.data = {
+            title: `${topic.content} - 即刻圈子`,
+            link: url,
+            description: topic.briefIntro,
+            image: topic.squarePicture.picUrl || topic.squarePicture.middlePicUrl || topic.squarePicture.thumbnailUrl,
+            // item: topicDataHanding(data),
+        };
+
+        return data;
+    },
+};

package/lib/v2/juejin/books.js

@@ -0,0 +1,30 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'post',
+        url: 'https://api.juejin.cn/booklet_api/v1/booklet/listbycategory',
+        json: { category_id: '0', cursor: '0', limit: 20 },
+    });
+
+    const { data } = response.data;
+    const items = data.map(({ base_info }) => ({
+        title: base_info.title,
+        link: `https://juejin.cn/book/${base_info.booklet_id}`,
+        description: `
+            <img src="${base_info.cover_img}"><br>
+            <strong>${base_info.title}</strong><br><br>
+            ${base_info.summary}<br>
+            <strong>价格:</strong> ${base_info.price / 100}元
+        `,
+        pubDate: parseDate(base_info.ctime * 1000),
+        guid: base_info.booklet_id,
+    }));
+
+    ctx.state.data = {
+        title: '掘金小册',
+        link: 'https://juejin.cn/books',
+        item: items,
+    };
+};