rsshub 1.0.0-master.fcaf427 → 1.0.0-master.fcc0fab

package/lib/v2/douban/people/wish.js

@@ -1,18 +1,11 @@
 const querystring = require('querystring');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
-const torrent = require('@/utils/torrent');
 const config = require('@/config').value;
 module.exports = async (ctx) => {
     const userid = ctx.params.userid;
     const routeParams = querystring.parse(ctx.params.routeParams);
 
-    // enable torrent search
-    const providers = routeParams.torrentProvider === 'all' ? torrent.allProviders : routeParams.torrentProvider ? routeParams.torrentProvider.split(',') : [];
-    const torrentMinSeeds = routeParams.torrentMinSeeds ? parseInt(routeParams.torrentMinSeeds) : 1;
-    const torrentMinRating = routeParams.torrentMinRating ? parseFloat(routeParams.torrentMinRating) : 0.5;
-    const torrentSkipNoMatch = routeParams.torrentSkipNoMatch === 'true';
-
     let userName;
 
     const pageSize = 15;
@@ -46,7 +39,7 @@ module.exports = async (ctx) => {
 
                     if (list) {
                         return Promise.all(
-                            list.get().map(async (item) => {
+                            list.get().map((item) => {
                                 item = $(item);
                                 const itemPicUrl = item.find('.pic a img').attr('src');
                                 const info = item.find('.info');
@@ -61,18 +54,7 @@ module.exports = async (ctx) => {
                                     pubDate: new Date(day),
                                 };
 
-                                if (routeParams.torrentProvider) {
-                                    const category = url.indexOf('movie.douban.com') > 0 ? 'Movies' : 'TV';
-                                    const keyword = titles.length > 1 ? titles[1] : titles[0];
-                                    let keywords = [keyword];
-                                    if (routeParams.torrentQuery) {
-                                        keywords = keywords.concat(routeParams.torrentQuery.split(','));
-                                    }
-                                    const result = await torrent.get(providers, routeParams, keywords, category, torrentMinSeeds, torrentMinRating);
-                                    return Object.assign(rssItem, result);
-                                } else {
-                                    return rssItem;
-                                }
+                                return rssItem;
                             })
                         );
                     }
@@ -80,10 +62,7 @@ module.exports = async (ctx) => {
         );
     }
 
-    let items = (await Promise.all(tasks)).reduce((item, rssItems) => item.concat(rssItems), []);
-    if (torrentSkipNoMatch) {
-        items = items.filter((item) => item.enclosure_url && item.enclosure_url.length > 0);
-    }
+    const items = (await Promise.all(tasks)).reduce((item, rssItems) => item.concat(rssItems), []);
     ctx.state.data = {
         title: `豆瓣想看 - ${userName || userid}`,
         link: `https://movie.douban.com/people/${userid}/wish`,

package/lib/v2/douban/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         www: [
             {
                 title: '用户的广播',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/people/:user/',
                 target: (params, url, document) => {
                     const uid = document && document.querySelector('html').innerHTML.match(/"id":"([0-9]+)"/)[1];
@@ -13,39 +13,45 @@ module.exports = {
             },
             {
                 title: '小组-最新',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/group/:groupid',
                 target: '/douban/group/:groupid',
             },
             {
                 title: '小组-最热',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/group/:groupid',
                 target: '/douban/group/:groupid/essence',
             },
             {
                 title: '小组-精华',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/group/:groupid',
                 target: '/douban/group/:groupid/elite',
             },
+            {
+                title: '榜单与集合',
+                docs: 'https://docs.rsshub.app/routes/social-media#douban',
+                source: ['/subject_collection/:type'],
+                target: '/douban/list/:type',
+            },
         ],
         jobs: [
             {
                 title: '社会招聘',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/jobs/social',
                 target: '/jobs/social',
             },
             {
                 title: '校园招聘',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/jobs/campus',
                 target: '/jobs/campus',
             },
             {
                 title: '实习生招聘',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-ban',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-ban',
                 source: '/jobs/intern',
                 target: '/jobs/intern',
             },

package/lib/v2/douban/router.js

@@ -12,6 +12,7 @@ module.exports = function (router) {
     router.get('/explore/column/:id', require('./other/explore_column'));
     router.get('/group/:groupid/:type?', require('./other/group'));
     router.get('/jobs/:type', require('./other/jobs.js'));
+    router.get('/list/:type?', require('./other/list'));
     router.get('/movie/classification/:sort?/:score?/:tags?', require('./other/classification.js'));
     router.get('/movie/later', require('./other/later'));
     router.get('/movie/playing', require('./other/playing'));

package/lib/v2/douban/templates/list_description.art

@@ -0,0 +1,25 @@
+{{ if ranking_value }}
+<p>{{ ranking_value }}<p>
+{{ /if }}
+
+<p>{{ title }}</p>
+
+{{ if original_title }}
+<p>{{ original_title }}</p>
+{{ /if }}
+
+{{ if rate }}
+<p>{{ rate }}</p>
+{{ /if }}
+
+{{ if card_subtitle }}
+<p>{{ card_subtitle }}</p>
+{{ /if }}
+
+{{ if description }}
+<p>{{ description }}</p>
+{{ /if }}
+
+{{ if cover }}
+<img src="{{ cover }}" />
+{{ /if }}

package/lib/v2/douban/templates/weekly_best.art

@@ -0,0 +1,10 @@
+<p>标题：{{title}}</p>
+<p>评分：{{rate}}</p>
+<p>标签：{{card_subtitle}}</p>
+<p>影片信息：{{description}}</p>
+<p>
+    <img src="{{cover_url}}" />
+    {{each photos}}
+        <img src="{{$value}}" />
+    {{/each}}
+</p>

package/lib/v2/douyin/hashtag.js

@@ -1,4 +1,3 @@
-const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const config = require('@/config').value;
@@ -23,19 +22,26 @@ module.exports = async (ctx) => {
             const browser = await require('@/utils/puppeteer')();
             const page = await browser.newPage();
             await page.setRequestInterception(true);
+            let awemeList = '';
             page.on('request', (request) => {
-                request.resourceType() === 'document' ? request.continue() : request.abort();
+                request.resourceType() === 'document' || request.resourceType() === 'script' || request.resourceType() === 'xhr' ? request.continue() : request.abort();
+            });
+            page.on('response', async (response) => {
+                const request = response.request();
+                if (request.url().includes('/v1/web/challenge/aweme')) {
+                    awemeList = await response.json();
+                }
             });
             await page.goto(tagUrl, {
-                waitUntil: 'domcontentloaded',
+                waitUntil: 'networkidle2',
             });
             await page.waitForSelector('#RENDER_DATA');
-            const html = await page.evaluate(() => document.documentElement.innerHTML);
+            const html = await page.evaluate(() => document.getElementById('RENDER_DATA').innerText);
             await browser.close();
 
-            const $ = cheerio.load(html);
-            const renderData = JSON.parse(decodeURIComponent($('script#RENDER_DATA').text()));
-            const dataKey = Object.keys(renderData).find((key) => renderData[key].topicDetail && renderData[key].defaultData);
+            const renderData = JSON.parse(decodeURIComponent(html));
+            const dataKey = Object.keys(renderData).find((key) => renderData[key].topicDetail);
+            renderData[dataKey].defaultData = awemeList.aweme_list;
             return renderData[dataKey];
         },
         config.cache.routeExpire,
@@ -49,7 +55,7 @@ module.exports = async (ctx) => {
     const posts = tagData.defaultData;
     const items = posts.map((post) => {
         // parse video
-        let videoList = post.video && post.video.bitRateList && post.video.bitRateList.map((item) => resolveUrl(item.playApi));
+        let videoList = post.video && post.video.bit_rate && post.video.bit_rate.map((bit_rate) => resolveUrl(bit_rate.play_addr.url_list[0]));
         if (relay) {
             videoList = videoList.map((item) => proxyVideo(item, relay));
         }
@@ -57,14 +63,9 @@ module.exports = async (ctx) => {
         duration = duration && duration / 1000;
         let img;
         // if (!embed) {
-        //     img = post.video && post.video.dynamicCover; // dynamic cover (webp)
+        //     img = post.video && post.video.dynamic_cover && post.video.dynamic_cover.url_list[post.video.dynamic_cover.url_list.length - 1]; // dynamic cover (webp)
         // }
-        img =
-            img ||
-            (post.video &&
-                ((post.video.coverUrlList && post.video.coverUrlList[post.video.coverUrlList.length - 1]) || // HD
-                    post.video.originCover || // LD
-                    post.video.cover)); // even more LD
+        img = img || (post.video && post.video.origin_cover && post.video.origin_cover.url_list[post.video.origin_cover.url_list.length - 1]);
         img = img && resolveUrl(img);
 
         // render description
@@ -76,10 +77,10 @@ module.exports = async (ctx) => {
         return {
             title: post.desc,
             description,
-            link: `https://www.douyin.com/video/${post.awemeId}`,
-            pubDate: parseDate(post.createTime * 1000),
-            category: post.textExtra.map((extra) => extra.hashtagName),
-            author: post.authorInfo.nickname,
+            link: `https://www.douyin.com/video/${post.aweme_id}`,
+            pubDate: parseDate(post.create_time, 'X'),
+            category: post.text_extra.map((extra) => extra.hashtag_name),
+            author: post.author.nickname,
         };
     });
 

package/lib/v2/douyin/live.js

@@ -1,5 +1,5 @@
 const config = require('@/config').value;
-const { getOriginAvatar } = require('./utils');
+const { getOriginAvatar, universalGet } = require('./utils');
 
 module.exports = async (ctx) => {
     const { rid } = ctx.params;
@@ -9,32 +9,13 @@ module.exports = async (ctx) => {
 
     const pageUrl = `https://live.douyin.com/${rid}`;
 
-    const renderData = await ctx.cache.tryGet(
-        `douyin:live:${rid}`,
-        async () => {
-            const browser = await require('@/utils/puppeteer')();
-            const page = await browser.newPage();
-            await page.setRequestInterception(true);
-            page.on('request', (request) => {
-                request.resourceType() === 'document' ? request.continue() : request.abort();
-            });
-            await page.goto(pageUrl, {
-                waitUntil: 'domcontentloaded',
-            });
-            const data = await page.evaluate(() => renderData);
-            browser.close();
-
-            return data;
-        },
-        config.cache.routeExpire,
-        false
-    );
+    const renderData = await ctx.cache.tryGet(`douyin:live:${rid}`, () => universalGet(pageUrl, 'live', ctx), config.cache.routeExpire, false);
 
-    if (renderData.routeInitialProps.status_code !== '0') {
-        throw `Status code ${renderData.routeInitialProps.status_code}: ${renderData.routeInitialProps.error.title}`;
+    if (renderData[Object.keys(renderData).find((k) => renderData[k].status_code)].status_code !== '0') {
+        throw `Status code ${renderData[Object.keys(renderData).find((k) => renderData[k].status_code)].status_code}`;
     }
 
-    const roomInfo = renderData.initialState.roomStore.roomInfo;
+    const roomInfo = renderData.app.initialState.roomStore.roomInfo;
     const nickname = roomInfo.anchor.nickname;
     const userAvatar = roomInfo.anchor.avatar_thumb.url_list[0];
 

package/lib/v2/douyin/radar.js

@@ -4,13 +4,13 @@ module.exports = {
         '.': [
             {
                 title: '标签',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-yin',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-yin',
                 source: '/hashtag/:cid',
                 target: '/douyin/hashtag/:cid',
             },
             {
                 title: '博主',
-                docs: 'https://docs.rsshub.app/social-media.html#dou-yin',
+                docs: 'https://docs.rsshub.app/routes/social-media#dou-yin',
                 source: '/user/:uid',
                 target: '/douyin/user/:uid',
             },
@@ -18,7 +18,7 @@ module.exports = {
         live: [
             {
                 title: '直播间开播',
-                docs: 'https://docs.rsshub.app/live.html#dou-yin-zhi-bo',
+                docs: 'https://docs.rsshub.app/routes/live#dou-yin-zhi-bo',
                 source: '/:rid',
                 target: '/douyin/live/:rid',
             },

package/lib/v2/douyin/user.js

@@ -1,9 +1,8 @@
-const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const config = require('@/config').value;
 const { fallback, queryToBoolean } = require('@/utils/readable-social');
-const { templates, resolveUrl, proxyVideo, getOriginAvatar } = require('./utils');
+const { templates, resolveUrl, proxyVideo, getOriginAvatar, universalGet } = require('./utils');
 
 module.exports = async (ctx) => {
     const uid = ctx.params.uid;
@@ -20,27 +19,13 @@ module.exports = async (ctx) => {
     const pageData = await ctx.cache.tryGet(
         `douyin:user:${uid}`,
         async () => {
-            const browser = await require('@/utils/puppeteer')();
-            const page = await browser.newPage();
-            await page.setRequestInterception(true);
-            page.on('request', (request) => {
-                request.resourceType() === 'document' ? request.continue() : request.abort();
-            });
-            await page.goto(pageUrl, {
-                waitUntil: 'domcontentloaded',
-            });
-            const html = await page.evaluate(() => document.documentElement.innerHTML);
-            await browser.close();
-
-            const $ = cheerio.load(html);
-            const renderData = JSON.parse(decodeURIComponent($('script#RENDER_DATA').html()));
+            const renderData = await universalGet(pageUrl, 'user', ctx);
             const dataKey = Object.keys(renderData).filter((key) => renderData[key].user && renderData[key].post)[0];
             return renderData[dataKey];
         },
         config.cache.routeExpire,
         false
     );
-
     const userInfo = pageData.user.user;
     const userNickName = userInfo.nickname;
     const userDescription = userInfo.desc;

package/lib/v2/douyin/utils.js

@@ -1,4 +1,8 @@
 const path = require('path');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const logger = require('@/utils/logger');
+const config = require('@/config').value;
 
 const templates = {
     desc: path.join(__dirname, 'templates/desc.art'),
@@ -42,9 +46,90 @@ const getOriginAvatar = (url) =>
         .replace(/^(.*\.douyinpic\.com\/).*(\/aweme-avatar\/)([^?]*)(\?.*)?$/, '$1origin$2$3')
         .replace(/~\w+_\d+x\d+/g, '');
 
+const extractRenderData = (html) => {
+    if (!html) {
+        throw Error('Empty html. The request may be filtered by WAF.');
+    }
+
+    const $ = cheerio.load(html);
+    const renderData = JSON.parse(decodeURIComponent($('script#RENDER_DATA').html()));
+    if (!renderData) {
+        const title = $('title').text();
+        if (title.includes('验证')) {
+            throw Error(title);
+        } else if ($('#captcha_container').length > 0) {
+            throw Error('Captcha required.');
+        }
+        throw Error('Failed to get render data.');
+    } else if (renderData.isSpider) {
+        throw Error('The request was considered to be from a spider.');
+    } else {
+        return renderData;
+    }
+};
+
+const gotGet = async (url, ua) => {
+    const response = await got(url, {
+        headers: {
+            'User-Agent': ua, // magic!
+        },
+    });
+    return extractRenderData(response.data);
+};
+
+const puppeteerGet = async (pageUrl) => {
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' ? request.continue() : request.abort();
+    });
+    await page.goto(pageUrl, {
+        waitUntil: 'domcontentloaded',
+    });
+    const html = await page.evaluate(() => document.documentElement.innerHTML);
+    await browser.close();
+    return extractRenderData(html);
+};
+
+const universalGet = async (url, route, ctx) => {
+    const cacheKey = `douyin:utils:universalGet:gotFirst:${route}`;
+    const gotFirst = await ctx.cache.tryGet(
+        cacheKey,
+        () => '1',
+        config.cache.contentExpire,
+        false // no refresh now
+    );
+
+    const ua = route === 'live' ? 'Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)' : 'curl/7.86.0';
+
+    let data;
+    if (gotFirst === '1') {
+        try {
+            data = await gotGet(url, ua);
+            ctx.cache.set(cacheKey, '1', config.cache.contentExpire); // refresh if success
+        } catch (e) {
+            logger.warn('Failed to get data with got, trying puppeteer: ' + e.message);
+            data = await puppeteerGet(url);
+            ctx.cache.set(cacheKey, '0', config.cache.contentExpire); // only set if success
+        }
+    } else {
+        try {
+            data = await puppeteerGet(url);
+            ctx.cache.set(cacheKey, '0', config.cache.contentExpire); // refresh if success
+        } catch (e) {
+            logger.warn('Failed to get data with puppeteer, trying got: ' + e.message);
+            data = await gotGet(url, ua);
+            ctx.cache.set(cacheKey, '1', config.cache.contentExpire); // only set if success
+        }
+    }
+    return data;
+};
+
 module.exports = {
     templates,
     resolveUrl,
     proxyVideo,
     getOriginAvatar,
+    universalGet,
 };

package/lib/v2/douyu/group.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const sort = ctx.params.sort ?? '2';
+
+    const rootUrl = 'https://yuba.douyu.com';
+    const detailUrl = `${rootUrl}/wbapi/web/group/head?group_id=${id}`;
+    const apiUrl = `${rootUrl}/wbapi/web/group/postlist?group_id=${id}&page=1&sort=${sort}`;
+    const currentUrl = `${rootUrl}/group/${sort === '1' ? 'newall' : 'newself'}/${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const detailResponse = await got({
+        method: 'get',
+        url: detailUrl,
+    });
+
+    const items = response.data.data.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/p/${item.post_id}`,
+        pubDate: timezone(parseDate(item.created_at_std), +8),
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            content: item.describe,
+            images: item.imglist.map((i) => ({
+                size: i.size,
+                url: i.url,
+            })),
+        }),
+    }));
+
+    ctx.state.data = {
+        title: `斗鱼鱼吧 - ${detailResponse.data.data.group_name}`,
+        link: currentUrl,
+        item: items,
+        description: detailResponse.data.data.describe,
+    };
+};

package/lib/v2/douyu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/group/:id/:sort?': ['nczitzk'],
+    '/post/:id': ['nczitzk'],
+    '/room/:id': ['DIYgod'],
+};

package/lib/v2/douyu/post.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://yuba.douyu.com';
+    const currentUrl = `${rootUrl}/p/${id}`;
+    const detailUrl = `${rootUrl}/wbapi/web/post/detail/${id}`;
+
+    const detailResponse = await got({
+        method: 'get',
+        url: detailUrl,
+    });
+
+    const data = detailResponse.data.data;
+    let apiUrl = `${rootUrl}/wbapi/web/post/comments/${id}?group_id=${data.group_id}&sink=1&page=1`;
+
+    let response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    apiUrl = `${rootUrl}/wbapi/web/post/comments/${id}?group_id=${data.group_id}&sink=1&page=${response.data.page_total}`;
+
+    response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.data.map((item) => ({
+        title: `${item.nick_name}: ${item.content}`,
+        link: `${currentUrl}#${item.comment_id}${item.sub_replies.length > 0 ? `+${item.sub_replies.map((r) => r.comment_id).join('+')}` : ''}`,
+        pubDate: parseDate(item.created_ts * 1000),
+        description: art(path.join(__dirname, 'templates/description.art'), {
+            content: item.content,
+            images: item.imglist.map((i) => ({
+                size: i.size,
+                url: i.url,
+            })),
+            replies:
+                item.sub_replies.map((r) => ({
+                    nickname: r.nickname,
+                    content: r.content,
+                    time: new Date(r.created_ts * 1000).toLocaleString(),
+                })) ?? undefined,
+        }),
+    }));
+
+    ctx.state.data = {
+        title: `斗鱼鱼吧 - ${data.title}`,
+        link: currentUrl,
+        item: items,
+        description: data.content,
+    };
+};

package/lib/v2/douyu/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'douyu.com': {
+        _name: '斗鱼',
+        www: [
+            {
+                title: '直播间开播',
+                docs: 'https://docs.rsshub.app/routes/live#dou-yu-zhi-bo-zhi-bo-jian-kai-bo',
+                source: ['/:id', '/'],
+                target: '/douyu/room/:id',
+            },
+        ],
+        yuba: [
+            {
+                title: '鱼吧帖子',
+                docs: 'https://docs.rsshub.app/routes/bbs#dou-yu-yu-ba-tie-zi',
+                source: ['/group/:id', '/group/newself/:id', '/group/newall/:id', '/'],
+                target: '/douyu/group/:id',
+            },
+            {
+                title: '鱼吧跟帖',
+                docs: 'https://docs.rsshub.app/routes/bbs#dou-yu-yu-ba-gen-tie',
+                source: ['/p/:id', '/'],
+                target: '/douyu/post/:id',
+            },
+        ],
+    },
+};

package/lib/v2/douyu/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/group/:id/:sort?', require('./group'));
+    router.get('/post/:id', require('./post'));
+    router.get('/room/:id', require('./room'));
+};

package/lib/v2/douyu/templates/description.art

@@ -0,0 +1,14 @@
+{{ if content }}
+{{ content }}
+{{ /if }}
+{{ if images }}
+{{ each images image }}
+<img src="{{ image.url }}" width="{{ image.size.w }}" height="{{ image.size.h }}">
+{{ /each }}
+{{ /if }}
+{{ if replies }}
+<h3>回复</h3>
+{{ each replies reply }}
+<p><b>{{ reply.nickname }}</b> <small>[{{ reply.time }}]</small>: {{ reply.content }}</p>
+{{ /each }}
+{{ /if }}

package/lib/v2/dtcj/datainsight.js

@@ -28,20 +28,19 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('.content-3mNFyi').html();
-                    item.pubDate = parseDate(detailResponse.data.match(/"date":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2})","thumbnail_url":/)[1]);
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.content-3mNFyi').html();
+                item.pubDate = parseDate(detailResponse.data.match(/"date":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2})","thumbnail_url":/)[1]);
+
+                return item;
+            })
         )
     );