rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/{routes → v2}/pixiv/bookmarks.js

@@ -1,8 +1,9 @@
-const getToken = require('./token');
+const { getToken } = require('./token');
 const getBookmarks = require('./api/getBookmarks');
 const getUserDetail = require('./api/getUserDetail');
 const config = require('@/config').value;
 const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     if (!config.pixiv || !config.pixiv.refreshToken) {
@@ -11,7 +12,7 @@ module.exports = async (ctx) => {
 
     const id = ctx.params.id;
 
-    const token = await getToken();
+    const token = await getToken(ctx.cache.tryGet);
     if (!token) {
         throw 'pixiv not login';
     }
@@ -30,7 +31,7 @@ module.exports = async (ctx) => {
             return {
                 title: illust.title,
                 author: illust.user.name,
-                pubDate: new Date(illust.create_date).toUTCString(),
+                pubDate: parseDate(illust.create_date),
                 description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
             };

package/lib/{routes → v2}/pixiv/illustfollow.js

@@ -1,15 +1,16 @@
-const getToken = require('./token');
+const { getToken } = require('./token');
 const getIllustFollows = require('./api/getIllustFollows');
 const config = require('@/config').value;
 const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     if (!config.pixiv || !config.pixiv.refreshToken) {
         throw 'pixiv RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
 
-    const token = await getToken();
-    if (!(await getToken())) {
+    const token = await getToken(ctx.cache.tryGet);
+    if (!token) {
         throw 'pixiv not login';
     }
 
@@ -24,7 +25,7 @@ module.exports = async (ctx) => {
             return {
                 title: illust.title,
                 author: illust.user.name,
-                pubDate: new Date(illust.create_date).toUTCString(),
+                pubDate: parseDate(illust.create_date),
                 description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
             };

package/lib/v2/pixiv/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/ranking/:mode/:date?': ['EYHN'],
+    '/search/:keyword/:order?/:mode?': ['DIYgod'],
+    '/user/bookmarks/:id': ['EYHN'],
+    '/user/illustfollows': ['ClarkeCheng'],
+    '/user/novels/:id': ['TonyRL'],
+    '/user/:id': ['DIYgod'],
+};

package/lib/v2/pixiv/novels.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'https://www.pixiv.net';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const { data } = await got(`${baseUrl}/ajax/user/${id}/profile/all`);
+
+    const items = [
+        ...data.body.novelSeries.map((item) => ({
+            title: item.title,
+            description: item.caption,
+            link: `https://www.pixiv.net/novel/series/${item.id}`,
+            author: item.userName,
+            pubDate: parseDate(item.createDate),
+            updated: parseDate(item.updateDate),
+            category: item.tags,
+        })),
+        ...data.body.pickup.map((item) => ({
+            title: item.title,
+            description: item.description,
+            link: item.contentUrl,
+            author: item.userName,
+            pubDate: parseDate(item.createDate),
+            updated: parseDate(item.updateDate),
+            category: item.tags,
+        })),
+    ];
+
+    ctx.state.data = {
+        title: `${data.body.novelSeries[0].userName || data.body.pickup[0].userName} 的小说`,
+        link: `${baseUrl}/users/${id}/novels`,
+        item: items,
+    };
+};

package/lib/{routes → v2}/pixiv/pixiv-got.js

@@ -6,7 +6,7 @@ const pixivConfig = require('@/config').value.pixiv;
 
 async function dohResolve(name, jsonDohEndpoint) {
     try {
-        const response = await got.get(jsonDohEndpoint, {
+        const response = await got(jsonDohEndpoint, {
             searchParams: {
                 name,
                 type: 'A',

package/lib/v2/pixiv/radar.js

@@ -0,0 +1,43 @@
+module.exports = {
+    'pixiv.net': {
+        _name: 'Pixiv',
+        www: [
+            {
+                title: '用户收藏',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: '/users/:id/bookmarks/artworks',
+                target: '/pixiv/user/bookmarks/:id',
+            },
+            {
+                title: '用户动态',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: '/users/:id',
+                target: '/pixiv/user/:id',
+            },
+            {
+                title: '用户小说',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: '/users/:id/novels',
+                target: '/pixiv/user/novels/:id',
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: '/ranking.php',
+                target: (params, url) => `/pixiv/ranking/${new URL(url).searchParams.get('mode') || 'daily'}`,
+            },
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: ['/tags/:keyword', '/tags/:keyword/:type?'],
+                target: (params, url) => `/pixiv/search/:keyword/${new URL(url).searchParams.get('order')}/${new URL(url).searchParams.get('mode')}`,
+            },
+            {
+                title: '关注的新作品',
+                docs: 'https://docs.rsshub.app/social-media.html#pixiv',
+                source: '/bookmark_new_illust.php',
+                target: '/pixiv/user/illustfollows',
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/pixiv/ranking.js

@@ -1,7 +1,8 @@
-const getToken = require('./token');
+const { getToken } = require('./token');
 const getRanking = require('./api/getRanking');
 const config = require('@/config').value;
 const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     day: 'pixiv 日排行',
@@ -56,7 +57,7 @@ module.exports = async (ctx) => {
     const mode = alias[ctx.params.mode] ? alias[ctx.params.mode] : ctx.params.mode;
     const date = ctx.params.date ? new Date(ctx.params.date) : new Date();
 
-    const token = await getToken();
+    const token = await getToken(ctx.cache.tryGet);
     if (!token) {
         throw 'pixiv not login';
     }
@@ -75,7 +76,7 @@ module.exports = async (ctx) => {
             const images = pixivUtils.getImgs(illust);
             return {
                 title: `#${index + 1} ${illust.title}`,
-                pubDate: new Date(illust.create_date).toUTCString(),
+                pubDate: parseDate(illust.create_date),
                 description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p><br>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
                 author: illust.user.name,

package/lib/v2/pixiv/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/ranking/:mode/:date?', require('./ranking'));
+    router.get('/search/:keyword/:order?/:mode?', require('./search'));
+    router.get('/user/bookmarks/:id', require('./bookmarks'));
+    router.get('/user/illustfollows', require('./illustfollow'));
+    router.get('/user/novels/:id', require('./novels'));
+    router.get('/user/:id', require('./user'));
+};

package/lib/{routes → v2}/pixiv/search.js

@@ -1,8 +1,9 @@
-const getToken = require('./token');
+const { getToken } = require('./token');
 const searchPopularIllust = require('./api/searchPopularIllust');
 const searchIllust = require('./api/searchIllust');
 const config = require('@/config').value;
 const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     if (!config.pixiv || !config.pixiv.refreshToken) {
@@ -13,7 +14,7 @@ module.exports = async (ctx) => {
     const order = ctx.params.order || 'date';
     const mode = ctx.params.mode;
 
-    const token = await getToken();
+    const token = await getToken(ctx.cache.tryGet);
     if (!token) {
         throw 'pixiv not login';
     }
@@ -40,7 +41,7 @@ module.exports = async (ctx) => {
             return {
                 title: illust.title,
                 author: illust.user.name,
-                pubDate: new Date(illust.create_date).toUTCString(),
+                pubDate: parseDate(illust.create_date),
                 description: `<p>画师：${illust.user.name} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
             };

package/lib/v2/pixiv/token.js

@@ -0,0 +1,86 @@
+const config = require('@/config').value;
+const logger = require('@/utils/logger');
+const got = require('./pixiv-got');
+const { maskHeader } = require('./constants');
+
+let token = null;
+
+const authorizationInfo = {
+    client_id: 'MOBrBDS8blbauoSck0ZfDbtuzpyT',
+    client_secret: 'lsACyCD94FhDUtGTXi3QzcFE2uU1hqtDaKeqrdwj',
+    hash_secret: '28c1fdd170a5204386cb1313c7077b34f83e4aaf4aa829ce78c231e05b0bae2c',
+};
+
+const refreshToken = (tryGet) =>
+    tryGet(
+        'pixiv:accessToken',
+        () =>
+            got
+                .post('https://oauth.secure.pixiv.net/auth/token', {
+                    form: {
+                        ...authorizationInfo,
+                        get_secure_url: 1,
+                        grant_type: 'refresh_token',
+                        refresh_token: config.pixiv.refreshToken,
+                    },
+                    headers: {
+                        ...maskHeader,
+                    },
+                    responseType: 'json',
+                    resolveBodyOnly: true,
+                })
+                .catch((e) => {
+                    logger.error('Pixiv refresh token failed.');
+                    logger.error(e);
+                }),
+        3600,
+        false
+    );
+
+async function getToken(tryGet) {
+    const result = await refreshToken(tryGet);
+    // let expireTime;
+    if (result && result.access_token) {
+        logger.debug('Pixiv refresh token success.');
+        token = result.access_token;
+        // expireTime = result.expires_in;
+    }
+    // } else {
+    // expireTime = 30;
+    // logger.error(`Pixiv refresh token failed, retry in ${expireTime} seconds.`);
+    // }
+    // If is package, the mock server should be closed after request, needn't to refresh
+    // if (!config.isPackage) {
+    //     setTimeout(tickToken, expireTime * 1000);
+    // }
+    return token;
+}
+
+module.exports = {
+    getToken,
+};
+
+// let tickTokenStarted = false;
+
+// async function startTickToken(tryGet) {
+//     if (!tickTokenStarted) {
+//         // 如果tickToken没启动
+//         tickTokenStarted = true;
+//         await tickToken(tryGet); // 启动tickToken
+//     }
+// }
+
+// async function waitForToken() {
+//     while (!token) {
+//         // eslint-disable-next-line no-await-in-loop
+//         await new Promise((resolve) => setTimeout(resolve, 0));
+//     }
+//     return token;
+// }
+
+// module.exports = async (tryGet) => {
+//     await startTickToken(tryGet);
+//     return waitForToken();
+// };
+
+// module.exports.tickToken = tickToken;

package/lib/{routes → v2}/pixiv/user.js

@@ -1,7 +1,8 @@
-const getToken = require('./token');
+const { getToken } = require('./token');
 const getIllusts = require('./api/getIllusts');
 const config = require('@/config').value;
 const pixivUtils = require('./utils');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     if (!config.pixiv || !config.pixiv.refreshToken) {
@@ -9,7 +10,7 @@ module.exports = async (ctx) => {
     }
 
     const id = ctx.params.id;
-    const token = await getToken();
+    const token = await getToken(ctx.cache.tryGet);
     if (!token) {
         throw 'pixiv not login';
     }
@@ -28,7 +29,7 @@ module.exports = async (ctx) => {
             return {
                 title: illust.title,
                 author: username,
-                pubDate: new Date(illust.create_date).toUTCString(),
+                pubDate: parseDate(illust.create_date),
                 description: `<p>画师：${username} - 阅览数：${illust.total_view} - 收藏数：${illust.total_bookmarks}</p>${images.join('')}`,
                 link: `https://www.pixiv.net/artworks/${illust.id}`,
             };

package/lib/v2/producthunt/templates/descImg.art

@@ -1,5 +1,5 @@
 <br>
-{{ each descData.structuredData.json.screenshot }}
-<img src="{{ $value }}">
+{{ each descData.structuredData.screenshot }}
+    <img src="{{ $value }}">
 {{ /each }}
 

package/lib/v2/producthunt/today.js

@@ -5,22 +5,25 @@ const { art } = require('@/utils/render');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const response = await got.get('https://www.producthunt.com/');
+    const response = await got('https://www.producthunt.com/');
 
     const data = JSON.parse(cheerio.load(response.data)('#__NEXT_DATA__').html());
 
-    const list = Object.values(data.props.apolloState).filter((o) => o.__typename === 'Post');
+    const list = Object.values(data.props.apolloState)
+        .filter((o) => o.__typename === 'Post')
+        // only includes new post, not product
+        .filter((o) => o.hasOwnProperty('redirectToProduct') && o.redirectToProduct === null);
 
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.slug, async () => {
-                const detailresponse = await got.get(`https://www.producthunt.com/posts/${item.slug}`);
+                const detailresponse = await got(`https://www.producthunt.com/posts/${item.slug}`);
 
                 const data = JSON.parse(cheerio.load(detailresponse.data)('#__NEXT_DATA__').html());
-                const descData = Object.values(data.props.apolloState)[0];
+                const descData = data.props.apolloState[`Post${item.id}`];
 
                 return {
-                    title: `${descData.slug} - ${item.tagline}`,
+                    title: `${item.slug} - ${item.tagline}`,
                     description:
                         descData.description +
                         art(path.join(__dirname, 'templates/descImg.art'), {

package/lib/v2/pts/index.js

@@ -38,7 +38,10 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
-                item.author = content('meta[property="article:author"]').attr('content').split(' / ')[0];
+                item.author = content('meta[name="author"]')
+                    .attr('content')
+                    .replace(/文／/, '')
+                    .split(/／|\/|編譯|報導/)[0];
                 item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
                 item.category = content('.tag-list')
                     .first()

package/lib/v2/qianzhan/column.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let rootUrl = 'https://www.qianzhan.com/analyst/';
+    const titles = {
+        all: '最新文章',
+        220: '研究员专栏',
+        627: '规划师专栏',
+        329: '观察家专栏',
+    };
+    const { type = 'all' } = ctx.params;
+
+    if (type !== 'all') {
+        rootUrl = rootUrl + 'list/' + type + '.html';
+    }
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $('.ptb30.bb1e.clf .f22 a').map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${titles[type]}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/analyst/column/:type?': ['moke8'],
+    '/analyst/rank/:type?': ['moke8'],
+};

package/lib/v2/qianzhan/radar.js

@@ -0,0 +1,26 @@
+module.exports = {
+    'qianzhan.com': {
+        _name: '前瞻网',
+        '.': [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/analyst/list/:html'],
+                target: (params) => {
+                    if (params.html) {
+                        const type = params.html.match(/\d+/)[0];
+                        return '/qianzhan/analyst/column/' + type;
+                    } else {
+                        return '/qianzhan/analyst/column/all';
+                    }
+                },
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/'],
+                target: '/qianzhan/analyst/rank',
+            },
+        ],
+    },
+};

package/lib/v2/qianzhan/rank.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'week' ? 1 : 2;
+    const rootUrl = 'https://www.qianzhan.com/analyst/';
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $(`#div_hotlist ul[idx='${type}'] a`).map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${type === 1 ? '周排行' : '月排行'}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/analyst/column/:type?', require('./column'));
+    router.get('/analyst/rank/:type?', require('./rank'));
+};

package/lib/v2/qidian/author.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const rootUrl = 'https://my.qidian.com';
+    const currentUrl = `${rootUrl}/author/${id}/`;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const authorName = $('.header-msg h1').contents().first().text().trim();
+    const items = $('.author-work .author-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const messageItem = item.find('.author-item-msg');
+            const updatedDate = messageItem.find('.author-item-update span').text().replace('·', '').trim();
+
+            return {
+                title: messageItem.find('.author-item-title').text().trim(),
+                author: authorName,
+                category: messageItem.find('.author-item-exp a').first().text().trim(),
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    description: messageItem.find('.author-item-update a').attr('title'),
+                    image: item.find('a img').attr('src'),
+                }),
+                pubDate: timezone(/(今|昨)/.test(updatedDate) ? parseRelativeDate(updatedDate) : parseDate(updatedDate, 'YYYY-MM-DD HH:mm'), +8),
+                link: messageItem.find('.author-item-update a').attr('href'),
+            };
+        });
+
+    ctx.state.data = {
+        title: `${authorName} - 起点中文网`,
+        description: $('.header-msg-desc').text().trim(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/{routes → v2}/qidian/chapter.js

@@ -1,24 +1,18 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
 
-    const response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/info/${id}#Catalog`,
-    });
+    const response = await got(`https://m.qidian.com/book/${id}.html`);
     const $ = cheerio.load(response.data);
 
-    const name = $('.book-info>h1>em').text();
-    const cover_url = 'https:' + $('#bookImg>img').attr('src');
+    const name = $('.book-detail-info .book-title').text();
+    const cover_url = 'https:' + $('.book-detail-info img').attr('src');
 
-    const csrfToken = response.headers['set-cookie'].find((s) => s.startsWith('_csrfToken=')).split(';')[0];
-
-    const chapters_response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/ajax/book/category?${csrfToken}&bookId=${id}`,
-    });
+    const csrfToken = await got(`https://m.qidian.com/book/${id}/catalog/`).then((res) => res.headers['set-cookie'].join('').match(/_csrfToken=(\S*);/)[0]);
+    const chapters_response = await got(`https://m.qidian.com/majax/book/category?${csrfToken}&bookId=${id}`);
     const chapter_item = [];
 
     for (let i = 0; i < chapters_response.data.data.vs.length; i++) {
@@ -27,7 +21,7 @@ module.exports = async (ctx) => {
             const chapter = chapters[j];
             chapter_item.push({
                 title: chapter.cN,
-                pubDate: new Date(chapter.uT).toUTCString(),
+                pubDate: parseDate(chapter.uT),
                 link: `https://vipreader.qidian.com/chapter/${id}/${chapter.id}`,
             });
         }
@@ -36,7 +30,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: `起点 ${name}`,
         link: `https://book.qidian.com/info/${id}`,
-        description: $('.book-info>p.intro').text(),
+        description: $('#bookSummary content').text(),
         image: cover_url,
         item: chapter_item,
     };

package/lib/{routes → v2}/qidian/forum.js

@@ -7,9 +7,7 @@ module.exports = async (ctx) => {
 
     const url = `https://forum.qidian.com/NewForum/List.aspx?BookId=${id}`;
 
-    const forum_response = await got({
-        method: 'get',
-        url,
+    const forum_response = await got(url, {
         headers: {
             Referer: `https://book.qidian.com/info/${id}`,
         },

package/lib/{routes → v2}/qidian/free-next.js

@@ -13,10 +13,7 @@ module.exports = async (ctx) => {
         title = '起点中文网';
     }
 
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
     const list = $('div.other-rec-wrap li');