rsshub 1.0.0-master.fdefa01 → 1.0.0-master.ff1cc11

package/lib/routes/technologyreview/topic.js

@@ -7,23 +7,22 @@ module.exports = async (ctx) => {
     const response = await got.get(`https://wp.technologyreview.com/wp-json/irving/v1/data/term_archive?page=1&category_name=${ctx.params.category_name}`);
 
     const item = await Promise.all(
-        response.data.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.config.permalink, async () => {
-                    try {
-                        const res = await got.get(item.config.permalink);
-                        const $ = cheerio.load(res.data);
-                        const description = $('.contentHeader__image--1pFzw').html() + $('.contentHeader__deck--3A9FE').html() + $('.contentHeader__meta--3u-EJ').html() + $('#content--body').html();
-                        return {
-                            title: item.config.title,
-                            link: item.config.permalink,
-                            pubDate: new Date($('.contentHeader__publishDate--37zcW').text()),
-                            description,
-                        };
-                    } catch (err) {
-                        return Promise.resolve('');
-                    }
-                })
+        response.data.map((item) =>
+            ctx.cache.tryGet(item.config.permalink, async () => {
+                try {
+                    const res = await got.get(item.config.permalink);
+                    const $ = cheerio.load(res.data);
+                    const description = $('.contentHeader__image--1pFzw').html() + $('.contentHeader__deck--3A9FE').html() + $('.contentHeader__meta--3u-EJ').html() + $('#content--body').html();
+                    return {
+                        title: item.config.title,
+                        link: item.config.permalink,
+                        pubDate: new Date($('.contentHeader__publishDate--37zcW').text()),
+                        description,
+                    };
+                } catch (err) {
+                    return Promise.resolve('');
+                }
+            })
         )
     );
 

package/lib/routes/telecompaper/news.js

@@ -30,9 +30,7 @@ module.exports = async (ctx) => {
             'ctl00$MainPlaceHolder$ddlYears',
             year && year !== 'all'
                 ? $('select[name="ctl00$MainPlaceHolder$ddlYears"] option')
-                      .filter(function (index, element) {
-                          return $(element).text().split(' (')[0] === ctx.params.year;
-                      })
+                      .filter((index, element) => $(element).text().split(' (')[0] === ctx.params.year)
                       .attr('value')
                 : '0'
         );
@@ -40,9 +38,7 @@ module.exports = async (ctx) => {
             'ctl00$MainPlaceHolder$ddlCountries',
             country && country !== 'all'
                 ? $('select[name="ctl00$MainPlaceHolder$ddlCountries"] option')
-                      .filter(function (index, element) {
-                          return $(element).text().split(' (')[0] === country;
-                      })
+                      .filter((index, element) => $(element).text().split(' (')[0] === country)
                       .attr('value')
                 : '0'
         );
@@ -51,9 +47,7 @@ module.exports = async (ctx) => {
         'ctl00$MainPlaceHolder$ddlContentType',
         type && type !== 'all'
             ? $('select[name="ctl00$MainPlaceHolder$ddlContentType"] option')
-                  .filter(function (index, element) {
-                      return $(element).text().split(' (')[0] === type;
-                  })
+                  .filter((index, element) => $(element).text().split(' (')[0] === type)
                   .attr('value')
             : ''
     );
@@ -83,19 +77,18 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    item.description = content('#pageContainer').html();
+                item.description = content('#pageContainer').html();
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/telecompaper/search.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword || '';
+    const company = ctx.params.company || '';
+    const sort = ctx.params.sort || '2';
+    const period = ctx.params.period || '12';
+
+    const rootUrl = `https://www.telecompaper.com/search/index.aspx?search=${keyword}`;
+
+    let response = await got({
+            method: 'get',
+            url: rootUrl,
+        }),
+        $ = cheerio.load(response.data);
+
+    response = await got({
+        method: 'post',
+        url: rootUrl,
+        data: JSON.stringify({
+            __EVENTTARGET: '',
+            __EVENTARGUMENT: '',
+            __VSTATE: $('#__VSTATE').attr('value'),
+            __VIEWSTATE: '',
+            ctl00$header$searchText: 'Search keywords',
+            ctl00$header$searchTextMobile: 'Search keywords',
+            ctl00$MainPlaceHolder$SearchText: keyword,
+            ctl00$MainPlaceHolder$CompanyText: company,
+            ctl00$MainPlaceHolder$Sort: parseInt(sort),
+            ctl00$MainPlaceHolder$Results: 20,
+            ctl00$MainPlaceHolder$Date: 'Timeframe1',
+            ctl00$MainPlaceHolder$Period: parseInt(period),
+            ctl00$MainPlaceHolder$txtStartDate: '',
+            ctl00$MainPlaceHolder$txtEndDate: '',
+            ctl00$MainPlaceHolder$chkEnglish: 'on',
+            ctl00$MainPlaceHolder$Submit: 'Search',
+        }),
+    });
+    $ = cheerio.load(response.data);
+
+    const list = $('table.details_rows tbody tr')
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+            const a = item.find('a');
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: new Date(item.find('span.source').text().split(' | ')[0] + ' GMT+1').toUTCString(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#pageContainer').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Telecompaper Search - ${keyword}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/routes/telegram/blog.js

@@ -10,10 +10,10 @@ module.exports = async (ctx, next) => {
     const items = await Promise.all(
         $$('.dev_blog_card_link_wrap')
             .get()
-            .map(async (each) => {
+            .map((each) => {
                 const $ = $$(each);
                 const link = 'https://telegram.org' + $.attr('href');
-                return await ctx.cache.tryGet(link, async () => {
+                return ctx.cache.tryGet(link, async () => {
                     const result = await got(link);
                     const $ = cherrio.load(result.body);
                     return {

package/lib/routes/telegram/channel.js

@@ -211,7 +211,7 @@ module.exports = async (ctx) => {
                     return {
                         title: mediaTag() + messageTitle,
                         description: fwdFrom() + replyContent() + messageAudioText + messageText + linkPreview() + messageImgs + messageVideos(),
-                        pubDate: pubDate,
+                        pubDate,
                         link: item.find('.tgme_widget_message_date').attr('href'),
                         author: item.find('.tgme_widget_message_from_author').text(),
 

package/lib/routes/tencent/bigdata/index.js

@@ -27,22 +27,21 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                        https: {
-                            rejectUnauthorized: false,
-                        },
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                    https: {
+                        rejectUnauthorized: false,
+                    },
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    item.description = content('#page-content').html();
+                item.description = content('#page-content').html();
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/tencent/bugly/changelog.js

@@ -26,12 +26,12 @@ module.exports = async (ctx) => {
         },
     });
 
-    const resultItem = res.data.ret.versionList.map(function (changelog) {
+    const resultItem = res.data.ret.versionList.map((changelog) => {
         const item = {};
         item.title = changelog.version + ' ' + changelog.createTime;
 
         let itemDesc = '';
-        changelog.description.desc.forEach(function (desc) {
+        changelog.description.desc.forEach((desc) => {
             itemDesc += desc;
             itemDesc += '\n';
         });
@@ -42,7 +42,7 @@ module.exports = async (ctx) => {
     });
 
     ctx.state.data = {
-        title: title,
+        title,
         link: webUrl,
         item: resultItem,
     };

package/lib/routes/tencent/egame/room.js

@@ -1,7 +1,7 @@
 const got = require('@/utils/got');
 const { JSDOM } = require('jsdom');
 
-async function nuxtReader(data) {
+function nuxtReader(data) {
     let nuxt = {};
     try {
         const dom = new JSDOM(data, {
@@ -22,7 +22,7 @@ module.exports = async (ctx) => {
     const url = `https://egame.qq.com/${id}`;
     const response = await got({
         method: 'get',
-        url: url,
+        url,
     });
 
     const result = await nuxtReader(response.data);
@@ -36,7 +36,7 @@ module.exports = async (ctx) => {
                       author: liveInfo.profileInfo.nickName,
                       description: liveInfo.videoInfo.url ? `<img src="${liveInfo.videoInfo.url}">` : '',
                       pubDate: new Date(liveInfo.videoInfo.pid.split('_').slice(-1) * 1000),
-                      url: url,
+                      url,
                       guid: liveInfo.videoInfo.pid,
                   },
               ];
@@ -46,7 +46,7 @@ module.exports = async (ctx) => {
         image: liveInfo.profileInfo.posterUrl,
         description: liveInfo.profileInfo.brief,
         link: url,
-        item: item,
+        item,
         allowEmpty: true,
     };
 };

package/lib/routes/tencent/factcheck/index.js

@@ -1,10 +1,19 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 const cheerio = require('cheerio');
+const CryptoJS = require('crypto-js');
+
+const getRequestToken = () => {
+    const t = 'jzhotdata',
+        e = 'sgn51n6r6q97o6g3',
+        n = CryptoJS.DES.encrypt(Date.now().toString() + '-' + e, t).toString();
+    return encodeURIComponent(n);
+};
 
 module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
-        url: 'https://vp.fact.qq.com/loadmore?artnum=0&page=0',
+        url: `https://vp.fact.qq.com/loadmore?artnum=0&page=0&token=${getRequestToken()}`,
         headers: {
             Referer: 'https://vp.fact.qq.com/home',
         },
@@ -18,9 +27,9 @@ module.exports = async (ctx) => {
             const simple = {
                 title: `【${item.explain}】${item.title}`,
                 description: `<img src="${item.cover}">${item.abstract}`,
-                pubDate: new Date(item.date).toUTCString(),
-                author: `${item.author}${item.author !== item.authordesc ? '-' + item.authordesc : ''}`,
-                link: link,
+                pubDate: parseDate(item.date, 'YYYY-MM-DD'),
+                author: item.author,
+                link,
             };
 
             const details = await ctx.cache.tryGet(link, async () => {

package/lib/routes/tencent/gameinstitute/community.js

@@ -31,15 +31,15 @@ module.exports = async (ctx) => {
             } else {
                 const storyDetail = await got({
                     method: 'get',
-                    url: url,
+                    url,
                 });
                 const $ = cheerio.load(storyDetail.data);
-                $('.art-cont img').each(function (_, item) {
+                $('.art-cont img').each((_, item) => {
                     $(item).attr('referrerpolicy', 'no-referrer');
                 });
 
                 // 处理图片左边被截断问题
-                $('.art-cont .image-package').each(function (_, item) {
+                $('.art-cont .image-package').each((_, item) => {
                     $(item).css('margin', '0');
                 });
 
@@ -47,7 +47,7 @@ module.exports = async (ctx) => {
                 ctx.cache.set(key, item.description);
             }
 
-            return Promise.resolve(item);
+            return item;
         })
     );
 

package/lib/routes/tencent/guyu/channel.js

@@ -45,10 +45,10 @@ module.exports = async (ctx) => {
             const description = $('div.articleContent').html().replace(/src="/g, `src="https:`);
 
             const single = {
-                title: title,
+                title,
                 link: itemUrl,
-                description: description,
-                author: author,
+                description,
+                author,
                 pubDate: new Date(date).toUTCString(),
             };
             ctx.cache.set(itemUrl, JSON.stringify(single));
@@ -57,8 +57,8 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: title,
-        link: link,
+        title,
+        link,
         item: out,
     };
 };

package/lib/routes/tencent/news/author.js

@@ -51,9 +51,9 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: title,
-        description: description,
-        link: link,
+        title,
+        description,
+        link,
         item: items,
     };
 };

package/lib/routes/tencent/pvp/newsindex.js

@@ -18,7 +18,7 @@ const getPage = async (id, typeName) => {
         },
     });
 
-    return await Promise.all(
+    return Promise.all(
         response.data.msg.result.map(async (item) => {
             let description = await got.get(`https://apps.game.qq.com/wmp/v3.1/public/searchNews.php?p0=18&source=web_pc&id=${item.iNewsId}`);
 

package/lib/routes/tencent/qcloud/mlvb/changelog.js

@@ -6,7 +6,7 @@ module.exports = async (ctx) => {
 
     const res = await got({
         method: 'get',
-        url: url,
+        url,
     });
     const $ = cheerio.load(res.data);
 

package/lib/routes/tencent/video/playlist.js

@@ -10,11 +10,11 @@ module.exports = async (ctx) => {
     let vtype = 4;
     // 支持地址 https://v.qq.com/detail/8/84842.html
     let items = null;
-    if (`${id[0]}` === '8') {
+    if (id[0] === '8') {
         vtype = 1;
         const episodes = await got.get(`https://s.video.qq.com/get_playsource?id=${id}&plat=2&type=${vtype}&data_type=2&video_type=3&range=1&plname=qq&otype=json&num_mod_cnt=20&callback=a&_t=${Date.now()}`);
         const playList = JSON.parse(episodes.data.slice(2, -1)).playlist[0].videoPlayList;
-        items = playList.map(function (video) {
+        items = playList.map((video) => {
             const video_id = video.playUrl.split('=')[1];
             const info = {
                 title: video.title,

package/lib/routes/tencent/wechat/csm.js

@@ -16,7 +16,7 @@ module.exports = async (ctx) => {
             .slice(0, 10)
             .get()
             .map(async (e) => {
-                const pubDate = date(`${$(e).find('.timestamp').text().trim()}`, 8);
+                const pubDate = date($(e).find('.timestamp').text().trim(), 8);
 
                 const link = `https://chuansongme.com${$(e).find('.question_link').attr('href')}`;
 

package/lib/routes/tencent/wechat/ershcimi.js

@@ -19,19 +19,18 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailRepsonse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailRepsonse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailRepsonse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailRepsonse.data);
 
-                    item.description = content('.article-content').html() ? content('.article-content').html() : item.description;
+                item.description = content('.article-content').html() ? content('.article-content').html() : item.description;
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/tencent/wechat/feeds.js

@@ -0,0 +1,47 @@
+const parser = require('@/utils/rss-parser');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const link = `https://github.com/hellodword/wechat-feeds/raw/feeds/${id}.xml`;
+    const feed = await parser.parseURL(link);
+
+    const items = await Promise.all(
+        feed.items.map(async (item) => {
+            const cache = await ctx.cache.get(item.link);
+            if (cache) {
+                return Promise.resolve(JSON.parse(cache));
+            }
+
+            const response = await got.get(item.link);
+
+            const $ = cheerio.load(response.data);
+            const post = $('#js_content');
+
+            post.find('img').each((_, img) => {
+                const dataSrc = $(img).attr('data-src');
+                if (dataSrc) {
+                    $(img).attr('src', dataSrc);
+                }
+            });
+
+            const single = {
+                title: item.title,
+                description: post.html(),
+                pubDate: new Date(item.pubDate),
+                link: item.link,
+            };
+
+            ctx.cache.set(item.link, JSON.stringify(single));
+            return Promise.resolve(single);
+        })
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link,
+        description: feed.description,
+        item: items,
+    };
+};

package/lib/routes/tencent/wechat/miniprogram/devtools.js

@@ -14,8 +14,8 @@ module.exports = async (ctx) => {
         .replace(/[\s|#]/g, '');
 
     ctx.state.data = {
-        title: `${name}`,
-        link: link,
+        title: name,
+        link,
         item: $('#docContent .content h3')
             .map((_, item) => {
                 item = $(item);
@@ -24,7 +24,7 @@ module.exports = async (ctx) => {
                     .replace(/[\s|#]/g, '')
                     .replace(/更新说明/g, '');
                 return {
-                    title: title,
+                    title,
                     description:
                         (item.text().indexOf('更新说明') !== -1 ? '<h3><a href="' + item.find('a[target="_blank"]').attr('href') + '" target="_blank" rel="noopener noreferrer">更新说明<span></span></a></h3>' : '') +
                         item.next().html(),
@@ -33,6 +33,6 @@ module.exports = async (ctx) => {
                 };
             })
             .get(),
-        description: `${name}`,
+        description: name,
     };
 };

package/lib/routes/tencent/wechat/miniprogram/framework.js

@@ -14,20 +14,20 @@ module.exports = async (ctx) => {
         .replace(/[\s|#]/g, '');
 
     ctx.state.data = {
-        title: `${name}`,
-        link: link,
+        title: name,
+        link,
         item: $('#docContent .content h3')
             .map((_, item) => {
                 item = $(item);
                 const title = item.text().replace(/[\s|#]/g, '');
                 return {
-                    title: title,
+                    title,
                     description: item.next().html(),
                     pubDate: new Date(new RegExp(/\d{4}-\d{2}-\d{2}/).exec(title) + ' GMT+8').toUTCString(),
                     link: link + item.find('a.header-anchor').attr('href'),
                 };
             })
             .get(),
-        description: `${name}`,
+        description: name,
     };
 };

package/lib/routes/tencent/wechat/miniprogram/plugins.js

@@ -42,7 +42,7 @@ module.exports = async (ctx) => {
                 ctx.cache.set(key, item.description);
             }
 
-            return Promise.resolve(item);
+            return item;
         })
     );
 

package/lib/routes/tencent/wechat/miniprogram/wxcloud.js

@@ -12,15 +12,15 @@ module.exports = async (ctx) => {
     const name = $('#docContent .content h2').text();
 
     ctx.state.data = {
-        title: `${name}`,
-        link: link,
+        title: name,
+        link,
         item: ctx.params.caty
             ? $('#docContent .content h3')
                   .map((_, item) => {
                       item = $(item);
                       const title = item.text().replace(/[\s|#]/g, '');
                       return {
-                          title: title,
+                          title,
                           description: item.next().html(),
                           pubDate: new Date(new RegExp(/\d{4}.\d{2}.\d{2}/).exec(title) + ' GMT+8').toUTCString(),
                           link: link + item.find('a.header-anchor').attr('href'),
@@ -35,13 +35,13 @@ module.exports = async (ctx) => {
                           .text()
                           .replace(/[\s|#]/g, '');
                       return {
-                          title: title,
+                          title,
                           description: $(item).html(),
                           pubDate: new Date(new RegExp(/\d{4}.\d{2}.\d{2}/).exec(title) + ' GMT+8').toUTCString(),
-                          link: link,
+                          link,
                       };
                   })
                   .get(),
-        description: `${name}`,
+        description: name,
     };
 };