rsshub 1.0.0-master.fccb918 → 1.0.0-master.fd1d453

package/lib/v2/taptap/topic.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
-const { rootUrl, X_UA, appId2GroupId, textPost, videoPost } = require('./utils');
+const { getRootUrl, X_UA, appDetail, imagePost, topicPost, videoPost } = require('./utils');
 
 const typeMap = {
     feed: {
@@ -24,52 +24,58 @@ const typeMap = {
 module.exports = async (ctx) => {
     const lang = ctx.params.lang ?? 'zh_CN';
     const appId = ctx.params.id;
-    const groupId = await appId2GroupId(appId, lang);
+    const appData = await appDetail(appId, lang);
     const type = ctx.params.type ?? 'feed';
     const sort = ctx.params.sort ?? 'created';
-
-    const url = `${rootUrl}/webapiv2/feed/v6/by-group?group_id=${groupId}&type=${type}&sort=${sort}&${X_UA(lang)}`;
+    const groupId = appData.group.id;
+    const app_img = appData.app.icon.original_url || appData.app.icon.url;
+    const app_name = appData.app.title;
+    const url = `${getRootUrl(false)}/webapiv2/feed/v6/by-group?group_id=${groupId}&type=${type}&sort=${sort}&${X_UA(lang)}`;
 
     const topics_list_response = await got(url);
     const topics_list = topics_list_response.data;
 
-    const app_img = topics_list.data.list[0].moment.app.icon.url;
-    const app_name = topics_list.data.list[0].moment.app.title;
+    const out = await Promise.all(
+        topics_list.data.list.map((list) => {
+            const link = list.moment.sharing?.url || list.moment.extended_entities?.topics?.[0].sharing.url || list.moment.extended_entities?.videos?.[0].sharing.url;
 
-    const out = topics_list.data.list.map(async (list) => {
-        const author = list.moment.author.user.name;
-        const topicId = list.moment.extended_entities?.topics?.[0].id;
-        // raw_text sometimes is "" so || is better than ??
-        const title = list.moment.contents.raw_text || list.moment.extended_entities?.topics?.[0].title || list.moment.extended_entities?.videos?.[0].title;
-        const createdTime = list.moment.created_time * 1000;
-        const link = list.moment.sharing?.url || list.moment.extended_entities?.topics?.[0].sharing.url || list.moment.extended_entities?.videos?.[0].sharing.url;
-        let description = '';
-        try {
-            description = await textPost(appId, topicId, lang);
-        } catch (e) {
-            // fallback if 400 bad request
-            description = list.moment.extended_entities?.topics?.[0].summary || list.moment.contents.raw_text || videoPost(list.moment.extended_entities?.videos?.[0]);
-        }
+            return ctx.cache.tryGet(link, async () => {
+                const author = list.moment.author.user.name;
+                const topicId = list.moment.extended_entities?.topics?.[0].id;
+                // raw_text sometimes is "" so || is better than ??
+                const title = list.moment.contents?.raw_text || list.moment.extended_entities?.topics?.[0].title || list.moment.extended_entities?.videos?.[0].title;
+                const createdTime = list.moment.created_time;
+                let description = '';
+                if (topicId) {
+                    description = await topicPost(appId, topicId, lang);
+                } else {
+                    description = list.moment.extended_entities?.topics?.[0].summary || list.moment.contents?.raw_text || videoPost(list.moment.extended_entities?.videos?.[0]);
+                    if (list.moment.extended_entities?.images) {
+                        description += imagePost(list.moment.extended_entities.images);
+                    }
+                }
 
-        return {
-            title,
-            description,
-            author,
-            link,
-            pubDate: parseDate(createdTime),
-        };
-    });
+                return {
+                    title,
+                    description,
+                    author,
+                    link,
+                    pubDate: parseDate(createdTime, 'X'),
+                };
+            });
+        })
+    );
 
     ctx.state.data = {
         title: `${app_name} - ${typeMap[type][lang]} - TapTap 论坛`,
-        link: `${rootUrl}/app/${appId}/topic?type=${type}&sort=${sort}`,
+        link: `${getRootUrl(false)}/app/${appId}/topic?type=${type}&sort=${sort}`,
         image: app_img,
         item: out.filter((item) => item !== ''),
     };
 
     ctx.state.json = {
         title: `${app_name} - ${typeMap[type][lang]} - TapTap 论坛`,
-        link: `${rootUrl}/app/${appId}/topic?type=${type}&sort=${sort}`,
+        link: `${getRootUrl(false)}/app/${appId}/topic?type=${type}&sort=${sort}`,
         image: app_img,
         item: out.filter((item) => item !== ''),
         appId,

package/lib/v2/taptap/utils.js

@@ -3,23 +3,29 @@ const cheerio = require('cheerio');
 const path = require('path');
 const { art } = require('@/utils/render');
 
-const rootUrl = 'https://www.taptap.com';
 // Please do not change %26 to &
 const X_UA = (lang = 'zh_CN') => `X-UA=V=1%26PN=WebApp%26VN=0.1.0%26LANG=${lang}%26PLT=PC`;
 
-const appId2GroupId = async (appId, lang = 'zh_CN') => {
-    const res = await got(`${rootUrl}/webapiv2/group/v1/detail?app_id=${appId}&${X_UA(lang)}`, {
+const getRootUrl = (isIntl = false) => (isIntl ? 'https://www.taptap.io' : 'https://www.taptap.com');
+
+const appDetail = async (appId, lang = 'zh_CN', isIntl = false) => {
+    const { data } = await got(`${getRootUrl(isIntl)}/webapiv2/group/v1/detail?app_id=${appId}&${X_UA(lang)}`, {
         headers: {
-            Referer: `${rootUrl}/app/${appId}`,
+            Referer: `${getRootUrl(isIntl)}/app/${appId}`,
         },
     });
-    return res.data.data.group.id;
+    return data.data;
 };
 
-const textPost = async (appId, topicId, lang = 'zh_CN') => {
-    const res = await got(`${rootUrl}/webapiv2/topic/v1/detail?id=${topicId}&${X_UA(lang)}`, {
+const imagePost = (images) =>
+    art(path.join(__dirname, 'templates/imagePost.art'), {
+        images,
+    });
+
+const topicPost = async (appId, topicId, lang = 'zh_CN') => {
+    const res = await got(`${getRootUrl(false)}/webapiv2/topic/v1/detail?id=${topicId}&${X_UA(lang)}`, {
         headers: {
-            Referer: `${rootUrl}/app/${appId}`,
+            Referer: `${getRootUrl(false)}/app/${appId}`,
         },
     });
     const $ = cheerio.load(res.data.data.first_post.contents.text, null, false);
@@ -35,14 +41,14 @@ const textPost = async (appId, topicId, lang = 'zh_CN') => {
 const videoPost = (video) =>
     art(path.join(__dirname, 'templates/videoPost.art'), {
         intro: video?.intro?.text,
-        videoUrl: video?.url,
-        posterUrl: video?.raw_cover.url,
+        previewUrl: video?.video_resource.preview_animation.original_url,
     });
 
 module.exports = {
-    rootUrl,
+    getRootUrl,
     X_UA,
-    appId2GroupId,
-    textPost,
+    appDetail,
+    imagePost,
+    topicPost,
     videoPost,
 };

package/lib/v2/techflow520/index.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '头条';
+
+    const rootUrl = 'https://www.techflow520.com';
+    const apiUrl = `${rootUrl}/index/index/tab_centet`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            offect: 0,
+            typename: category,
+            pageval: 50,
+        },
+    });
+
+    const items = response.data.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/news/${item.id}`,
+        description: item.content,
+        pubDate: parseDate(item.time),
+        category: [item.keywords],
+        author: item.source,
+    }));
+
+    ctx.state.data = {
+        title: `深潮TechFlow - ${category}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/techflow520/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/newsflash': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/techflow520/newsflash.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.techflow520.com';
+    const currentUrl = `${rootUrl}/newflash`;
+    const apiUrl = `${rootUrl}/index/kuaixun/load_kuaixun`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            offect: 0,
+            pageval: 50,
+        },
+    });
+
+    const items = response.data.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/news/${item.id}`,
+        description: item.content,
+        pubDate: parseDate(item.time),
+        category: [item.keywords],
+        author: item.source,
+    }));
+
+    ctx.state.data = {
+        title: '深潮TechFlow - 快讯',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/techflow520/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'techflow520.com': {
+        _name: '深潮TechFlow',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#shen-chao-techflow-fen-lei',
+                source: ['/'],
+                target: '/techflow520/:category?',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#shen-chao-techflow-kuai-xun',
+                source: ['/newsflash'],
+                target: '/techflow520/newsflash',
+            },
+        ],
+    },
+};

package/lib/v2/techflow520/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/newsflash', require('./newsflash'));
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/tencent/cloud/column.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '86410';
+    const tag = ctx.params.tag ?? '';
+
+    const rootUrl = 'https://cloud.tencent.com';
+    const currentUrl = `${rootUrl}/developer/column/${id}${tag ? `/tag-${tag}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/window\.\$render\((.*?)\);/)[1]);
+
+    let items = data.articleData.list.map((item) => ({
+        title: item.title,
+        author: item.author.name,
+        link: `${rootUrl}/developer/article/${item.id}`,
+        pubDate: parseDate(item.updateTime * 1000),
+        category: item.tags.map((tag) => tag.name),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.developer-code-block').remove();
+
+                item.description = content('.rno-markdown').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${data.columnDetail.name} - ${data.documentBaseTitle}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/tencent/maintainer.js

@@ -1,3 +1,5 @@
 module.exports = {
+    '/cloud/column/:id?/:tag?': ['nczitzk'],
+    '/pvp/newsindex/:type': ['Jeason0228', 'HenryQW'],
     '/qq/sdk/changelog/:platform': ['nuomi1'],
 };

package/lib/v2/tencent/pvp/newsindex.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const map = new Map([
+    ['rm', { name: '热门', channelid: 1760 }],
+    ['xw', { name: '新闻', channelid: 1761 }],
+    ['gg', { name: '公告', channelid: 1762 }],
+    ['hd', { name: '活动', channelid: 1763 }],
+    ['ss', { name: '赛事', channelid: 1764 }],
+    ['yh', { name: '优化', channelid: 1769 }],
+    ['all', { name: '全部', channelid: 0 }],
+]);
+const link = 'https://pvp.qq.com/web201706/newsindex.shtml';
+const apiUrl = 'https://apps.game.qq.com/wmp/v3.1/?p0=18&p1=searchNewsKeywordsList&order=sIdxTime&r0=cors&type=iTarget&source=app_news_search&pagesize=12&page=1&id=';
+const pageUrl = `https://pvp.qq.com/web201706/newsdetail.shtml?tid=`;
+
+const getPage = async (id, typeName) => {
+    const response = await got(apiUrl + id, {
+        headers: {
+            Referer: link,
+        },
+    });
+
+    return Promise.all(
+        response.data.msg.result.map(async (item) => {
+            let description = await got(`https://apps.game.qq.com/wmp/v3.1/public/searchNews.php?p0=18&source=web_pc&id=${item.iNewsId}`);
+
+            description = JSON.parse(description.data.match(/(?<=var searchObj=).*(?<!;)/g));
+
+            return {
+                title: `【${typeName}】` + item.sTitle,
+                link: pageUrl + item.iNewsId,
+                pubDate: parseDate(item.sTargetIdxTime),
+                description: description.msg.sContent,
+            };
+        })
+    );
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const OutName = map.get(type).name;
+    const OutId = map.get(type).channelid;
+
+    let item = [];
+
+    if (type === 'all') {
+        const results = await Promise.all(
+            Array.from(map).map(async (value) => {
+                const res = await getPage(value[1].channelid, value[1].name);
+                return res;
+            })
+        );
+        results.forEach((result) => (item = item.concat(result)));
+    } else {
+        item = await getPage(OutId, OutName);
+    }
+
+    ctx.state.data = {
+        title: `【${OutName}】 - 王者荣耀 - 新闻列表`,
+        link,
+        description: `《王者荣耀》是腾讯天美工作室历时3年推出的东方英雄即时对战手游大作，抗塔强杀、团灭超神，领略爽热血竞技的酣畅淋漓！1v1、3v3、闯关等丰富游戏模式，随时战，更自由！跨服匹配秒开局，好友组队战排位，不靠装备、没有等级，更公平、更爽快的无差异对战！`,
+        item,
+    };
+};

package/lib/v2/tencent/radar.js

@@ -1,6 +1,18 @@
 module.exports = {
     'qq.com': {
         _name: '腾讯',
+        egame: [
+            {
+                title: '企鹅电竞直播间',
+                docs: 'https://docs.rsshub.app/live.html#qi-e-dian-jing-zhi-bo-jian-kai-bo',
+                source: '/:id',
+                target: (params) => {
+                    if (params.id.match(/^\d+$/)) {
+                        return '/egameqq/room/:id';
+                    }
+                },
+            },
+        ],
         'mp.weixin': [
             {
                 title: '微信公众号栏目',
@@ -15,16 +27,12 @@ module.exports = {
                 target: (params, url) => `/wechat/mp/msgalbum/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('album_id')}`,
             },
         ],
-        egame: [
+        pvp: [
             {
-                title: '企鹅电竞直播间',
-                docs: 'https://docs.rsshub.app/live.html#qi-e-dian-jing-zhi-bo-jian-kai-bo',
-                source: '/:id',
-                target: (params) => {
-                    if (params.id.match(/^\d+$/)) {
-                        return '/egameqq/room/:id';
-                    }
-                },
+                title: '王者荣耀 - 新闻中心',
+                docs: 'https://docs.rsshub.app/game.html#wang-zhe-rong-yao',
+                source: ['/web201706/*', '/'],
+                target: '/tencent/pvp/newsindex/all',
             },
         ],
         v: [
@@ -53,4 +61,15 @@ module.exports = {
             },
         ],
     },
+    'tencent.com': {
+        _name: '腾讯云',
+        '.': [
+            {
+                title: '云+社区专栏',
+                docs: 'https://docs.rsshub.app/programming.html#teng-xun-yun-yun-she-qu-zhuan-lan',
+                source: ['/developer/column/:id', '/developer/column/:id/:tag', '/'],
+                target: (params, url) => `/tencent/cloud/column/${url.match(/column\/(\d+)/)[1]}${/\/tag-\d+/.test(url) ? `/${url.match(/\/tag-(\d+)/)[1]}` : ''}`,
+            },
+        ],
+    },
 };

package/lib/v2/tencent/router.js

@@ -1,3 +1,5 @@
 module.exports = (router) => {
+    router.get('/cloud/column/:id?/:tag?', require('./cloud/column'));
+    router.get('/pvp/newsindex/:type', require('./pvp/newsindex'));
     router.get('/qq/sdk/changelog/:platform', require('./qq/sdk/changelog'));
 };

package/lib/v2/tesla/price/get-price.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+async function getTeslaPrice(link) {
+    const response = await got(link);
+
+    const $ = cheerio.load(response.body);
+
+    let price = '';
+
+    for (let i = 0; i < $('p').length; i++) {
+        const $ele = $('p').eq(i);
+        if ($ele.text().trim().indexOf('经销商报价') > -1) {
+            const priceDom = $ele.next();
+            price = ' => 经销商报价: ' + $(priceDom).text().trim();
+            break;
+        }
+    }
+
+    return price;
+}
+
+module.exports = {
+    getTeslaPrice,
+};

package/lib/v2/tesla/price/index.js

@@ -0,0 +1,41 @@
+const { getTeslaPrice } = require('./get-price');
+
+module.exports = async (ctx) => {
+    const cars = [
+        {
+            name: 'Model 3',
+            slug: 'model3',
+            link: 'https://www.dongchedi.com/auto/series/3762',
+        },
+        {
+            name: 'Model Y',
+            slug: 'modely',
+            link: 'https://www.dongchedi.com/auto/series/4363',
+        },
+        {
+            name: 'Model S',
+            slug: 'models',
+            link: 'https://www.dongchedi.com/auto/series/1254',
+        },
+        {
+            name: 'Model X',
+            slug: 'modelx',
+            link: 'https://www.dongchedi.com/auto/series/1255',
+        },
+    ];
+
+    const promises = cars.map((car) => getTeslaPrice(car.link));
+    const prices = await Promise.all(promises);
+
+    ctx.state.data = {
+        title: 'Tesla Model 系列价格更新',
+        link: 'https://www.tesla.cn/model3/design#overview',
+        description: 'Tesla Model 系列价格更新',
+        item: prices.map((price, index) => ({
+            title: `${cars[index].name} 价格更新为 ${price}`,
+            link: `https://www.tesla.cn/${cars[index].slug}/design#overview`,
+            author: 'Tesla',
+            guid: `https://www.tesla.cn/${cars[index].slug}/design#overview#${price}`,
+        })),
+    };
+};

package/lib/v2/tesla/price/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/price': ['xiaokyo'],
+};

package/lib/v2/tesla/price/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'tesla.cn': {
+        _name: '特斯拉中国',
+        '.': [
+            {
+                title: '价格',
+                docs: 'https://docs.rsshub.app/shopping.html#te-si-la-zhong-guo',
+                source: ['/model3/design', '/'],
+                target: '/tesla/price',
+            },
+        ],
+    },
+};

package/lib/v2/tesla/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/price', require('./price'));
+};

package/lib/v2/test/index.js

@@ -1,6 +1,8 @@
 const config = require('@/config').value;
-let cacheIndex = 0;
 const got = require('@/utils/got');
+const wait = require('@/utils/wait');
+
+let cacheIndex = 0;
 
 module.exports = async (ctx) => {
     if (ctx.params.id === 'error') {
@@ -21,6 +23,7 @@ module.exports = async (ctx) => {
                 pubDate: new Date(`2019-3-1`).toUTCString(),
                 link: `https://github.com/DIYgod/RSSHub/issues/-1`,
                 author: `DIYgod0`,
+                category: ['Category0', 'Category1'],
             },
             {
                 title: 'Filter Title2',
@@ -28,6 +31,7 @@ module.exports = async (ctx) => {
                 pubDate: new Date(`2019-3-1`).toUTCString(),
                 link: `https://github.com/DIYgod/RSSHub/issues/0`,
                 author: `DIYgod0`,
+                category: ['Category0', 'Category1', 'Category2'],
             },
         ];
     } else if (ctx.params.id === 'long') {
@@ -71,6 +75,21 @@ module.exports = async (ctx) => {
             link: `https://github.com/DIYgod/RSSHub/issues/0`,
             author: `DIYgod0`,
         });
+    } else if (ctx.params.id === 'cacheUrlKey') {
+        const description = await ctx.cache.tryGet(
+            new URL('https://rsshub.app'),
+            () => ({
+                text: `Cache${++cacheIndex}`,
+            }),
+            config.cache.routeExpire * 2
+        );
+        item.push({
+            title: 'Cache Title',
+            description: description.text,
+            pubDate: new Date(`2019-3-1`).toUTCString(),
+            link: `https://github.com/DIYgod/RSSHub/issues/0`,
+            author: `DIYgod0`,
+        });
     } else if (ctx.params.id === 'complicated') {
         item.push({
             title: `Complicated Title`,
@@ -96,6 +115,21 @@ module.exports = async (ctx) => {
             link: `https://mock.com/DIYgod/RSSHub`,
             author: `DIYgod`,
         });
+    } else if (ctx.params.id === 'multimedia') {
+        item.push({
+            title: `Multimedia Title`,
+            description: `<img src="/DIYgod/RSSHub.jpg">
+<video src="/DIYgod/RSSHub.mp4"></video>
+<video poster="/DIYgod/RSSHub.jpg">
+<source src="/DIYgod/RSSHub.mp4" type="video/mp4">
+<source src="/DIYgod/RSSHub.webm" type="video/webm">
+</video>
+<audio src="/DIYgod/RSSHub.mp3"></audio>
+<iframe src="/DIYgod/RSSHub.html"></iframe>`,
+            pubDate: new Date(`2019-3-1`).toUTCString(),
+            link: `https://mock.com/DIYgod/RSSHub`,
+            author: `DIYgod`,
+        });
     } else if (ctx.params.id === 'sort') {
         item.push({
             title: `Sort Title 0`,
@@ -166,6 +200,10 @@ module.exports = async (ctx) => {
         ];
     }
 
+    if (ctx.params.id === 'slow') {
+        await wait(1000);
+    }
+
     if (ctx.query.mode === 'fulltext') {
         item = [
             {
@@ -181,5 +219,6 @@ module.exports = async (ctx) => {
         link: 'https://github.com/DIYgod/RSSHub',
         item,
         allowEmpty: ctx.params.id === 'allow_empty',
+        description: ctx.params.id === 'complicated' ? '<img src="http://mock.com/DIYgod/DIYgod/RSSHub">' : ctx.params.id === 'multimedia' ? '<video src="http://mock.com/DIYgod/DIYgod/RSSHub"></video>' : 'A test route for RSSHub',
     };
 };