rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/techpowerup/index.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, headers, fixImages, parseReviews } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { data: response } = await got(baseUrl, {
+        headers,
+    });
+
+    const $ = cheerio.load(response);
+
+    const list = $('.newspost')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('h1 a');
+            const date = item.find('time').attr('datetime');
+            return {
+                title: a.text(),
+                link: baseUrl + a.attr('href'),
+                pubDate: date ? parseDate(date) : null, // 2023-05-21T16:05:14+00:00
+                author: item.find('.byline address').text(),
+                category: item
+                    .find('.byline .flags span')
+                    .toArray()
+                    .map((item) => $(item).text().trim()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link, {
+                    headers,
+                });
+                const $ = cheerio.load(response);
+
+                fixImages($);
+
+                if (item.link.includes('/review/')) {
+                    await parseReviews($, item);
+                    return item;
+                }
+
+                // news
+                item.description = $('.newspost .text').html();
+                item.category = [
+                    ...new Set([
+                        ...item.category,
+                        ...$('.tags li a')
+                            .toArray()
+                            .map((item) => $(item).text()),
+                    ]),
+                ];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'TechPowerUp',
+        link: baseUrl,
+        language: 'en',
+        image: 'https://tpucdn.com/apple-touch-icon-v1684568903519.png',
+        item: items,
+    };
+};

package/lib/v2/techpowerup/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '': ['TonyRL'],
+    '/': ['TonyRL'],
+    '/review/:keyword?': ['TonyRL'],
+};

package/lib/v2/techpowerup/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'techpowerup.com': {
+        _name: 'TechPowerUp',
+        '.': [
+            {
+                title: 'Latest Content',
+                docs: 'https://docs.rsshub.app/en/new-media.html#techpowerup',
+                source: ['/'],
+                target: '/techpowerup',
+            },
+            {
+                title: 'Reviews',
+                docs: 'https://docs.rsshub.app/en/new-media.html#techpowerup',
+                source: ['/review/search', '/review'],
+                target: (_, url) => `/techpowerup/review${new URL(url).searchParams.has('q') ? `/${new URL(url).searchParams.get('q')}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/techpowerup/review.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, headers, fixImages, parseReviews } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { keyword } = ctx.params;
+
+    const url = new URL(`${baseUrl}/review/${keyword ? 'search/' : ''}`);
+    if (keyword) {
+        url.searchParams.set('q', keyword);
+        url.searchParams.set('_', Date.now());
+    }
+
+    const { data: response } = await got(url, {
+        headers,
+    });
+
+    const $ = cheerio.load(response);
+
+    const list = $('.reviewlist-bit')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('.title a');
+            return {
+                title: a.text(),
+                link: baseUrl + a.attr('href'),
+                pubDate: parseDate(item.find('.date time').attr('datetime')), // 2023-05-21T16:05:14+00:00
+                author: item
+                    .find('.author')
+                    .contents()
+                    .filter((_, c) => c.type === 'text')
+                    .text()
+                    .trim(),
+                category: item
+                    .find('.category')
+                    .contents()
+                    .filter((_, c) => c.type === 'text')
+                    .text()
+                    .trim(),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link, {
+                    headers,
+                });
+                const $ = cheerio.load(response);
+
+                fixImages($);
+
+                await parseReviews($, item);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Reviews | TechPowerUp',
+        link: url.href,
+        language: 'en',
+        image: 'https://tpucdn.com/apple-touch-icon-v1684568903519.png',
+        item: items,
+    };
+};

package/lib/v2/techpowerup/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.get('/review/:keyword?', require('./review'));
+};

package/lib/v2/techpowerup/utils.js

@@ -0,0 +1,84 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const md5 = require('@/utils/md5');
+
+const baseUrl = 'https://www.techpowerup.com';
+
+const headers = {
+    cookie: `botcheck=${md5(Date.now().toString())}`,
+};
+
+const fixImages = ($) => {
+    $('div.responsive-image-xx').each((_, d) => {
+        removeResponsiveStyle(d);
+    });
+    $('figure').each((_, f) => {
+        removeFigureStyle(f);
+    });
+    $('.newspost img').each((_, img) => {
+        hdImage(img);
+    });
+};
+
+const hdImage = (img) => {
+    img.attribs.src = img.attribs.src.replace('_thm', '').replace('_small', '');
+    if (img.parentNode.name === 'a' && img.parentNode.attribs['data-width'] && img.parentNode.attribs['data-height']) {
+        img.attribs.width = img.parentNode.attribs['data-width'];
+        img.attribs.height = img.parentNode.attribs['data-height'];
+    }
+};
+const removeFigureStyle = (f) => {
+    delete f.attribs.style;
+};
+
+const removeResponsiveStyle = (div) => {
+    delete div.attribs.style;
+};
+
+const parseReviews = async ($, item) => {
+    const { review } = JSON.parse($('script[type="application/ld+json"]').text());
+
+    const content = $('.text');
+    const nextPages = $('#pagesel option')
+        .toArray()
+        .map((a) => `${baseUrl}${a.attribs.value}`)
+        .slice(1, -1);
+
+    if (nextPages.length) {
+        const pages = await Promise.all(
+            nextPages.map(async (url) => {
+                const { data: response } = await got(url, {
+                    headers,
+                });
+                const $ = cheerio.load(response);
+                $('.text div.responsive-image-xx').each((_, d) => {
+                    removeResponsiveStyle(d);
+                });
+                $('.text figure').each((_, f) => {
+                    removeFigureStyle(f);
+                });
+                $('.text img').each((_, img) => {
+                    hdImage(img);
+                });
+                return $('.text').html();
+            })
+        );
+        content.append(pages);
+    }
+
+    item.author = review.author.name;
+    item.pubDate = parseDate(review.datePublished);
+    item.updated = parseDate(review.dateModified);
+    item.description = content.html();
+};
+
+module.exports = {
+    baseUrl,
+    headers,
+    fixImages,
+    hdImage,
+    parseReviews,
+    removeFigureStyle,
+    removeResponsiveStyle,
+};

package/lib/v2/telecompaper/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news/:caty/:year?/:country?/:type?': ['nczitzk'],
+    '/search/:keyword?/:company?/:sort?/:period?': ['nczitzk'],
+};

package/lib/{routes → v2}/telecompaper/news.js

@@ -1,6 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const tough = require('tough-cookie');
+// eslint-disable-next-line n/no-extraneous-require
 const FormData = require('form-data');
 
 module.exports = async (ctx) => {

package/lib/v2/telecompaper/radar.js

@@ -0,0 +1,15 @@
+module.exports = {
+    'telecompaper.com': {
+        _name: 'Telecompaper',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/journal.html#telecompaper',
+            },
+            {
+                title: 'Search',
+                docs: 'https://docs.rsshub.app/journal.html#telecompaper',
+            },
+        ],
+    },
+};

package/lib/v2/telecompaper/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/news/:caty/:year?/:country?/:type?', require('./news'));
+    router.get('/search/:keyword?/:company?/:sort?/:period?', require('./search'));
+};

package/lib/v2/tencent/news/author.js

@@ -2,27 +2,31 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
+const config = require('@/config').value;
 
 module.exports = async (ctx) => {
     const mid = ctx.params.mid;
-    const response = await got(`https://pacaio.match.qq.com/om/mediaArticles?mid=${mid}&num=10&page=0`);
-    const reponse = response.data;
-    const title = reponse.mediainfo.name;
-    const description = reponse.mediainfo.intro;
-    const list = reponse.data;
+    const homePageInfoUrl = `https://i.news.qq.com/i/getUserHomepageInfo?chlid=${mid}`;
+    const userInfo = await ctx.cache.tryGet(homePageInfoUrl, async () => (await got(homePageInfoUrl)).data.userinfo);
+    const title = userInfo.nick;
+    const description = userInfo.user_desc;
+    const suid = encodeURIComponent(userInfo.suid);
+
+    const newsListUrl = `https://i.news.qq.com/getSubNewsMixedList?guestSuid=${suid}&tabId=om_index`;
+    const news = await ctx.cache.tryGet(newsListUrl, async () => (await got(newsListUrl)).data.newslist, config.cache.routeExpire, false);
 
     const items = await Promise.all(
-        list.map((item) => {
+        news.map((item) => {
             const title = item.title;
             const pubDate = timezone(parseDate(item.time), +8);
-            const itemUrl = item.vurl;
+            const itemUrl = item.url;
             const author = item.source;
             const abstract = item.abstract;
 
             return ctx.cache.tryGet(itemUrl, async () => {
                 const response = await got(itemUrl);
                 const $ = cheerio.load(response.data);
-                const article = $('div.content-article');
+                const article = $('#ArticleContent');
 
                 return {
                     title,

package/lib/v2/tiktok/user.js

@@ -24,10 +24,10 @@ module.exports = async (ctx) => {
             browser.close();
 
             const lang = SIGI_STATE.AppContext.lang;
-            const SharingMeta = SIGI_STATE.SharingMeta;
+            const SharingMetaState = SIGI_STATE.SharingMetaState;
             const ItemModule = SIGI_STATE.ItemModule;
 
-            return { lang, SharingMeta, ItemModule };
+            return { lang, SharingMetaState, ItemModule };
         },
         config.cache.routeExpire,
         false
@@ -46,9 +46,9 @@ module.exports = async (ctx) => {
     }));
 
     ctx.state.data = {
-        title: data.SharingMeta.value['og:title'],
-        description: data.SharingMeta.value['og:description'],
-        image: data.SharingMeta.value['og:image'],
+        title: data.SharingMetaState.value['og:title'],
+        description: data.SharingMetaState.value['og:description'],
+        image: data.SharingMetaState.value['og:image'],
         link: `${baseUrl}/${user}`,
         item: items,
         language: data.lang,

package/lib/v2/tingshuitz/maintainer.js

@@ -5,6 +5,7 @@ module.exports = {
     '/guangzhou': ['xyqfer'],
     '/hangzhou': ['znhocn'],
     '/nanjing': ['ocleo1'],
+    '/shenzhen': ['lilPiper'],
     '/wuhan': ['MoonBegonia'],
     '/xian': ['ciaranchen'],
     '/xiaoshan': ['znhocn'],

package/lib/v2/tingshuitz/radar.js

@@ -42,6 +42,17 @@ module.exports = {
             },
         ],
     },
+    'sz-water.com.cn': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '深圳市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/*'],
+                target: '/tingshuitz/shenzhen',
+            },
+        ],
+    },
     'whwater.com': {
         _name: '停水通知',
         '.': [

package/lib/v2/tingshuitz/router.js

@@ -5,6 +5,7 @@ module.exports = (router) => {
     router.get('/guangzhou', require('./guangzhou'));
     router.get('/hangzhou', require('./hangzhou'));
     router.get('/nanjing', require('./nanjing'));
+    router.get('/shenzhen', require('./shenzhen'));
     router.get('/wuhan/:channelId?', require('./wuhan'));
     router.get('/xian', require('./xian'));
     router.get('/xiaoshan', require('./xiaoshan'));

package/lib/v2/tingshuitz/shenzhen.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://szgk.sz-water.com.cn/api/wechat/op/getStopWaterNotice';
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: '停水通知 - 深圳水务',
+        link: 'https://www.sz-water.com.cn/',
+        item: data.map((item) => ({
+            title: `${item.position}${item.stoptime}`,
+            description: art(path.join(__dirname, 'templates/shenzhen.art'), {
+                item,
+            }),
+            pubDate: timezone(parseDate(item.createdOn, 'YYYY-MM-DD HH:mm:ss'), +8),
+            link: 'https://szgk.sz-water.com.cn/wechat_web/Water_stop.html',
+            guid: `${item.position}${item.stopStartTime}`,
+        })),
+    };
+};

package/lib/v2/tingshuitz/templates/shenzhen.art

@@ -0,0 +1,8 @@
+<p>{{ item.title }}</p>
+<p>{{if item.reginName }}
+  【{{ item.reginName }}】
+{{ /if }}
+(影响用户{{ item.affectUser }}),
+{{if item.stopwaterType }}
+  [{{ item.stopwaterType }}]
+{{ /if }}原因：{{ item.reason }},停水开始时间{{ item.stopStartTime }},停水结束时间{{ item.stopEndTime }}</p>

package/lib/v2/tingtingfm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/program/:programId': ['TonyRL'],
+};

package/lib/v2/tingtingfm/program.js

@@ -0,0 +1,104 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const { art } = require('@/utils/render');
+const { join } = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const { getClientVal, sign } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { programId } = ctx.params;
+    const apiBaseUrl = 'https://api-v3.tingtingfm.com';
+    const mobileBaseUrl = 'https://mobile.tingtingfm.com';
+
+    const params = {
+        version: 'h5_5.16',
+        client: getClientVal(30),
+        h_program_id: programId,
+    };
+
+    const radioInfo = await ctx.cache.tryGet(`tingtingfm:program:${programId}`, async () => {
+        // the double slash here and below is not a typo
+        const { data: response } = await got.post(`${apiBaseUrl}//broadcast/get_program_v3_8`, {
+            searchParams: {
+                ...params,
+                api_sign: sign(params),
+            },
+        });
+        if (response.errno !== 0) {
+            throw Error(response.error);
+        }
+
+        return response.data.info;
+    });
+
+    const latestAudio = await ctx.cache.tryGet(
+        `tingtingfm:audio_list:${programId}`,
+        async () => {
+            const { data: response } = await got.post(`${apiBaseUrl}//broadcast/get_program_audio_list`, {
+                searchParams: {
+                    ...params,
+                    api_sign: sign(params),
+                },
+            });
+            if (response.errno !== 0) {
+                throw Error(response.error);
+            }
+
+            return response.data[0];
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const audioList = await ctx.cache.tryGet(
+        `tingtingfm:play_audio:${programId}`,
+        async () => {
+            const playAudioParams = {
+                // remove h_program_id from params
+                ...Object.fromEntries(Object.entries(params).filter(([key]) => key !== 'h_program_id')),
+                type: '',
+                sort: '-1',
+                audio_id: latestAudio.h_audio_id,
+            };
+            const { data: response } = await got.post(`${apiBaseUrl}//albumaudio/play_audio`, {
+                searchParams: {
+                    ...playAudioParams,
+                    api_sign: sign(playAudioParams),
+                },
+            });
+            if (response.errno !== 0) {
+                throw Error(response.error);
+            }
+
+            return { radioCover: response.data.info.radio_cover, list: response.data.list };
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const { radioCover, list } = audioList;
+
+    const items = list.map((audio) => ({
+        title: audio.title,
+        link: `${mobileBaseUrl}/v3/vod/2/${audio.h_audio_id}`,
+        description: art(join(__dirname, 'templates/audio.art'), {
+            url: audio.play_url,
+        }),
+        pubDate: parseDate(audio.add_time, 'X'),
+        itunes_item_image: radioCover,
+        itunes_duration: audio.duration,
+        enclosure_url: audio.play_url,
+        enclosure_type: 'audio/x-m4a',
+    }));
+
+    ctx.state.data = {
+        title: `${radioInfo.title} - ${radioInfo.belong_radio}${radioInfo.belong_fm}`,
+        description: radioInfo.description,
+        link: `${mobileBaseUrl}/v3/program/${programId}`,
+        image: radioInfo.cover.split('?x-oss')[0],
+        itunes_author: radioInfo.anchor.join(', '),
+        itunes_category: radioInfo.category,
+        itunes_explicit: false,
+        item: items,
+    };
+};

package/lib/v2/tingtingfm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'tingtingfm.com': {
+        _name: '听听 FM',
+        mobile: [
+            {
+                title: '节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#ting-ting-fm',
+                source: ['/v3/program/:programId'],
+                target: '/tingtingfm/program/:programId',
+            },
+        ],
+    },
+};

package/lib/v2/tingtingfm/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/program/:programId', require('./program'));
+};

package/lib/v2/tingtingfm/templates/audio.art

@@ -0,0 +1,5 @@
+{{ if url }}
+<audio controls>
+    <source src="{{ url }}">
+</audio>
+{{ /if }}

package/lib/v2/tingtingfm/utils.js

@@ -0,0 +1,32 @@
+const md5 = require('@/utils/md5');
+
+const SALT = '1Ftjv0bfpVmqbE38';
+
+const getClientVal = (length) => {
+    let result = '';
+    const randomChar = () => {
+        const random = Math.floor(62 * Math.random());
+        if (random < 10) {
+            return random;
+        } else if (random < 36) {
+            return String.fromCharCode(random + 55);
+        } else {
+            return String.fromCharCode(random + 61);
+        }
+    };
+    while (result.length < length) {
+        result += randomChar();
+    }
+    return `h5_${result}`;
+};
+
+const sign = (params) => {
+    const searchParams = new URLSearchParams(params);
+    searchParams.sort();
+    return md5(`${searchParams.toString()}_${SALT}`);
+};
+
+module.exports = {
+    getClientVal,
+    sign,
+};

package/lib/v2/twitter/maintainer.js

@@ -6,5 +6,6 @@ module.exports = {
     '/list/:id/:name/:routeParams?': ['xyqfer'],
     '/media/:id/:routeParams?': ['yindaheng98', 'Rongronggg9'],
     '/trends/:woeid?': ['sakamossan'],
+    '/tweet/:id/status/:status/:original?': ['LarchLiu'],
     '/user/:id/:routeParams?': ['DIYgod', 'yindaheng98', 'Rongronggg9'],
 };

package/lib/v2/twitter/radar.js

@@ -68,6 +68,16 @@ module.exports = {
                     }
                 },
             },
+            {
+                title: '推文详情',
+                docs: 'https://docs.rsshub.app/social-media.html#twitter',
+                source: '/:id/status/:status',
+                target: (params) => {
+                    if (params.id !== 'home' && params.id !== 'explore' && params.id !== 'notifications' && params.id !== 'messages' && params.id !== 'explore' && params.id !== 'search') {
+                        return '/twitter/tweet/:id/suatus/:status';
+                    }
+                },
+            },
         ],
     },
 };

package/lib/v2/twitter/router.js

@@ -6,5 +6,6 @@ module.exports = (router) => {
     router.get('/list/:id/:name/:routeParams?', require('./list'));
     router.get('/media/:id/:routeParams?', require('./media'));
     router.get('/trends/:woeid?', require('./trends'));
+    router.get('/tweet/:id/status/:status/:original?', require('./tweet'));
     router.get('/user/:id/:routeParams?', require('./user'));
 };

package/lib/v2/twitter/tweet.js

@@ -0,0 +1,5 @@
+const webApiImpl = require('./web-api/tweet');
+
+module.exports = async (ctx) => {
+    await webApiImpl(ctx);
+};