rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/supchina/podcasts.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://supchina.com';
+    const currentUrl = `${rootUrl}/feed/podcast`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('item')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                link: item.find('guid').text(),
+                author: item.find('itunes\\:author').text(),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const episodeResponse = await got({
+                    method: 'get',
+                    url: `https://rss.art19.com/episodes/${detailResponse.data.match(/data-episode-id="(.*?)"/)[1]}`,
+                    headers: {
+                        accept: 'application/json',
+                    },
+                });
+
+                const data = episodeResponse.data;
+
+                item.title = data.content.episode_title;
+                item.itunes_item_image = data.content.cover_image;
+                item.itunes_duration = data.content.duration;
+                item.enclosure_url = data.content.media.mp3.url;
+                item.enclosure_type = data.content.media.mp3.content_type;
+                item.description = data.content.episode_description;
+                item.pubDate = parseDate(data.performed_at);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'SupChina - Podcasts',
+        link: `${rootUrl}/podcasts`,
+        itunes_author: $('channel itunes\\:author').first().text(),
+        image: $('itunes\\:image').attr('href'),
+        item: items,
+    };
+};

package/lib/v2/supchina/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'supchina.com': {
+        _name: 'SupChina',
+        '.': [
+            {
+                title: 'Feed',
+                docs: 'https://docs.rsshub.app/new-media.html#supchina-feed',
+                source: ['/feed', '/'],
+                target: '/supchina',
+            },
+            {
+                title: 'Podcasts',
+                docs: 'https://docs.rsshub.app/new-media.html#supchina-podcasts',
+                source: ['/podcasts', '/'],
+                target: '/supchina/podcasts',
+            },
+        ],
+    },
+};

package/lib/v2/supchina/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/podcasts', require('./podcasts'));
+    router.get('/', require('./index'));
+};

package/lib/v2/techflow520/index.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '头条';
+
+    const rootUrl = 'https://www.techflow520.com';
+    const apiUrl = `${rootUrl}/index/index/tab_centet`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            offect: 0,
+            typename: category,
+            pageval: 50,
+        },
+    });
+
+    const items = response.data.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/news/${item.id}`,
+        description: item.content,
+        pubDate: parseDate(item.time),
+        category: [item.keywords],
+        author: item.source,
+    }));
+
+    ctx.state.data = {
+        title: `深潮TechFlow - ${category}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/techflow520/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/newsflash': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/techflow520/newsflash.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.techflow520.com';
+    const currentUrl = `${rootUrl}/newflash`;
+    const apiUrl = `${rootUrl}/index/kuaixun/load_kuaixun`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            offect: 0,
+            pageval: 50,
+        },
+    });
+
+    const items = response.data.map((item) => ({
+        title: item.title,
+        link: `${rootUrl}/news/${item.id}`,
+        description: item.content,
+        pubDate: parseDate(item.time),
+        category: [item.keywords],
+        author: item.source,
+    }));
+
+    ctx.state.data = {
+        title: '深潮TechFlow - 快讯',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/techflow520/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'techflow520.com': {
+        _name: '深潮TechFlow',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#shen-chao-techflow-fen-lei',
+                source: ['/'],
+                target: '/techflow520/:category?',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#shen-chao-techflow-kuai-xun',
+                source: ['/newsflash'],
+                target: '/techflow520/newsflash',
+            },
+        ],
+    },
+};

package/lib/v2/techflow520/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/newsflash', require('./newsflash'));
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/tencent/cloud/column.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '86410';
+    const tag = ctx.params.tag ?? '';
+
+    const rootUrl = 'https://cloud.tencent.com';
+    const currentUrl = `${rootUrl}/developer/column/${id}${tag ? `/tag-${tag}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/window\.\$render\((.*?)\);/)[1]);
+
+    let items = data.articleData.list.map((item) => ({
+        title: item.title,
+        author: item.author.name,
+        link: `${rootUrl}/developer/article/${item.id}`,
+        pubDate: parseDate(item.updateTime * 1000),
+        category: item.tags.map((tag) => tag.name),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.developer-code-block').remove();
+
+                item.description = content('.rno-markdown').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${data.columnDetail.name} - ${data.documentBaseTitle}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/tencent/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/qq/sdk/changelog/:platform': ['nuomi1'],
+    '/cloud/column/:id?/:tag?': ['nczitzk'],
 };

package/lib/v2/tencent/radar.js

@@ -53,4 +53,15 @@ module.exports = {
             },
         ],
     },
+    'tencent.com': {
+        _name: '腾讯云',
+        '.': [
+            {
+                title: '云+社区专栏',
+                docs: 'https://docs.rsshub.app/programming.html#teng-xun-yun-yun-she-qu-zhuan-lan',
+                source: ['/developer/column/:id', '/developer/column/:id/:tag', '/'],
+                target: (params, url) => `/tencent/cloud/column/${url.match(/column\/(\d+)/)[1]}${/\/tag-\d+/.test(url) ? `/${url.match(/\/tag-(\d+)/)[1]}` : ''}`,
+            },
+        ],
+    },
 };

package/lib/v2/tencent/router.js

@@ -1,3 +1,4 @@
 module.exports = (router) => {
     router.get('/qq/sdk/changelog/:platform', require('./qq/sdk/changelog'));
+    router.get('/cloud/column/:id?/:tag?', require('./cloud/column'));
 };

package/lib/v2/test/index.js

@@ -1,6 +1,8 @@
 const config = require('@/config').value;
-let cacheIndex = 0;
 const got = require('@/utils/got');
+const wait = require('@/utils/wait');
+
+let cacheIndex = 0;
 
 module.exports = async (ctx) => {
     if (ctx.params.id === 'error') {
@@ -96,6 +98,21 @@ module.exports = async (ctx) => {
             link: `https://mock.com/DIYgod/RSSHub`,
             author: `DIYgod`,
         });
+    } else if (ctx.params.id === 'multimedia') {
+        item.push({
+            title: `Multimedia Title`,
+            description: `<img src="/DIYgod/RSSHub.jpg">
+<video src="/DIYgod/RSSHub.mp4"></video>
+<video poster="/DIYgod/RSSHub.jpg">
+<source src="/DIYgod/RSSHub.mp4" type="video/mp4">
+<source src="/DIYgod/RSSHub.webm" type="video/webm">
+</video>
+<audio src="/DIYgod/RSSHub.mp3"></audio>
+<iframe src="/DIYgod/RSSHub.html"></iframe>`,
+            pubDate: new Date(`2019-3-1`).toUTCString(),
+            link: `https://mock.com/DIYgod/RSSHub`,
+            author: `DIYgod`,
+        });
     } else if (ctx.params.id === 'sort') {
         item.push({
             title: `Sort Title 0`,
@@ -166,6 +183,10 @@ module.exports = async (ctx) => {
         ];
     }
 
+    if (ctx.params.id === 'slow') {
+        await wait(1000);
+    }
+
     if (ctx.query.mode === 'fulltext') {
         item = [
             {
@@ -181,6 +202,6 @@ module.exports = async (ctx) => {
         link: 'https://github.com/DIYgod/RSSHub',
         item,
         allowEmpty: ctx.params.id === 'allow_empty',
-        description: ctx.params.id === 'complicated' ? '<img src="http://mock.com/DIYgod/DIYgod/RSSHub">' : 'A test route for RSSHub',
+        description: ctx.params.id === 'complicated' ? '<img src="http://mock.com/DIYgod/DIYgod/RSSHub">' : ctx.params.id === 'multimedia' ? '<video src="http://mock.com/DIYgod/DIYgod/RSSHub"></video>' : 'A test route for RSSHub',
     };
 };

package/lib/v2/tiktok/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/user/:user': ['TonyRL'],
+};

package/lib/v2/tiktok/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'tiktok.com': {
+        _name: 'TikTok',
+        '.': [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/en/social-media.html#tiktok',
+                source: ['/:user'],
+                target: '/tiktok/user/:user',
+            },
+        ],
+    },
+};

package/lib/v2/tiktok/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/user/:user', require('./user'));
+};

package/lib/v2/tiktok/templates/user.art

@@ -0,0 +1,3 @@
+<video controls loop poster="{{ poster }}" preload="none">
+<source src="{{ source }}">
+</video>

package/lib/v2/tiktok/user.js

@@ -0,0 +1,89 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const config = require('@/config').value;
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const baseUrl = 'https://www.tiktok.com';
+
+module.exports = async (ctx) => {
+    const { user } = ctx.params;
+
+    let items = await ctx.cache.tryGet(
+        `tiktok:user:${user}`,
+        async () => {
+            const browser = await require('@/utils/puppeteer')();
+            const page = await browser.newPage();
+            await page.setRequestInterception(true);
+            page.on('request', (request) => {
+                // blocking script reduces clips from 30 -> 16
+                request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+            });
+            await page.goto(`${baseUrl}/${user}`, {
+                waitUntil: 'networkidle2',
+            });
+            const html = await page.evaluate(() => document.documentElement.innerHTML);
+            browser.close();
+
+            const $ = cheerio.load(html);
+
+            return $('[class*=-DivItemContainerV2]')
+                .toArray()
+                .map((item) => ({ link: $(item).find('[class*=-DivWrapper] a').attr('href') }));
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    let feedTitle;
+    let feedDescription;
+    let feedImage;
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const videoId = item.link.substring(item.link.lastIndexOf('/') + 1);
+                    const api = (
+                        await got(`${baseUrl}/node/share/video/${user}/${videoId}`, {
+                            headers: {
+                                referer: `${baseUrl}/${user}`,
+                            },
+                        })
+                    ).data;
+
+                    if (!feedTitle) {
+                        feedTitle = `${api.itemInfo.itemStruct.author.nickname} (@${api.itemInfo.itemStruct.author.uniqueId}) TikTok | Watch ${api.itemInfo.itemStruct.author.nickname}'s Newest TikTok Videos`;
+                    }
+                    if (!feedDescription) {
+                        feedDescription = api.itemInfo.itemStruct.author.signature;
+                    }
+                    if (!feedImage) {
+                        feedImage = api.itemInfo.itemStruct.author.avatarLarger || api.itemInfo.itemStruct.author.avatarMedium || api.itemInfo.itemStruct.author.avatarThumb;
+                    }
+
+                    item.title = api.itemInfo.itemStruct.desc;
+                    item.description = art(path.join(__dirname, 'templates/user.art'), {
+                        poster: api.itemInfo.itemStruct.video.cover,
+                        source: api.itemInfo.itemStruct.video.playAddr,
+                    });
+                    item.author = api.itemInfo.itemStruct.author.nickname;
+                    item.pubDate = parseDate(api.itemInfo.itemStruct.createTime * 1000);
+                } catch (e) {
+                    item.title = 'Deleted clip';
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feedTitle,
+        description: feedDescription,
+        image: feedImage,
+        link: `${baseUrl}/${user}`,
+        item: items,
+    };
+};

package/lib/v2/tingshuitz/dalian.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const url =
+        'https://swj.dl.gov.cn/module/web/jpage/dataproxy.jsp?page=1&webid=28&path=https://swj.dl.gov.cn/&columnid=4296&unitid=31227&webname=%25E5%25A4%25A7%25E8%25BF%259E%25E5%25B8%2582%25E6%25B0%25B4%25E5%258A%25A1%25E5%25B1%2580&permissiontype=0';
+    const response = await got(url);
+
+    const $ = cheerio.load(response.data);
+    const items = $('recordset record')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text().trim(),
+                description: `大连市停水通知：${item.find('a').text().trim()}`,
+                pubDate: parseDate(item.find('span').text(), 'YYYY-MM-DD'),
+                link: item.find('a').attr('href'),
+            };
+        });
+
+    ctx.state.data = {
+        title: '停水通知 - 大连市水务局',
+        link: 'https://swj.dl.gov.cn/col/col4296/index.html',
+        description: '停水通知 - 大连市水务局',
+        item: items,
+    };
+};

package/lib/{routes → v2}/tingshuitz/dongguan.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const url = 'http://www.djsw.com.cn/news/tstz/index.html';
@@ -24,7 +25,7 @@ module.exports = async (ctx) => {
                     return {
                         title: item.find('a').text(),
                         description: `东莞市停水通知：${item.find('a').text()}`,
-                        pubDate: new Date($(item.contents()[1]).text().slice(1, -1)).toUTCString(),
+                        pubDate: parseDate($(item.contents()[1]).text().slice(1, -1)),
                         link: item.find('a').attr('href'),
                     };
                 })

package/lib/v2/tingshuitz/maintainer.js

@@ -0,0 +1,11 @@
+module.exports = {
+    '/dalian': ['DIYgod'],
+    '/dongguan': ['victoriqueko'],
+    '/guangzhou': ['xyqfer'],
+    '/hangzhou': ['znhocn'],
+    '/nanjing': ['ocleo1'],
+    '/wuhan': ['MoonBegonia'],
+    '/xian': ['ciaranchen'],
+    '/xiaoshan': ['znhocn'],
+    '/yangjiang': ['ciaranchen'],
+};

package/lib/{routes → v2}/tingshuitz/nanjing.js

@@ -1,15 +1,15 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-
+const { parseDate } = require('@/utils/parse-date');
 const HOME_PAGE = 'http://www.jlwater.com/';
 
 module.exports = async (ctx) => {
-    const url = `${HOME_PAGE}portal.do?method=news&subjectchildid=8`;
-    const response = await got.get(url);
+    const url = `${HOME_PAGE}portal/10000013`;
+    const response = await got(url);
 
     const data = response.data;
     const $ = cheerio.load(data);
-    const list = $('.maincol-list ul li');
+    const list = $('.list-content ul li');
 
     ctx.state.data = {
         title: $('head title').text(),
@@ -17,14 +17,12 @@ module.exports = async (ctx) => {
         item: list
             .map((index, item) => {
                 const $item = $(item);
-                const $title = $item.find('.rtitle');
-                const link = $title.find('a').attr('href');
-
-                let pubDate = $item.find('.rtime').text();
-                pubDate = new Date(pubDate.substring(1, pubDate.length - 1)).toUTCString();
-
+                const title = $item.find('a span').text();
+                const link = $item.find('a').attr('href');
+                const listTime = $item.find('.list-time').text();
+                const pubDate = parseDate(listTime);
                 return {
-                    title: $title.text(),
+                    title: `${title} ${listTime}`,
                     description: '南京市停水通知',
                     link: `${HOME_PAGE}${link}`,
                     pubDate,

package/lib/v2/tingshuitz/radar.js

@@ -0,0 +1,68 @@
+module.exports = {
+    'dl.gov.cn': {
+        _name: '停水通知',
+        swj: [
+            {
+                title: '大连市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/col/col4296/index.html', '/'],
+                target: '/tingshuitz/dalian',
+            },
+        ],
+    },
+    'hzwgc.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '杭州市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/public/stop_the_water', '/'],
+                target: '/tingshuitz/hangzhou',
+            },
+        ],
+    },
+    'jlwater.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '南京市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/portal/10000013', '/'],
+                target: '/tingshuitz/nanjing',
+            },
+        ],
+    },
+    'whwater.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '武汉市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/IWater.shtml', '/'],
+                target: '/tingshuitz/wuhan',
+            },
+        ],
+    },
+    'xswater.com': {
+        _name: '停水通知',
+        www: [
+            {
+                title: '萧山区',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/gongshui/channels/227.html', '/'],
+                target: '/tingshuitz/xiaoshan',
+            },
+        ],
+    },
+    'yjsswjt.com': {
+        _name: '停水通知',
+        '.': [
+            {
+                title: '阳江市',
+                docs: 'https://docs.rsshub.app/forecast.html#ting-shui-tong-zhi',
+                source: ['/zxdt_list.jsp', '/'],
+                target: '/tingshuitz/yangjiang',
+            },
+        ],
+    },
+};

package/lib/v2/tingshuitz/router.js

@@ -0,0 +1,11 @@
+module.exports = (router) => {
+    router.get('/dalian', require('./dalian'));
+    router.get('/dongguan', require('./dongguan'));
+    router.get('/guangzhou', require('./guangzhou'));
+    router.get('/hangzhou', require('./hangzhou'));
+    router.get('/nanjing', require('./nanjing'));
+    router.get('/wuhan/:channelId?', require('./wuhan'));
+    router.get('/xian', require('./xian'));
+    router.get('/xiaoshan', require('./xiaoshan'));
+    router.get('/yangjiang', require('./yangjiang'));
+};

package/lib/v2/tingshuitz/wuhan.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const baseUrl = 'https://www.whwater.com';
+
+module.exports = async (ctx) => {
+    const { channelId = 68 } = ctx.params;
+    const response = await got.post('https://manager.whwater.com:8900/website/article/findChannelArticle', {
+        form: {
+            channelId,
+            searchKey: '',
+            thumbnailStatus: 0,
+            topStatus: 0,
+            recommendStatus: 0,
+            page: 1,
+            size: ctx.query.limit ? parseInt(ctx.query.limit) : 30,
+        },
+    });
+
+    const data = response.data.data;
+    const items = data.articleArray.map((item) => ({
+        title: item.title,
+        description: item.content,
+        pubDate: parseDate(item.publishTime),
+        link: `https://${baseUrl}/IPolicyDetails.shtml?id=31&sid=${channelId}${item.articleLink}`,
+    }));
+
+    ctx.state.data = {
+        title: `${data.channelName}通知 - 武汉市水务集团有限公司`,
+        link: `${baseUrl}/IWater.shtml?id=31&sid=48`,
+        item: items,
+    };
+};