rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/telegram/maintainer.js

@@ -1,5 +1,5 @@
 module.exports = {
-    '/telegram/channel/:username/:searchQuery?': ['DIYgod'],
+    '/telegram/channel/:username/:routeParams?': ['DIYgod', 'Rongronggg9'],
     '/telegram/stickerpack/:name': ['DIYgod'],
     '/telegram/blog': ['fengkx'],
 };

package/lib/v2/telegram/router.js

@@ -1,5 +1,5 @@
 module.exports = function (router) {
-    router.get('/channel/:username/:searchQuery?', require('./channel'));
+    router.get('/channel/:username/:routeParams?', require('./channel'));
     router.get('/stickerpack/:name', require('./stickerpack'));
     router.get('/blog', require('./blog'));
 };

package/lib/v2/telegram/templates/video.art

@@ -0,0 +1,7 @@
+{{ if source }}
+<video src="{{ source }}" controls="controls" poster="{{ poster }}" style="width: 100%"></video>
+{{ else if poster }}
+<blockquote><b>Video is too big</b><br><img src="{{ poster }}"></blockquote>
+{{ else }}
+<blockquote><b>Video is too big</b></blockquote>
+{{ /if }}

package/lib/v2/tencent/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/qq/sdk/changelog/:platform': ['nuomi1'],
+};

package/lib/v2/tencent/qq/sdk/changelog.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const platform = ctx.params.platform;
+
+    let title = '';
+    let link = '';
+    if (platform === 'iOS') {
+        title = 'iOS SDK 历史变更';
+        link = 'https://wiki.connect.qq.com/ios_sdk历史变更';
+    } else if (platform === 'Android') {
+        title = 'Android SDK 历史变更';
+        link = 'https://wiki.connect.qq.com/android_sdk历史变更';
+    } else {
+        throw Error('not support platform');
+    }
+
+    const response = await got.get(link);
+
+    const $ = cheerio.load(response.data);
+
+    // 获取主要文本，并且过滤空行
+    const contents = $('.wp-editor')
+        .children('p')
+        .filter((_, element) => $(element).text() !== '');
+
+    const pList = [];
+    const titleIndex = [];
+
+    // 遍历文本 p 标签，并且获取标题索引
+    contents.each((index, element) => {
+        if ($(element).find('strong').length) {
+            titleIndex.push(index);
+        }
+
+        pList.push($(element).text().replace('\n', ''));
+    });
+
+    // 用标题索引切割数组
+    const changelogs = titleIndex.map((_, index) => {
+        const section = pList.slice(titleIndex[index], titleIndex[index + 1]);
+        const changelog = {
+            title: section[0],
+            description: section.slice(1).join('\n'),
+        };
+
+        return changelog;
+    });
+
+    ctx.state.data = {
+        title,
+        link,
+        item: changelogs,
+    };
+};

package/lib/v2/tencent/radar.js

@@ -0,0 +1,56 @@
+module.exports = {
+    'qq.com': {
+        _name: '腾讯',
+        'mp.weixin': [
+            {
+                title: '微信公众号栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#gong-zhong-hao-lan-mu-fei-tui-song-li-shi-xiao-xi',
+                source: '/mp/homepage',
+                target: (params, url) => `/wechat/mp/homepage/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('hid')}/${new URL(url).searchParams.get('cid') ? new URL(url).searchParams.get('cid') : ''}`,
+            },
+            {
+                title: '微信公众号话题',
+                docs: 'https://docs.rsshub.app/new-media.html#wei-xin-gong-zhong-hao-wen-zhang-hua-ti-tag',
+                source: '/mp/appmsgalbum',
+                target: (params, url) => `/wechat/mp/msgalbum/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('album_id')}`,
+            },
+        ],
+        egame: [
+            {
+                title: '企鹅电竞直播间',
+                docs: 'https://docs.rsshub.app/live.html#qi-e-dian-jing-zhi-bo-jian-kai-bo',
+                source: '/:id',
+                target: (params) => {
+                    if (params.id.match(/^\d+$/)) {
+                        return '/egameqq/room/:id';
+                    }
+                },
+            },
+        ],
+        v: [
+            {
+                title: '视频 - 播放列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#teng-xun-shi-pin',
+                source: '/x/cover/:id',
+                target: (params) => {
+                    const id = params.id.match('(.*).html')[1];
+                    return id ? `/tencentvideo/playlist/${id}` : '';
+                },
+            },
+            {
+                title: '视频 - 播放列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#teng-xun-shi-pin',
+                source: '/x/cover/:id/:detail',
+                target: '/tencentvideo/playlist/:id',
+            },
+        ],
+        'wiki.connect': [
+            {
+                title: 'QQ 互联 SDK 更新日志',
+                docs: 'https://docs.rsshub.app/program-update.html#qq-hu-lian-sdk',
+                source: '/',
+                target: (_params, url) => `/tencent/qq/sdk/changelog/${new URL(url).pathname === '/ios_sdk历史变更' ? 'iOS' : 'Android'}`,
+            },
+        ],
+    },
+};

package/lib/v2/tencent/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/qq/sdk/changelog/:platform', require('./qq/sdk/changelog'));
+};

package/lib/v2/test/index.js

@@ -161,6 +161,7 @@ module.exports = async (ctx) => {
                 link: 'https://github.com/DIYgod/RSSHub/issues/1',
                 enclosure_url: 'https://github.com/DIYgod/RSSHub/issues/1',
                 enclosure_length: 3661,
+                itunes_duration: 36610,
             },
         ];
     }

package/lib/v2/tisi/index.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.tisi.org';
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/?page_id=11151`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.new-artice-list-box')
+        .map((_, item) => ({
+            title: $(item).find('p.new-article-title > a').text(),
+            link: new URL($(item).find('p.new-article-title > a').attr('href'), rootUrl).href,
+            pubDate: parseDate($(item).find('p.new-article-date > span.left-span').text()),
+            category: $(item).find('p.new-article-date > span:nth-child(1)').text(),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('div.article-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '腾讯研究院 - 最近更新',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/tisi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest': ['Fatpandac'],
+};

package/lib/v2/tisi/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'tisi.org': {
+        _name: '腾讯研究院',
+        '.': [
+            {
+                title: '最近更新',
+                docs: 'https://docs.rsshub.app/new-media.html#teng-xun-yan-jiu-yuan',
+                source: ['/'],
+                target: (_params, url) => {
+                    if (new URL(url).searchParams.get('page_id') === '11151') {
+                        return '/tisi/latest';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/tisi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest', require('./index'));
+};

package/lib/v2/tokeninsight/blog.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const getBlogs = async () => {
+        const url = `${baseURL}api/user/search/getAllList`;
+        const response = (
+            await got.post(url, {
+                form: {
+                    isRecommend: 2,
+                    language: lang === 'zh' ? 'cn' : lang,
+                },
+            })
+        ).data;
+        return response.data.blogsList;
+    };
+
+    const getBlogInfomation = async (blog) => {
+        const { publishDate, title, id } = blog;
+        const blogUrl = `${baseURL}${lang}/blogs/${id}`;
+        const description = await ctx.cache.tryGet(blogUrl, async () => {
+            const res = await got(blogUrl);
+            const $ = cheerio.load(res.data);
+            const description = $('.detail_html_box').html();
+            return description;
+        });
+        return {
+            // 文章标题
+            title,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(publishDate),
+            // 文章链接
+            link: blogUrl,
+        };
+    };
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+    const blogs = (await getBlogs()).slice(0, limit);
+    const list = await Promise.all(blogs.map(getBlogInfomation));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '博客' : 'Blogs'} | ${title}`,
+        link: `${link}${lang}/blogs`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/bulletin.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+const get_articles = async () => {
+    const url = `${baseURL}api/bulletin/selectBulletinList`;
+    const response = (await got.get(url)).data;
+    const { data } = response;
+    return data;
+};
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const get_article_info = async (article) => {
+        const { updateDate, titleEn, id, title } = article;
+        const articleUrl = `${baseURL}${lang}/latest/${id}`;
+        const description = await ctx.cache.tryGet(articleUrl, async () => {
+            const res = await got(articleUrl);
+            const $ = cheerio.load(res.data);
+            return $('.detail_html_box').html();
+        });
+        return {
+            // 文章标题
+            title: lang === 'zh' ? title : titleEn,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(updateDate),
+            // 文章链接
+            link: articleUrl,
+        };
+    };
+
+    const articles = await get_articles();
+    const list = await Promise.all(articles.map(get_article_info));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '快讯' : 'Latest'} | ${title}`,
+        link: `${link}${lang}/latest`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/blog/:lang?': ['fuergaosi233'],
+    '/bulletin:lang?': ['fuergaosi233'],
+    '/report:lang?': ['fuergaosi233'],
+};

package/lib/v2/tokeninsight/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'tokeninsight.com': {
+        _name: 'TokenInsight',
+        '.': [
+            {
+                title: '博客',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/blogs'],
+                target: '/tokeninsight/blog/:lang',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/latest'],
+                target: '/tokeninsight/bulletin/:lang',
+            },
+            {
+                title: '报告',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/report'],
+                target: '/tokeninsight/report/:lang',
+            },
+        ],
+    },
+};

package/lib/v2/tokeninsight/report.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const getReports = async () => {
+        const url = `${baseURL}api/user/search/getAllList`;
+        const response = (
+            await got.post(url, {
+                form: {
+                    isRecommend: 2,
+                    language: lang === 'zh' ? 'cn' : lang,
+                },
+            })
+        ).data;
+        return response.data.reportList;
+    };
+
+    const getReportInfomation = async (report) => {
+        const { publishDate, title, id } = report;
+        const reportUrl = `${baseURL}${lang}/report/${id}`;
+        const description = await ctx.cache.tryGet(reportUrl, async () => {
+            const res = await got(reportUrl);
+            const $ = cheerio.load(res.data);
+            const description = $('.detail_html_box').html();
+            return description;
+        });
+        return {
+            // 文章标题
+            title,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(publishDate),
+            // 文章链接
+            link: reportUrl,
+        };
+    };
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+    const reports = (await getReports()).slice(0, limit);
+    const list = await Promise.all(reports.map(getReportInfomation));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '报告' : 'Research'} | ${title}`,
+        link: `${link}${lang}/report`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/blog/:lang?', require('./blog.js'));
+    router.get('/bulletin/:lang?', require('./bulletin.js'));
+    router.get('/report/:lang?', require('./report.js'));
+};

package/lib/v2/txrjy/fornumtopic.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.txrjy.com';
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? '1';
+    const url = `${rootUrl}/c114-listnewtopic.php?typeid=${channel}`;
+
+    const response = await got(url, {
+        responseType: 'buffer',
+    });
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+    const title = $('div.z > a').last().text();
+    const list = $('tbody > tr')
+        .slice(0, 25)
+        .map((_, item) => ({
+            title: $(item).find('td.title2').text(),
+            link: new URL($(item).find('td.title2 > a').attr('href'), rootUrl).href,
+            author: $(item).find('td.author').text(),
+            pubDate: timezone(parseDate($(item).find('td.dateline').text(), 'YYYY-M-D HH:mm'), +8),
+            category: $(item).find('td.forum').text(),
+        }))
+        .filter((_, item) => item.title)
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link, {
+                    responseType: 'buffer',
+                });
+                const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
+
+                item.description = content('div.c_table')
+                    .map((_, item) =>
+                        art(path.join(__dirname, 'templates/fornumtopic.art'), {
+                            content: content(item)
+                                .find('td.t_f')
+                                .find('div.a_pr')
+                                .remove()
+                                .end()
+                                .html()
+                                ?.replace(/(<img.*?) src=".*?"(.*?>)/g, '$1$2')
+                                .replace(/(<img.*?)zoomfile(.*?>)/g, '$1src$2'),
+                            pattl: content(item)
+                                .find('div.pattl')
+                                .html()
+                                ?.replace(/(<img.*?) src=".*?"(.*?>)/g, '$1$2')
+                                .replace(/(<img.*?)zoomfile(.*?>)/g, '$1src$2'),
+                            author: content(item).find('a.xw1').text().trim(),
+                        })
+                    )
+                    .get()
+                    .join('\n');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `通信人家园 - 论坛 ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/txrjy/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/fornumtopic/:channel?': ['Fatpandac'],
+};

package/lib/v2/txrjy/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'txrjy.com': {
+        _name: '通信人家园',
+        '.': [
+            {
+                title: '论坛 频道',
+                docs: 'https://docs.rsshub.app/bbs.html#tong-xin-ren-jia-yuan',
+                source: ['/c114-listnewtopic.php'],
+                target: (params, url) => {
+                    const channel = new URL(url).searchParams.get('typeid');
+
+                    return `/txrjy/fornumtopic/${channel ? channel : ''}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/txrjy/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/fornumtopic/:channel?', require('./fornumtopic'));
+};

package/lib/v2/txrjy/templates/fornumtopic.art

@@ -0,0 +1,6 @@
+<h4>{{ author }}</h4>
+{{@ content }}
+{{ if pattl }}
+{{@ pattl }}
+{{ /if }}
+<hr>

package/lib/v2/verfghbw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/press/:keyword?': ['quinn-dev'],
+};

package/lib/{routes → v2}/verfghbw/press.js

@@ -1,13 +1,15 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.keyword;
+    const rootUrl = 'https://verfgh.baden-wuerttemberg.de';
 
     let request = {
-        url: 'https://verfgh.baden-wuerttemberg.de/de/presse-und-service/pressemitteilungen/',
+        url: `${rootUrl}/de/presse-und-service/pressemitteilungen/`,
         headers: {
-            Referer: 'https://verfgh.baden-wuerttemberg.de/de/presse-und-service/pressemitteilungen/',
+            Referer: `${rootUrl}/de/presse-und-service/pressemitteilungen/`,
         },
     };
 
@@ -35,10 +37,16 @@ module.exports = async (ctx) => {
         .map((_, item) => {
             item = $(item);
 
+            const title = item.find('.pressListItemTeaser > h3').text().trim();
+            const link = rootUrl + '/' + item.find('.link-download').attr('href');
+            item.find('.pressListItemTeaser > h3').replaceWith((_, e) => `<p>${$(e).html()}</p>`);
+            item.find('a').each((_, e) => $(e).attr('href', rootUrl + '/' + $(e).attr('href')));
+
             return {
-                title: item.find('.pressListItemTeaser > h3').text().trim(),
-                link: new URL(item.find('.link-download').attr('href'), 'https://verfgh.baden-wuerttemberg.de/'),
-                pubDate: new Date(item.find('.pressListItemDate > span').text()).toUTCString(),
+                title,
+                link,
+                description: item.find('.pressListItemTeaser').html(),
+                pubDate: parseDate(item.find('.pressListItemDate > span').text(), 'DD.MM.YYYY'),
             };
         })
         .get();

package/lib/v2/verfghbw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'baden-wuerttemberg.de': {
+        _name: 'Constitutional Court of Baden-Württemberg (Germany)',
+        verfgh: [
+            {
+                title: 'Press releases',
+                docs: 'https://docs.rsshub.app/en/government.html#constitutional-court-of-baden-wurttemberg-germany',
+                source: ['/de/presse-und-service/pressemitteilungen/'],
+                target: '/verfghbw/press',
+            },
+        ],
+    },
+};

package/lib/v2/verfghbw/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/press/:keyword?', require('./press'));
+};

package/lib/v2/vimeo/category.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { category, staffpicks } = ctx.params;
+
+    const categoryparams = category;
+    let sortparams = '&direction=desc&sort=date';
+    let feedtitle = category;
+    if (staffpicks && staffpicks !== 'staffpicks') {
+        return;
+    }
+
+    if (staffpicks) {
+        sortparams += '&filter=conditional_featured';
+        feedtitle += `: ${category} staffpicks`;
+    }
+
+    const url = `https://api.vimeo.com/categories/${categoryparams}/videos?page=1&per_page=18${sortparams}`;
+    const tokenresponse = await got({
+        method: 'get',
+        url: 'https://vimeo.com/_rv/viewer',
+    });
+    const VimeoAuthorization = tokenresponse.data.jwt;
+
+    const response = await got({
+        method: 'get',
+        url,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+
+    const vimeojs = response.data.data;
+
+    const feedlink = `https://vimeo.com/categories/${category}/videos/sort:latest`;
+    const feedlinkstaffpicks = '?staffpicked=ture';
+    const feedDescription = await ctx.cache.tryGet(feedlink + (staffpicks ? feedlinkstaffpicks : ''), async () => {
+        const response = await got({
+            url: feedlink + (staffpicks ? feedlinkstaffpicks : ''),
+        });
+        const description = cheerio.load(response.data);
+        return description('meta[name="description"]').attr('content');
+    });
+
+    ctx.state.data = {
+        title: `${feedtitle} | Vimeo category`,
+        link: feedlink + (staffpicks ? feedlinkstaffpicks : ''),
+        description: feedDescription,
+        item: vimeojs.map((item) => ({
+            title: item.name,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                videoUrl: item.uri.replace(`/videos`, ''),
+                vdescription: item.description ? item.description : '',
+            }),
+            pubDate: parseDate(item.created_time),
+            link: item.link,
+            author: item.user.name,
+        })),
+    };
+};