rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/v2/tencent/qq/sdk/changelog.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const platform = ctx.params.platform;
+
+    let title = '';
+    let link = '';
+    if (platform === 'iOS') {
+        title = 'iOS SDK 历史变更';
+        link = 'https://wiki.connect.qq.com/ios_sdk历史变更';
+    } else if (platform === 'Android') {
+        title = 'Android SDK 历史变更';
+        link = 'https://wiki.connect.qq.com/android_sdk历史变更';
+    } else {
+        throw Error('not support platform');
+    }
+
+    const response = await got.get(link);
+
+    const $ = cheerio.load(response.data);
+
+    // 获取主要文本，并且过滤空行
+    const contents = $('.wp-editor')
+        .children('p')
+        .filter((_, element) => $(element).text() !== '');
+
+    const pList = [];
+    const titleIndex = [];
+
+    // 遍历文本 p 标签，并且获取标题索引
+    contents.each((index, element) => {
+        if ($(element).find('strong').length) {
+            titleIndex.push(index);
+        }
+
+        pList.push($(element).text().replace('\n', ''));
+    });
+
+    // 用标题索引切割数组
+    const changelogs = titleIndex.map((_, index) => {
+        const section = pList.slice(titleIndex[index], titleIndex[index + 1]);
+        const changelog = {
+            title: section[0],
+            description: section.slice(1).join('\n'),
+        };
+
+        return changelog;
+    });
+
+    ctx.state.data = {
+        title,
+        link,
+        item: changelogs,
+    };
+};

package/lib/v2/tencent/radar.js

@@ -0,0 +1,56 @@
+module.exports = {
+    'qq.com': {
+        _name: '腾讯',
+        'mp.weixin': [
+            {
+                title: '微信公众号栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#gong-zhong-hao-lan-mu-fei-tui-song-li-shi-xiao-xi',
+                source: '/mp/homepage',
+                target: (params, url) => `/wechat/mp/homepage/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('hid')}/${new URL(url).searchParams.get('cid') ? new URL(url).searchParams.get('cid') : ''}`,
+            },
+            {
+                title: '微信公众号话题',
+                docs: 'https://docs.rsshub.app/new-media.html#wei-xin-gong-zhong-hao-wen-zhang-hua-ti-tag',
+                source: '/mp/appmsgalbum',
+                target: (params, url) => `/wechat/mp/msgalbum/${new URL(url).searchParams.get('__biz')}/${new URL(url).searchParams.get('album_id')}`,
+            },
+        ],
+        egame: [
+            {
+                title: '企鹅电竞直播间',
+                docs: 'https://docs.rsshub.app/live.html#qi-e-dian-jing-zhi-bo-jian-kai-bo',
+                source: '/:id',
+                target: (params) => {
+                    if (params.id.match(/^\d+$/)) {
+                        return '/egameqq/room/:id';
+                    }
+                },
+            },
+        ],
+        v: [
+            {
+                title: '视频 - 播放列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#teng-xun-shi-pin',
+                source: '/x/cover/:id',
+                target: (params) => {
+                    const id = params.id.match('(.*).html')[1];
+                    return id ? `/tencentvideo/playlist/${id}` : '';
+                },
+            },
+            {
+                title: '视频 - 播放列表',
+                docs: 'https://docs.rsshub.app/multimedia.html#teng-xun-shi-pin',
+                source: '/x/cover/:id/:detail',
+                target: '/tencentvideo/playlist/:id',
+            },
+        ],
+        'wiki.connect': [
+            {
+                title: 'QQ 互联 SDK 更新日志',
+                docs: 'https://docs.rsshub.app/program-update.html#qq-hu-lian-sdk',
+                source: '/',
+                target: (_params, url) => `/tencent/qq/sdk/changelog/${new URL(url).pathname === '/ios_sdk历史变更' ? 'iOS' : 'Android'}`,
+            },
+        ],
+    },
+};

package/lib/v2/tencent/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/qq/sdk/changelog/:platform', require('./qq/sdk/changelog'));
+};

package/lib/v2/test/index.js

@@ -62,7 +62,7 @@ module.exports = async (ctx) => {
         }
         if (!noRefresh) {
             noRefresh = '0';
-            await ctx.cache.set('noRefreshCache', '1', undefined, false);
+            await ctx.cache.set('noRefreshCache', '1', undefined);
         }
         item.push({
             title: 'Cache Title',
@@ -161,6 +161,7 @@ module.exports = async (ctx) => {
                 link: 'https://github.com/DIYgod/RSSHub/issues/1',
                 enclosure_url: 'https://github.com/DIYgod/RSSHub/issues/1',
                 enclosure_length: 3661,
+                itunes_duration: 36610,
             },
         ];
     }

package/lib/v2/thecover/channel.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const rootUrl = 'https://www.thecover.cn';
+
+const nodes = {
+    3892: '天下',
+    3560: '四川',
+    3909: '辟谣',
+    3686: '国际',
+    11: '云招考',
+    3902: '30秒',
+    3889: '拍客',
+    3689: '体育',
+    1: '国内',
+    4002: '帮扶铁军',
+    12: '文娱',
+    46: '宽窄',
+    4: '商业',
+    21: '千面',
+    17: '封面号',
+};
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '3892';
+    const targetUrl = rootUrl.concat(`/channel_${id}`);
+    const resp = await got({
+        method: 'get',
+        url: targetUrl,
+    });
+    const $ = cheerio.load(resp.data);
+    const list = $('a.link-to-article')
+        .filter(function () {
+            return $(this).attr('href').startsWith('/');
+        })
+        .map((_, item) => ({
+            link: rootUrl.concat($(item).attr('href')),
+        }))
+        .get();
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.title = content('h1', '.main-article').text();
+                item.description = content('section.article-content').html();
+                const info = content('span', '.props-of-title');
+                item.author = info.eq(0).text();
+                item.pubDate = timezone(parseDate(info.eq(1).text(), 'YYYY-MM-DD HH:mm'), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${nodes[id]}-封面新闻`,
+        link: targetUrl,
+        description: `封面新闻作为华西都市报深度融合转型和打造新型主流媒体的载体，牢固确立移动优先战略，创新移动新闻产品，打造移动传播矩阵，封面新闻的传播力、引导力、影响力和公信力不断得到各方肯定。封面新闻突破千万的用户下载量，呈现出以四川为主阵地的全国分布态势，用户年龄构成以20-35岁为主，“亿万年轻人的生活方式”的定位初步得到体现。`,
+        language: 'zh-cn',
+        item: items,
+    };
+};

package/lib/v2/thecover/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/channel/:id?': ['yuxinliu-alex'],
+};

package/lib/v2/thecover/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'thecover.cn': {
+        _name: '封面新闻',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/new-media.html#the-cover',
+                source: ['/:id', '/'],
+                target: (params) => `/thecover/channel/${params.id.replace('channel_', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/thecover/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/channel/:id?', require('./channel'));
+};

package/lib/v2/thepaper/factpaper.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const status = parseInt(ctx.params.status ?? '1');
+
+    const rootUrl = 'https://www.factpaper.cn';
+    const apiRootUrl = 'https://api.factpaper.cn';
+    const currentUrl = `${apiRootUrl}/fact-check/front/proveList`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        json: {
+            pageNum: 1,
+            pageSize: 20,
+            status,
+        },
+    });
+
+    let items = response.data.data.list.map((item) => ({
+        title: item.title,
+        guid: item.proveId,
+        link: `${rootUrl}/detail?id=${item.proveId}`,
+        pubDate: timezone(parseDate(item.publishTime), +8),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: `${apiRootUrl}/fact-check/front/proveInfo`,
+                    json: {
+                        proveId: item.guid,
+                    },
+                });
+
+                const data = detailResponse.data.data;
+
+                item.author = data.userName;
+                item.description = art(path.join(__dirname, 'templates/factpaper.art'), {
+                    content: data.content,
+                    checkinfo: data.checkInfoList,
+                    finalCheckInfo: data.finalCheckInfo,
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `澎湃明查 - ${status === 1 ? '有定论' : '核查中'}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/thepaper/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/839studio/:id': ['umm233'],
+    '/839studio': ['umm233'],
+    '/channel/:id': ['xyqfer', 'nczitzk'],
+    '/featured': ['HenryQW', 'nczitzk'],
+    '/factpaper/:status?': ['nczitzk'],
+    '/list/:id': ['nczitzk'],
+};

package/lib/v2/thepaper/radar.js

@@ -0,0 +1,42 @@
+module.exports = {
+    'thepaper.cn': {
+        _name: '澎湃新闻',
+        '.': [
+            {
+                title: '首页头条',
+                docs: 'https://docs.rsshub.app/traditional-media.html#peng-pai-xin-wen-shou-ye-tou-tiao',
+                source: ['/'],
+                target: '/thepaper/featured',
+            },
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/traditional-media.html#peng-pai-xin-wen-pin-dao',
+                source: ['/'],
+                target: (params, url) => `/thepaper/channel/${new URL(url).search(/channel_(\d+)/)}`,
+            },
+            {
+                title: '列表',
+                docs: 'https://docs.rsshub.app/traditional-media.html#peng-pai-xin-wen-lie-biao',
+                source: ['/'],
+                target: (params, url) => `/thepaper/channel/${new URL(url).search(/list_(\d+)/)}`,
+            },
+            {
+                title: '澎湃美数组作品集',
+                docs: 'https://docs.rsshub.app/traditional-media.html#peng-pai-xin-wen-peng-pai-mei-shu-zuo-pin-ji',
+                source: ['/'],
+                target: '/thepaper/839studio/:id',
+            },
+        ],
+    },
+    'factpaper.cn': {
+        _name: '澎湃新闻',
+        '.': [
+            {
+                title: '明查',
+                docs: 'https://docs.rsshub.app/traditional-media.html#peng-pai-xin-wen-ming-cha',
+                source: ['/'],
+                target: '/thepaper/factpaper/:status',
+            },
+        ],
+    },
+};

package/lib/v2/thepaper/router.js

@@ -0,0 +1,8 @@
+module.exports = function (router) {
+    router.get('/839studio', require('./839studio/studio'));
+    router.get('/839studio/:id', require('./839studio/category'));
+    router.get('/channel/:id', require('./channel'));
+    router.get('/featured', require('./featured'));
+    router.get('/factpaper/:status?', require('./factpaper'));
+    router.get('/list/:id', require('./list'));
+};

package/lib/v2/thepaper/templates/factpaper.art

@@ -0,0 +1,12 @@
+<h1>发起求证</h1>
+{{@ content }}
+{{if checkinfo}}
+<h1>一起核查</h1>
+{{each checkinfo check}}
+{{@ check.content }}
+{{/each}}
+{{/if}}
+{{if finalCheckInfo}}
+<h1>有定论了</h1>
+{{@ finalCheckInfo.content }}
+{{/if}}

package/lib/v2/thepaper/utils.js

@@ -0,0 +1,55 @@
+const cheerio = require('cheerio');
+const date = require('@/utils/date');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const got = require('@/utils/got');
+
+module.exports = {
+    ProcessFeed: async (query, link, ctx) => {
+        const res = await got(link);
+
+        const $ = cheerio.load(res.data);
+        const list = $(query).slice(0, 10).get();
+
+        return Promise.all(
+            list.map((item) => {
+                const $ = cheerio.load(item);
+                const itemUrl = `https://m.thepaper.cn/${$(item).find('a').eq(0).attr('href')}`;
+                return ctx.cache.tryGet(itemUrl, async () => {
+                    const res = await got(itemUrl);
+                    const content = cheerio.load(res.data);
+
+                    let description, pubDate;
+
+                    if (content('div.news_video_msg').length > 0) {
+                        description = content('#vdetail_sum').html();
+                        pubDate = timezone(
+                            parseDate(
+                                content('div.news_video_msg')
+                                    .html()
+                                    .replace(/ /gi, '')
+                                    .split('<br>')[0]
+                            ),
+                            +8
+                        );
+                    } else if (content('#slider_wrapper_ul').length > 0) {
+                        description = '';
+                        pubDate = new Date(date($(item).find('div.list_item_extra span').eq(1).text())).toUTCString();
+                    } else {
+                        description = content('div.newsdetail_content').html();
+                        pubDate = timezone(parseDate(content('div.date').text().trim().split('来源：')[0].trim()), +8);
+                    }
+
+                    const single = {
+                        title: content('title').text(),
+                        link: itemUrl,
+                        description,
+                        pubDate,
+                        author: content('div.author').text(),
+                    };
+                    return single;
+                });
+            })
+        );
+    },
+};

package/lib/v2/tisi/index.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.tisi.org';
+
+module.exports = async (ctx) => {
+    const url = `${rootUrl}/?page_id=11151`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.new-artice-list-box')
+        .map((_, item) => ({
+            title: $(item).find('p.new-article-title > a').text(),
+            link: new URL($(item).find('p.new-article-title > a').attr('href'), rootUrl).href,
+            pubDate: parseDate($(item).find('p.new-article-date > span.left-span').text()),
+            category: $(item).find('p.new-article-date > span:nth-child(1)').text(),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('div.article-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '腾讯研究院 - 最近更新',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/tisi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest': ['Fatpandac'],
+};

package/lib/v2/tisi/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'tisi.org': {
+        _name: '腾讯研究院',
+        '.': [
+            {
+                title: '最近更新',
+                docs: 'https://docs.rsshub.app/new-media.html#teng-xun-yan-jiu-yuan',
+                source: ['/'],
+                target: (_params, url) => {
+                    if (new URL(url).searchParams.get('page_id') === '11151') {
+                        return '/tisi/latest';
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/tisi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest', require('./index'));
+};

package/lib/v2/tokeninsight/blog.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const getBlogs = async () => {
+        const url = `${baseURL}api/user/search/getAllList`;
+        const response = (
+            await got.post(url, {
+                form: {
+                    isRecommend: 2,
+                    language: lang === 'zh' ? 'cn' : lang,
+                },
+            })
+        ).data;
+        return response.data.blogsList;
+    };
+
+    const getBlogInfomation = async (blog) => {
+        const { publishDate, title, id } = blog;
+        const blogUrl = `${baseURL}${lang}/blogs/${id}`;
+        const description = await ctx.cache.tryGet(blogUrl, async () => {
+            const res = await got(blogUrl);
+            const $ = cheerio.load(res.data);
+            const description = $('.detail_html_box').html();
+            return description;
+        });
+        return {
+            // 文章标题
+            title,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(publishDate),
+            // 文章链接
+            link: blogUrl,
+        };
+    };
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 30;
+    const blogs = (await getBlogs()).slice(0, limit);
+    const list = await Promise.all(blogs.map(getBlogInfomation));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '博客' : 'Blogs'} | ${title}`,
+        link: `${link}${lang}/blogs`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/bulletin.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const baseURL = 'https://www.tokeninsight.com/';
+const title = 'TokenInsight';
+const link = 'https://www.tokeninsight.com/';
+const get_articles = async () => {
+    const url = `${baseURL}api/bulletin/selectBulletinList`;
+    const response = (await got.get(url)).data;
+    const { data } = response;
+    return data;
+};
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang ?? 'zh';
+
+    const get_article_info = async (article) => {
+        const { updateDate, titleEn, id, title } = article;
+        const articleUrl = `${baseURL}${lang}/latest/${id}`;
+        const description = await ctx.cache.tryGet(articleUrl, async () => {
+            const res = await got(articleUrl);
+            const $ = cheerio.load(res.data);
+            return $('.detail_html_box').html();
+        });
+        return {
+            // 文章标题
+            title: lang === 'zh' ? title : titleEn,
+            // 文章正文
+            description,
+            // 文章发布时间
+            pubDate: parseDate(updateDate),
+            // 文章链接
+            link: articleUrl,
+        };
+    };
+
+    const articles = await get_articles();
+    const list = await Promise.all(articles.map(get_article_info));
+    ctx.state.data = {
+        title: `${lang === 'zh' ? '快讯' : 'Latest'} | ${title}`,
+        link: `${link}${lang}/latest`,
+        item: list,
+    };
+};

package/lib/v2/tokeninsight/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/blog/:lang?': ['fuergaosi233'],
+    '/bulletin:lang?': ['fuergaosi233'],
+    '/report:lang?': ['fuergaosi233'],
+};

package/lib/v2/tokeninsight/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'tokeninsight.com': {
+        _name: 'TokenInsight',
+        '.': [
+            {
+                title: '博客',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/blogs'],
+                target: '/tokeninsight/blog/:lang',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/latest'],
+                target: '/tokeninsight/bulletin/:lang',
+            },
+            {
+                title: '报告',
+                docs: 'https://docs.rsshub.app/new-media.html#tokeninsight',
+                source: ['/:lang/report'],
+                target: '/tokeninsight/report/:lang',
+            },
+        ],
+    },
+};