rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/ymgal/game.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+
+const host = 'https://www.ymgal.games';
+
+const date = new Date();
+const year = date.getFullYear();
+const month = date.getMonth() + 1;
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${host}/release-list/${year}/${month}`,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.game-view-card').toArray();
+
+    const items =
+        list &&
+        list.map((item) => {
+            item = $(item);
+            const itemPicUrl = item.find('.lazy').first().attr('data-original');
+            const tags = item.find('.tag-info-list').children();
+            const taginfo = tags.map((i, elem) => $(elem).text()).get();
+            return {
+                title: item.attr('title'),
+                link: `${host}${item.attr('href')}`,
+                description: art(path.join(__dirname, 'templates/description.art'), { itemPicUrl, taginfo }),
+            };
+        });
+
+    ctx.state.data = {
+        title: `月幕 Galgame - 本月新作`,
+        link: `${host}/release-list/${year}/${month}`,
+        description: '月幕 Galgame - 本月新作',
+        item: items,
+    };
+};

package/lib/v2/ymgal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/article/:type?': ['SunBK201'],
+    '/game/release': ['SunBK201'],
+};

package/lib/v2/ymgal/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'ymgal.games': {
+        _name: '月幕 Galgame',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/all',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/news',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/column',
+            },
+            {
+                title: '本月新作',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/'],
+                target: '/ymgal/game/release',
+            },
+        ],
+    },
+};

package/lib/v2/ymgal/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/article/:type?', require('./article'));
+    router.get('/game/release', require('./game'));
+};

package/lib/v2/ymgal/templates/description.art

@@ -0,0 +1,7 @@
+{{ if itemPicUrl }}
+<img src="{{ itemPicUrl }}">
+{{ /if }}
+<br>
+{{each taginfo}}
+    <li>{{$value}}</li>
+{{/each}}

package/lib/v2/youtube/channel.js

@@ -4,14 +4,13 @@ const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     if (!config.youtube || !config.youtube.key) {
-        throw 'YouTube RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+        throw Error('YouTube RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
     }
     const id = ctx.params.id;
     const embed = !ctx.params.embed;
 
-    // taken from https://webapps.stackexchange.com/a/101153
-    if (!/^UC[\w-]{21}[AQgw]$/.test(id)) {
-        throw `Invalid YouTube channel ID. \nYou may want to use <a href="/youtube/user/${id}">/youtube/user/${id}</a> instead.`;
+    if (!utils.isYouTubeChannelId(id)) {
+        throw Error(`Invalid YouTube channel ID. \nYou may want to use <code>/youtube/user/:id</code> instead.`);
     }
 
     const playlistId = (await utils.getChannelWithId(id, 'contentDetails', ctx.cache)).data.items[0].contentDetails.relatedPlaylists.uploads;

package/lib/v2/youtube/charts.js

@@ -0,0 +1,97 @@
+const got = require('@/utils/got');
+const { renderDescription } = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const contentMap = {
+        TopArtists: {
+            contentKey: 'artists',
+            viewKey: 'artistViews',
+            title: 'Top artists',
+        },
+        TopSongs: {
+            contentKey: 'trackTypes',
+            viewKey: 'trackViews',
+            title: 'Top songs',
+        },
+        TopVideos: {
+            contentKey: 'videos',
+            viewKey: 'videoViews',
+            title: 'Top music videos',
+        },
+        TrendingVideos: {
+            contentKey: 'videos',
+            viewKey: 'videoViews',
+            title: 'Trending',
+        },
+    };
+
+    const { category = 'TopVideos', country } = ctx.params;
+    const embed = !ctx.params.embed;
+
+    const { content } = await ctx.cache.tryGet(
+        `youtube:charts:${country ? country : 'global'}`,
+        async () => {
+            const { data } = await got.post('https://charts.youtube.com/youtubei/v1/browse', {
+                searchParams: {
+                    alt: 'json',
+                    key: 'AIzaSyCzEW7JUJdSql0-2V4tHUb6laYm4iAE_dM',
+                },
+                json: {
+                    browseId: 'FEmusic_analytics_charts_home',
+                    context: {
+                        capabilities: {},
+                        client: {
+                            clientName: 'WEB_MUSIC_ANALYTICS',
+                            clientVersion: '0.2',
+                            experimentIds: [],
+                            experimentsToken: '',
+                            gl: 'US',
+                            hl: 'en',
+                            theme: 'MUSIC',
+                        },
+                        request: {
+                            internalExperimentFlags: [],
+                        },
+                    },
+                    query: `chart_params_type=WEEK&perspective=CHART&flags=viral_video_chart&selected_chart=TRACKS&chart_params_id=weekly:0:0${country ? `:${country}` : ''}`,
+                },
+            });
+            return data.contents.sectionListRenderer.contents[0].musicAnalyticsSectionRenderer;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const { entityId } = content.perspectiveMetadata;
+    let items;
+
+    if (category === 'TopArtists') {
+        items = content[contentMap[category].contentKey][0][contentMap[category].viewKey].map((item) => ({
+            title: item.name,
+            link: `https://charts.youtube.com/artist/${encodeURIComponent(item.id)}`,
+            guid: `youtube:charts:${category}:${entityId}:${item.id}`,
+        }));
+    } else {
+        items = content[contentMap[category].contentKey][category !== 'TrendingVideos' ? 0 : 1][contentMap[category].viewKey].map((item) => {
+            const videoId = category === 'TopSongs' ? item.encryptedVideoId : item.id;
+            const author = item.artists
+                .filter((a) => a.name)
+                .map((artist) => artist.name)
+                .join(', ');
+            return {
+                title: `${item.title ?? item.name} - ${author}`,
+                description: renderDescription(embed, videoId, item.thumbnail?.thumbnails.pop().url, ''),
+                link: `https://www.youtube.com/watch?v=${videoId}`,
+                guid: `youtube:charts:${category}:${entityId}:${item.id}`,
+                author,
+            };
+        });
+    }
+
+    ctx.state.data = {
+        title: `YouTube Music Charts - ${contentMap[category].title}`,
+        link: `https://charts.youtube.com/charts/${category}/${country ? country : 'global'}`,
+        item: items,
+    };
+};

package/lib/v2/youtube/community.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { isYouTubeChannelId } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { handle } = ctx.params;
+
+    let urlPath = handle;
+    if (isYouTubeChannelId(handle)) {
+        urlPath = `channel/${handle}`;
+    }
+
+    const { data: response } = await got(`https://www.youtube.com/${urlPath}/community`);
+    const $ = cheerio.load(response);
+    const ytInitialData = JSON.parse(
+        $('script')
+            .text()
+            .match(/ytInitialData = ({.*?});/)[1]
+    );
+
+    const channelMetadata = ytInitialData.metadata.channelMetadataRenderer;
+    const username = channelMetadata.title;
+    const communityTab = ytInitialData.contents.twoColumnBrowseResultsRenderer.tabs.find((tab) => tab.tabRenderer.endpoint.commandMetadata.webCommandMetadata.url.endsWith('/community'));
+    const list = communityTab.tabRenderer.content.sectionListRenderer.contents[0].itemSectionRenderer.contents;
+
+    if (list[0].messageRenderer) {
+        throw Error(list[0].messageRenderer.text.runs[0].text);
+    }
+
+    const items = list
+        .filter((i) => i.backstagePostThreadRenderer)
+        .map((item) => {
+            const post = item.backstagePostThreadRenderer.post.backstagePostRenderer;
+            const media = post.backstageAttachment?.postMultiImageRenderer?.images.map((i) => i.backstageImageRenderer.image.thumbnails.pop()) ?? [post.backstageAttachment?.backstageImageRenderer?.image.thumbnails.pop()];
+            return {
+                title: post.contentText.runs[0].text,
+                description: art(path.join(__dirname, 'templates', 'community.art'), {
+                    runs: post.contentText.runs,
+                    media,
+                }),
+                link: `https://www.youtube.com/post/${post.postId}`,
+                author: post.authorText.runs[0].text,
+                pubDate: parseRelativeDate(post.publishedTimeText.runs[0].text.split('(')[0]),
+            };
+        });
+
+    ctx.state.data = {
+        title: `${username} - Community - YouTube`,
+        link: channelMetadata.channelUrl,
+        description: channelMetadata.description,
+        item: items,
+    };
+};

package/lib/v2/youtube/maintainer.js

@@ -1,5 +1,7 @@
 module.exports = {
+    '/c/:id/:embed?': ['TonyRL'],
     '/channel/:id/:embed?': ['DIYgod'],
+    '/charts/:category?/:country?/:embed?': ['TonyRL'],
     '/playlist/:id/:embed?': ['HenryQW'],
     '/subscriptions/:embed?': ['TonyRL'],
     '/user/:username/:embed?': ['DIYgod'],

package/lib/v2/youtube/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
     'youtube.com': {
         _name: 'YouTube',
+        charts: [
+            {
+                title: '音乐排行榜',
+                docs: 'https://docs.rsshub.app/social-media.html#youtube',
+                source: ['/charts/:category/:country/*', '/charts/:category/:country', '/charts/:category'],
+                target: (params) => `/youtube/charts/${params.category}${params.country ? params.country : ''}`,
+            },
+        ],
         www: [
             {
                 title: '用户',
@@ -20,6 +28,12 @@ module.exports = {
                 source: '/c/:id',
                 target: '/youtube/c/:id',
             },
+            {
+                title: '社群',
+                docs: 'https://docs.rsshub.app/social-media.html#youtube',
+                source: ['/channel/:handle/community', '/channel/:handle', '/:handle/community', '/:handle/featured', '/:handle'],
+                target: (params) => (params.handle.startsWith('@') || params.handle.startsWith('UC') ? `/youtube/community/${params.handle}` : ''),
+            },
             {
                 title: '播放列表',
                 docs: 'https://docs.rsshub.app/social-media.html#youtube',

package/lib/v2/youtube/router.js

@@ -1,6 +1,8 @@
 module.exports = (router) => {
     router.get('/c/:username/:embed?', require('./custom'));
     router.get('/channel/:id/:embed?', require('./channel'));
+    router.get('/charts/:category?/:country?/:embed?', require('./charts'));
+    router.get('/community/:handle', require('./community'));
     router.get('/playlist/:id/:embed?', require('./playlist'));
     router.get('/subscriptions/:embed?', require('./subscriptions'));
     router.get('/user/:username/:embed?', require('./user'));

package/lib/v2/youtube/templates/community.art

@@ -0,0 +1,17 @@
+{{ if runs }}
+    {{ each runs run }}
+        {{ if run.navigationEndpoint }}
+            {{ set url = run.navigationEndpoint.commandMetadata.webCommandMetadata.url }}
+            <a href="{{ url.startsWith('https://') ? url : `https://www.youtube.com${url}` }}">{{ run.text }}</a>
+        {{ else }}
+            {{@ run.text.replace(/\n/g, '<br>') }}
+        {{ /if }}
+    {{ /each }}
+{{ /if }}
+
+{{ if media }}
+<br>
+    {{ each media i }}
+        {{ if i?.url }}<img src="{{ i.url }}">{{ /if }}
+    {{ /each }}
+{{ /if }}

package/lib/v2/youtube/user.js

@@ -1,21 +1,33 @@
 const utils = require('./utils');
 const config = require('@/config').value;
 const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
     if (!config.youtube || !config.youtube.key) {
-        throw 'YouTube RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+        throw Error('YouTube RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>');
     }
     const username = ctx.params.username;
     const embed = !ctx.params.embed;
 
-    const playlistId = (await utils.getChannelWithUsername(username, 'contentDetails', ctx.cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
+    let playlistId;
+    let channelName;
+    if (username.startsWith('@')) {
+        const link = `https://www.youtube.com/${username}`;
+        const response = await got(link);
+        const $ = cheerio.load(response.data);
+        const channelId = $('meta[itemprop="channelId"]').attr('content');
+        channelName = $('meta[itemprop="name"]').attr('content');
+        playlistId = (await utils.getChannelWithId(channelId, 'contentDetails', ctx.cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
+    }
+    playlistId = playlistId || (await utils.getChannelWithUsername(username, 'contentDetails', ctx.cache)).data.items[0].contentDetails.relatedPlaylists.uploads;
 
     const data = (await utils.getPlaylistItems(playlistId, 'snippet', ctx.cache)).data.items;
 
     ctx.state.data = {
-        title: `${username} - YouTube`,
-        link: `https://www.youtube.com/user/${username}`,
+        title: `${channelName || username} - YouTube`,
+        link: username.startsWith('@') ? `https://www.youtube.com/${username}` : `https://www.youtube.com/user/${username}`,
         description: `YouTube user ${username}`,
         item: data
             .filter((d) => d.snippet.title !== 'Private video' && d.snippet.title !== 'Deleted video')

package/lib/v2/youtube/utils.js

@@ -115,7 +115,7 @@ const youtubeUtils = {
         if (!accessToken) {
             const data = await youtubeOAuth2Client.getAccessToken();
             accessToken = data.token;
-            await cache.set('youtube:accessToken', accessToken, ~~((data.res.data.expiry_date - Date.now()) / 1000)); // ~3600s
+            await cache.set('youtube:accessToken', accessToken, 3600); // ~3600s
         }
         youtubeOAuth2Client.setCredentials({ access_token: accessToken, refresh_token: config.youtube.refreshToken });
 
@@ -136,6 +136,8 @@ const youtubeUtils = {
         }
         return res;
     },
+    // taken from https://webapps.stackexchange.com/a/101153
+    isYouTubeChannelId: (id) => /^UC[\w-]{21}[AQgw]$/.test(id),
 };
 
 module.exports = youtubeUtils;

package/lib/v2/yuque/book.js

@@ -0,0 +1,79 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { card2Html } = require('./utils');
+
+const APP_DATA_REGEX = /window\.appData = JSON\.parse\(decodeURIComponent\("(.+?)"\)\);/;
+const baseUrl = 'https://www.yuque.com';
+
+module.exports = async (ctx) => {
+    const { name, book } = ctx.params;
+    const bookUrl = `${baseUrl}/${name}/${book}`;
+
+    const { data: bookHtml } = await got(bookUrl);
+    const $ = cheerio.load(bookHtml);
+    const appData = JSON.parse(decodeURIComponent($('script').text().match(APP_DATA_REGEX)[1]));
+
+    const bookId = appData.book.id;
+
+    const {
+        data: { data: docs },
+    } = await got(`${baseUrl}/api/docs`, {
+        searchParams: {
+            book_id: bookId,
+        },
+    });
+
+    const list = docs.map((item) => ({
+        title: item.title,
+        description: item.description,
+        link: `${baseUrl}/${name}/${book}/${item.slug}`,
+        pubDate: parseDate(item.published_at),
+        slug: item.slug,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const {
+                    data: { data },
+                } = await got(`${baseUrl}/api/docs/${item.slug}`, {
+                    searchParams: {
+                        book_id: bookId,
+                        include_contributors: true,
+                    },
+                });
+
+                const $ = cheerio.load(data.content, null, false);
+
+                $('card').each((_, elem) => {
+                    card2Html($(elem), item.link);
+                });
+                $('[data-lake-id]').removeAttr('data-lake-id');
+                $('[id]').removeAttr('id');
+                $('p').each((_, elem) => {
+                    elem = $(elem);
+                    if (elem.children().length === 1 && elem.children().is('br')) {
+                        elem.remove();
+                    }
+                    if (elem.children().length === 2 && elem.children().eq(0).is('span') && elem.children().eq(0).text().length === 1 && elem.children().eq(1).is('br')) {
+                        elem.remove();
+                    }
+                });
+
+                item.description = $.html();
+                item.author = data.contributors.map((c) => c.name).join(', ');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: appData.book.name,
+        description: appData.book.description,
+        image: appData.group.avatar,
+        link: bookUrl,
+        item: items,
+    };
+};

package/lib/v2/yuque/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:name/:book': ['aha2mao', 'ltaoo'],
+};

package/lib/v2/yuque/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yuque.com': {
+        _name: '语雀',
+        '.': [
+            {
+                title: '知识库',
+                docs: 'https://docs.rsshub.app/study.html#yu-que',
+                source: [':name/:book'],
+                target: '/yuque/:name/:book',
+            },
+        ],
+    },
+};

package/lib/v2/yuque/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:name/:book', require('./book'));
+};

package/lib/v2/yuque/utils.js

@@ -0,0 +1,46 @@
+const card2Html = (elem, link) => {
+    const name = elem.attr('name');
+    const data = elem.attr('value')?.split('data:')[1];
+    const value = JSON.parse(decodeURIComponent(data ?? '[]'));
+    let html = '';
+    switch (name) {
+        case 'board':
+        case 'image':
+        case 'mindmap':
+        case 'puml':
+            html = `<img src='${value.src}'>`;
+            break;
+        case 'bookmarkInline':
+            html = `<a href='${value.src}'>${value.detail.title}</a>`;
+            break;
+        case 'checkbox':
+            html = `<input type='checkbox' ${value === true ? 'checked' : ''}>`;
+            break;
+        case 'codeblock':
+            html = `<code>${value.code.replace(/\n/g, '<br>')}</code>`;
+            break;
+        case 'diagram':
+            html = `<img src='${value.url}'>`;
+            break;
+        case 'file':
+        case 'localdoc':
+            html = `<a href='${value.src}'>${value.name}</a>`;
+            break;
+        case 'hr':
+            html = '<hr>';
+            break;
+        case 'mention':
+            html = `<a href='https://www.yuque.com/${value.login}'>${value.name}</a>`;
+            break;
+        case 'table':
+            html = value.html;
+            break;
+        default:
+            throw Error(`Unhandled card on ${link}: ${name}`);
+    }
+    elem.replaceWith(html);
+};
+
+module.exports = {
+    card2Html,
+};

package/lib/v2/yxrb/home.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'http://news.yxrb.net';
+
+module.exports = async (ctx) => {
+    const { category = 'info' } = ctx.params;
+    const link = `${baseUrl}/${category}/`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+
+    const list = $('.channel-news .item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.title a').attr('title'),
+                link: `${baseUrl}${item.find('.title a').attr('href')}`,
+                author: item.find('.author a').text().split('作者 : ')[1],
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+
+                item.author = item.author ? item.author : $('.author-info .name a').text().split('作者 : ')[1];
+                item.pubDate = timezone(
+                    parseDate(
+                        $('.publish-time')
+                            .first()
+                            .contents()
+                            .filter((_, e) => e.nodeType === 3)
+                            .text()
+                            .trim(),
+                        'YYYY-MM-DD HH:mm:ss'
+                    ),
+                    8
+                );
+                item.description = $('article').html();
+                item.category = $('.tags a')
+                    .toArray()
+                    .map((item) => $(item).text());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name=description]').attr('content'),
+        link,
+        image: $('.channel-img img').attr('src'),
+        item: items,
+    };
+};

package/lib/v2/yxrb/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['TonyRL'],
+};

package/lib/v2/yxrb/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yxrb.net': {
+        _name: '游戏日报',
+        news: [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/game.html#you-xi-ri-bao',
+                source: ['/:category', '/'],
+                target: '/yxrb/:category',
+            },
+        ],
+    },
+};

package/lib/v2/yxrb/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./home'));
+};

package/lib/v2/zaozao/article.js

@@ -0,0 +1,36 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const { type = 'recommend' } = ctx.params;
+    const response = await got({
+        method: 'put',
+        url: `https://e.zaozao.run/article/page/${type}`,
+        headers: {
+            Referer: `https://www.zaozao.run/`,
+        },
+        body: JSON.stringify({
+            pageNo: 1,
+            pageSize: 100,
+        }),
+    });
+
+    const { status, statusMessage } = response;
+    if (status !== 200) {
+        throw new Error(statusMessage);
+    }
+
+    const { data } = response.data;
+
+    ctx.state.data = {
+        title: `前端早早聊 - 文章`,
+        link: `https://www.zaozao.run/article/${type}`,
+        description: `前端早早聊 - 文章`,
+        item: data.map((item) => ({
+            title: item.title,
+            link: item.url,
+            author: item.recommenderName,
+            pubDate: parseDate(item.updateAt),
+        })),
+    };
+};