rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/mixcloud/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'mixcloud.com': {
+        _name: 'Mixcloud',
+        www: [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/multimedia.html#mixcloud',
+                source: ['/:username/:type?'],
+                target: (params) => {
+                    if (params.username !== undefined) {
+                        if (['stream', 'uploads', 'favorites', 'listens'].includes(params.type)) {
+                            return `/mixcloud/${params.username}/${params.type}`;
+                        } else if (params.type === undefined) {
+                            return `/mixcloud/${params.username}/uploads`;
+                        }
+                    }
+                },
+            },
+        ],
+        '.': [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/multimedia.html#mixcloud',
+                source: ['/:username/:type?'],
+                target: (params) => {
+                    if (params.username !== undefined) {
+                        if (['stream', 'uploads', 'favorites', 'listens'].includes(params.type)) {
+                            return `/mixcloud/${params.username}/${params.type}`;
+                        } else if (params.type === undefined) {
+                            return `/mixcloud/${params.username}/uploads`;
+                        }
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/mixcloud/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:username/:type?', require('./index'));
+};

package/lib/v2/myfigurecollection/activity.js

@@ -4,6 +4,7 @@ const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? '-1';
@@ -13,6 +14,10 @@ module.exports = async (ctx) => {
     const latestAlerts = ctx.params.latestAlerts ?? '1';
     const latestPictures = ctx.params.latestPictures ?? '1';
 
+    if (language && !isValidHost(language)) {
+        throw Error('Invalid language');
+    }
+
     const rootUrl = `https://${language === 'en' || language === '' ? '' : `${language}.`}myfigurecollection.net`;
     const currentUrl = `${rootUrl}/browse.v4.php?mode=activity&latestAdditions=${latestAdditions}&latestEdits=${latestEdits}&latestAlerts=${latestAlerts}&latestPictures=${latestPictures}&rootId=${category}`;
 

package/lib/v2/myfigurecollection/index.js

@@ -2,6 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { isValidHost } = require('@/utils/valid-host');
 
 const shortcuts = {
     potd: 'picture/browse/potd/',
@@ -12,6 +13,9 @@ const shortcuts = {
 module.exports = async (ctx) => {
     const language = ctx.params.language ?? '';
     const category = ctx.params.category ?? 'figure';
+    if (language && !isValidHost(language)) {
+        throw Error('Invalid language');
+    }
 
     const rootUrl = `https://${language === 'en' || language === '' ? '' : `${language}.`}myfigurecollection.net`;
     const currentUrl = `${rootUrl}/${shortcuts.hasOwnProperty(category) ? shortcuts[category] : category}`;

package/lib/v2/mysql/release.js

@@ -1,15 +1,19 @@
 const got = require('@/utils/got');
+const config = require('@/config').value;
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
     const version = ctx.params.version ?? '8.0';
 
     const rootUrl = 'https://dev.mysql.com';
-    const currentUrl = `${rootUrl}/doc/relnotes/mysql/${version}/en`;
+    const currentUrl = `${rootUrl}/doc/relnotes/mysql/${version}/en/`;
 
     const response = await got({
         method: 'get',
         url: currentUrl,
+        headers: {
+            'user-agent': config.trueUA,
+        },
     });
 
     const $ = cheerio.load(response.data);
@@ -22,7 +26,7 @@ module.exports = async (ctx) => {
 
             return {
                 title: item.text(),
-                link: `${currentUrl}/${item.attr('href')}`,
+                link: `${currentUrl}${item.attr('href')}`,
             };
         });
 
@@ -32,6 +36,9 @@ module.exports = async (ctx) => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
+                    headers: {
+                        'user-agent': config.trueUA,
+                    },
                 });
 
                 const content = cheerio.load(detailResponse.data);

package/lib/v2/nikkei-cn/index.js

@@ -2,6 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
+const { isValidHost } = require('@/utils/valid-host');
 
 const cleanContent = (language, content) => {
     switch (language) {
@@ -23,6 +24,9 @@ module.exports = async (ctx) => {
     const language = ctx.params.language ?? 'cn';
     const category = ctx.params.category ?? '';
     const type = ctx.params.type ?? '';
+    if (!isValidHost(language)) {
+        throw Error('Invalid language');
+    }
 
     const rootUrl = `https://${language === 'zh' ? `zh.cn` : language}.nikkei.com`;
     const currentUrl = `${rootUrl}/${category ? (category === 'rss' ? 'rss.html' : `${category}${type ? `/${type}` : ''}.html`) : ''}`;

package/lib/v2/people/index.js

@@ -3,12 +3,16 @@ const cheerio = require('cheerio');
 const iconv = require('iconv-lite');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const site = ctx.params[0] ?? 'www';
     let category = ctx.params[1] ?? (site === 'www' ? '59476' : '');
     category = site === 'cpc' && category === '24h' ? '87228' : category;
 
+    if (!isValidHost(site)) {
+        throw Error('Invalid site');
+    }
     const rootUrl = `http://${site}.people.com.cn`;
     const currentUrl = `${rootUrl}/GB/${category}/index.html`;
 

package/lib/v2/pixiv/novels.js

@@ -4,32 +4,41 @@ const baseUrl = 'https://www.pixiv.net';
 
 module.exports = async (ctx) => {
     const { id } = ctx.params;
-    const { data } = await got(`${baseUrl}/ajax/user/${id}/profile/all`);
+    const url = `${baseUrl}/users/${id}/novels`;
+    const { data: allData } = await got(`${baseUrl}/ajax/user/${id}/profile/all`, {
+        headers: {
+            referer: url,
+        },
+    });
 
-    const items = [
-        ...data.body.novelSeries.map((item) => ({
-            title: item.title,
-            description: item.caption,
-            link: `https://www.pixiv.net/novel/series/${item.id}`,
-            author: item.userName,
-            pubDate: parseDate(item.createDate),
-            updated: parseDate(item.updateDate),
-            category: item.tags,
-        })),
-        ...data.body.pickup.map((item) => ({
-            title: item.title,
-            description: item.description,
-            link: item.contentUrl,
-            author: item.userName,
-            pubDate: parseDate(item.createDate),
-            updated: parseDate(item.updateDate),
-            category: item.tags,
-        })),
-    ];
+    const novels = Object.keys(allData.body.novels);
+    const searchParams = new URLSearchParams();
+    novels.forEach((novel) => {
+        searchParams.append('ids[]', novel);
+    });
+
+    const { data } = await got(`${baseUrl}/ajax/user/${id}/profile/novels`, {
+        headers: {
+            referer: url,
+        },
+        searchParams,
+    });
+
+    const items = Object.values(data.body.works).map((item) => ({
+        title: item.seriesTitle || item.title,
+        description: item.description || item.title,
+        link: `${baseUrl}/novel/series/${item.id}`,
+        author: item.userName,
+        pubDate: parseDate(item.createDate),
+        updated: parseDate(item.updateDate),
+        category: item.tags,
+    }));
 
     ctx.state.data = {
-        title: `${data.body.novelSeries[0].userName || data.body.pickup[0].userName} 的小说`,
-        link: `${baseUrl}/users/${id}/novels`,
+        title: data.body.extraData.meta.title,
+        description: data.body.extraData.meta.ogp.description,
+        image: Object.values(data.body.works)[0].profileImageUrl,
+        link: url,
         item: items,
     };
 };

package/lib/v2/pku/ss/admission.js

@@ -1,48 +1,10 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getSingleRecord, getArticle } = require('./common');
 
-const link = 'http://www.ss.pku.edu.cn';
-const host = 'http://www.ss.pku.edu.cn/index.php/admission/admnotice';
-
-const getSingleRecord = async () => {
-    const res = await got(host);
-
-    const $ = cheerio.load(res.data);
-    const list = $('#info-list-ul').find('li');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                const date = item.find('.time').text();
-                return {
-                    title: item.find('a').attr('title'),
-                    pubDate: parseDate(date),
-                    link: link + item.find('a').attr('href'),
-                };
-            })
-            .get()
-    );
-};
+const host = `${baseUrl}/admission/admnotice/`;
 
 module.exports = async (ctx) => {
-    const items = await getSingleRecord();
-    const out = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
-                const $ = cheerio.load(response.data);
-                return {
-                    title: item.title,
-                    link: item.link,
-                    description: $('.article-content').html(),
-                    pubDate: item.pubDate,
-                };
-            })
-        )
-    );
+    const items = await getSingleRecord(host);
+    const out = await Promise.all(items.map((item) => getArticle(item, ctx.cache.tryGet)));
 
     ctx.state.data = {
         title: '北大软微-招生通知',

package/lib/v2/pku/ss/common.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://www.ss.pku.edu.cn';
+
+const getSingleRecord = async (url) => {
+    const res = await got(url);
+
+    const $ = cheerio.load(res.data);
+    const list = $('#info-list-ul').find('li');
+
+    return list.toArray().map((item) => {
+        item = $(item);
+        const date = item.find('.time').text();
+        return {
+            title: item.find('a').attr('title'),
+            pubDate: parseDate(date),
+            link: baseUrl + item.find('a').attr('href'),
+        };
+    });
+};
+
+const getArticle = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const response = await got(item.link);
+        const $ = cheerio.load(response.data);
+
+        item.description = $('.article-content').html();
+        return item;
+    });
+
+module.exports = {
+    baseUrl,
+    getSingleRecord,
+    getArticle,
+};

package/lib/v2/pku/ss/notice.js

@@ -1,48 +1,10 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getSingleRecord, getArticle } = require('./common');
 
-const link = 'http://www.ss.pku.edu.cn';
-const host = 'http://www.ss.pku.edu.cn/index.php/newscenter/notice';
-
-const getSingleRecord = async () => {
-    const res = await got(host);
-
-    const $ = cheerio.load(res.data);
-    const list = $('#info-list-ul').find('li');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                const date = item.find('.time').text();
-                return {
-                    title: item.find('a').attr('title'),
-                    pubDate: parseDate(date),
-                    link: link + item.find('a').attr('href'),
-                };
-            })
-            .get()
-    );
-};
+const host = `${baseUrl}/newscenter/notice/`;
 
 module.exports = async (ctx) => {
-    const items = await getSingleRecord();
-    const out = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
-                const $ = cheerio.load(response.data);
-                return {
-                    title: item.title,
-                    link: item.link,
-                    description: $('.article-content').html(),
-                    pubDate: item.pubDate,
-                };
-            })
-        )
-    );
+    const items = await getSingleRecord(host);
+    const out = await Promise.all(items.map((item) => getArticle(item, ctx.cache.tryGet)));
 
     ctx.state.data = {
         title: '北大软微-通知公告',

package/lib/v2/pku/ss/pg_admin.js

@@ -1,48 +1,10 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, getSingleRecord, getArticle } = require('./common');
 
-const link = 'http://www.ss.pku.edu.cn';
-const host = 'http://www.ss.pku.edu.cn/index.php/admission/admbrochure/admission01';
-
-const getSingleRecord = async () => {
-    const res = await got(host);
-
-    const $ = cheerio.load(res.data);
-    const list = $('#info-list-ul').find('li');
-
-    return (
-        list &&
-        list
-            .map((index, item) => {
-                item = $(item);
-                const date = item.find('.time').text();
-                return {
-                    title: item.find('a').attr('title'),
-                    pubDate: parseDate(date),
-                    link: link + item.find('a').attr('href'),
-                };
-            })
-            .get()
-    );
-};
+const host = `${baseUrl}/admission/admbrochure/`;
 
 module.exports = async (ctx) => {
-    const items = await getSingleRecord();
-    const out = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
-                const $ = cheerio.load(response.data);
-                return {
-                    title: item.title,
-                    link: item.link,
-                    description: $('.article-content').html(),
-                    pubDate: item.pubDate,
-                };
-            })
-        )
-    );
+    const items = await getSingleRecord(host);
+    const out = await Promise.all(items.map((item) => getArticle(item, ctx.cache.tryGet)));
 
     ctx.state.data = {
         title: '北大软微-硕士统考招生',

package/lib/v2/qoo-app/apps/card.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { appsUrl } = require('../utils');
+
+module.exports = async (ctx) => {
+    const { id, lang = '' } = ctx.params;
+    const link = `${appsUrl}${lang ? `/${lang}` : ''}/app-card/${id}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const items = $('.qoo-post-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const name = item.find('.qoo-clearfix .name a');
+            const author = name.eq(0).text();
+            const pubDate = timezone(parseDate(item.find('time').text(), 'YYYY-MM-DD HH:mm:ss'), 8);
+            item.find('a.icon, .qoo-clearfix, footer, article.qoo-comment-panel, div.slot').remove();
+            item.find('.img-list').attr('data-target', '');
+            return {
+                title: `${author} ▶ ${name.eq(1).text()}`,
+                description: item.html(),
+                pubDate,
+                author,
+                guid: `qoo-app:apps:card:7675:${item.attr('data-id')}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/apps/comment.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { appsUrl } = require('../utils');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { id, lang = '' } = ctx.params;
+    const link = `${appsUrl}${lang ? `/${lang}` : ''}/app-comment/${id}`;
+
+    const { data: response } = await got(link, {
+        searchParams: {
+            sort: 'create',
+        },
+    });
+    const $ = cheerio.load(response);
+
+    const items = $('.qoo-post-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const author = item.find('.qoo-clearfix .name a').eq(0).text();
+            return {
+                title: `${author} ▶ ${item.find('.qoo-clearfix .name a').eq(1).text()}`,
+                link: item.find('a.bg-click-wrap').attr('href'),
+                description: art(path.join(__dirname, '../templates/comment.art'), {
+                    rating: item.find('.qoo-rating-bar').text().trim(),
+                    text: item.find('.text-view').html(),
+                }),
+                pubDate: timezone(parseDate(item.find('time').text(), 'YYYY-MM-DD HH:mm:ss'), 8),
+                author,
+            };
+        });
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/apps/note.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { appsUrl } = require('../utils');
+
+module.exports = async (ctx) => {
+    const { id, lang = '' } = ctx.params;
+    const link = `${appsUrl}${lang ? `/${lang}` : ''}/app-note/${id}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const list = $('.qoo-note-wrap')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.content-title').text() || item.find('.description').text(),
+                link: item.find('a.link-wrap').attr('href'),
+                description: item.find('.description').text(),
+                pubDate: timezone(parseDate(item.find('time').text(), 'YYYY-MM-DD HH:mm'), 8),
+                author: item.find('cite.name').text(),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                $('footer').remove();
+                item.description = $('article .content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/apps/post.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { appsUrl, newsUrl, fixImg } = require('../utils');
+
+module.exports = async (ctx) => {
+    const { id, lang = '' } = ctx.params;
+    const link = `${appsUrl}${lang ? `/${lang}` : ''}/app-post/${id}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const list = $('.qoo-post-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a');
+            return {
+                title: a.attr('title'),
+                link: a.attr('href'),
+                // description: item.find('.img-list').html() + item.find('.text-view').html(),
+                pubDate: timezone(parseDate(item.find('time').text(), 'YYYY-MM-DD HH:mm'), 8),
+                author: item.find('cite.name').text(),
+                postId: a.attr('href').split('/').pop(),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got(`${newsUrl}${lang ? `/${lang}` : ''}/wp-json/wp/v2/posts/${item.postId}`);
+                const $ = cheerio.load(data.content.rendered, null, false);
+
+                fixImg($);
+
+                item.description = $.html();
+                item.pubDate = parseDate(data.date_gmt);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/maintainer.js

@@ -0,0 +1,11 @@
+module.exports = {
+    '/apps/:lang?/card/:id': ['TonyRL'],
+    '/apps/:lang?/comment/:id': ['TonyRL'],
+    '/apps/:lang?/note/:id': ['TonyRL'],
+    '/apps/:lang?/post/:id': ['TonyRL'],
+    '/notes/:lang?/note/:id': ['TonyRL'],
+    '/notes/:lang?/topic/:topic': ['TonyRL'],
+    '/notes/:lang?/user/:uid': ['TonyRL'],
+    '/news/:lang?': ['TonyRL'],
+    '/user/:lang?/appComment/:uid': ['TonyRL'],
+};

package/lib/v2/qoo-app/news.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const { newsUrl, siteIcon, fixImg } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { lang = '' } = ctx.params;
+    const apiUrl = `${newsUrl}${lang ? `/${lang}` : ''}/wp-json/wp/v2/posts`;
+
+    const { data } = await got(apiUrl, {
+        searchParams: {
+            per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 100,
+        },
+    });
+
+    const items = data.map((item) => {
+        const $ = cheerio.load(item.content.rendered, null, false);
+
+        fixImg($);
+
+        return {
+            title: item.title.rendered,
+            link: item.link.substring(0, item.link.lastIndexOf('/')),
+            description: $.html(),
+            pubDate: parseDate(item.date_gmt),
+        };
+    });
+
+    ctx.state.data = {
+        title: 'QooApp : Anime Game Platform',
+        description:
+            lang !== 'en'
+                ? 'QooApp 是專注二次元的專業平台，旨在聚集世界各地熱愛ACG的用戶，為他們創造有價值的服務和產品。從遊戲商店、新聞資訊、玩家社群，到線下聚會、漫畫閱讀、遊戲發行——QooApp不斷進化中，拓展突破次元的遊玩體驗。'
+                : 'QooApp is a professional platform specialising in Anime, Comics and Games (ACG) culture. We aim to unite ACG fans around the globe and help them as thoroughly as we can.',
+        image: siteIcon,
+        link: `${newsUrl}${lang ? `/${lang}` : ''}`,
+        language: lang !== 'en' ? 'zh' : 'en',
+        item: items,
+    };
+};