rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/gameapps/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const parser = require('@/utils/rss-parser');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.gameapps.hk';
+    const feed = await parser.parseURL(`https://www.gameapps.hk/rss`);
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    url: item.link,
+                    headers: {
+                        Referer: baseUrl,
+                    },
+                });
+                const $ = cheerio.load(response.data);
+
+                // remove unwanted key value
+                delete item.content;
+                delete item.contentSnippet;
+                delete item.isoDate;
+
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    src: $('div.introduction.media.news-intro div.media-left').find('img').attr('src'),
+                    intro: $('div.introduction.media.news-intro div.media-body').html().trim(),
+                    desc: $('.news-content').html().trim(),
+                });
+                item.guid = item.guid.substring(0, item.link.lastIndexOf('/'));
+                item.pubDate = parseDate(item.pubDate);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+    };
+
+    ctx.state.json = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+    };
+};

package/lib/v2/gameapps/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['TonyRL'],
+};

package/lib/v2/gameapps/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gameapps.hk': {
+        _name: 'GameApps.hk 香港手机游戏网',
+        '.': [
+            {
+                title: '最新消息',
+                docs: 'https://docs.rsshub.app/game.html#gameapps-hk-xiang-gang-shou-ji-you-xi-wang',
+                source: ['/'],
+                target: '/gameapps',
+            },
+        ],
+    },
+};

package/lib/v2/gameapps/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/gameapps/templates/description.art

@@ -0,0 +1,3 @@
+<img src="{{ src }}"><br>
+{{@ intro }}
+{{@ desc }}

package/lib/{routes → v2}/gamer/hot.js

@@ -1,16 +1,19 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const rootUrl = `https://forum.gamer.com.tw/A.php?bsn=${ctx.params.bsn}`;
     const response = await got({
-        method: 'get',
         url: rootUrl,
+        header: {
+            Referer: 'https://forum.gamer.com.tw',
+        },
     });
 
     const $ = cheerio.load(response.data);
     const list = $('div.FM-abox2A a.FM-abox2B')
-        .slice(0, 10)
         .map((_, item) => {
             item = $(item);
             return {
@@ -23,8 +26,10 @@ module.exports = async (ctx) => {
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
-                    method: 'get',
                     url: item.link,
+                    headers: {
+                        Referer: rootUrl,
+                    },
                 });
                 const content = cheerio.load(detailResponse.data);
 
@@ -33,7 +38,7 @@ module.exports = async (ctx) => {
                 item.title = content('.c-post__header__title').text();
                 item.description = content('div.c-post__body').html();
                 item.author = `${content('a.username').eq(0).text()} (${content('a.userid').eq(0).text()})`;
-                item.pubDate = new Date(content('a.edittime').eq(0).attr('data-mtime') + ' GMT+8').toUTCString();
+                item.pubDate = timezone(parseDate(content('a.edittime').eq(0).attr('data-mtime'), +8));
 
                 return item;
             })
@@ -45,4 +50,10 @@ module.exports = async (ctx) => {
         link: rootUrl,
         item: items,
     };
+
+    ctx.state.json = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
 };

package/lib/v2/gamer/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/hot/:bsn': ['nczitzk', 'TonyRL'],
+};

package/lib/v2/gamer/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gamer.com.tw': {
+        _name: '巴哈姆特電玩資訊站',
+        forum: [
+            {
+                title: '熱門推薦',
+                docs: 'https://docs.rsshub.app/bbs.html#ba-ha-mu-te-dian-wan-zi-xun-zhan',
+                source: ['/A.php', '/B.php'],
+                target: (params, url) => `/gamer/hot/${new URL(url).searchParams.get('bsn')}`,
+            },
+        ],
+    },
+};

package/lib/v2/gamer/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/hot/:bsn', require('./hot'));
+};

package/lib/v2/gamersecret/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'latest-news';
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://www.gamersecret.com';
+    const currentUrl = `${rootUrl}/${type}${category ? `/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.jeg_post_title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('img').each(function () {
+                    content(this).attr('src', content(this).attr('data-src'));
+                });
+
+                item.author = content('.jeg_meta_author').text().replace(/by/, '');
+                item.pubDate = timezone(parseDate(detailResponse.data.match(/datePublished":"(.*)","dateModified/)[1]), +8);
+                item.description = content('.thumbnail-container').html() + content('.elementor-text-editor, .content-inner').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/gamersecret/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:category?': ['nczitzk'],
+};

package/lib/v2/gamersecret/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'gamersecret.com': {
+        _name: 'Gamer Secret',
+        '.': [
+            {
+                title: '最新資訊',
+                docs: 'https://docs.rsshub.app/game.html#gamer-secret-zui-xin-zi-xun',
+                source: ['/:type', '/:type/:category', '/'],
+                target: '/gamersecret',
+            },
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/game.html#gamer-secret-fen-lei',
+                source: ['/:type', '/:type/:category', '/'],
+                target: '/gamersecret/:type?/:category?',
+            },
+            {
+                title: 'Latest News',
+                docs: 'https://docs.rsshub.app/game.html#gamer-secret-latest-news',
+                source: ['/:type', '/:type/:category', '/'],
+                target: '/gamersecret',
+            },
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/game.html#gamer-secret-category',
+                source: ['/:type', '/:type/:category', '/'],
+                target: '/gamersecret/:type?/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/gamersecret/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?/:category?', require('./index'));
+};

package/lib/v2/github/comments.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const typeDict = {
+    issues: {
+        typeRootUrl: '/issues',
+    },
+    pull: {
+        typeRootUrl: '/pulls',
+    },
+};
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user;
+    const repo = ctx.params.repo;
+    const type = ctx.params.type ?? 'issues';
+    const number = ctx.params.number ?? '1';
+
+    const rootUrl = 'https://github.com';
+
+    const response = await got({
+        method: 'get',
+        url: `${rootUrl}/${user}/${repo}/${type}/${number}`,
+        header: {
+            Referer: `${rootUrl}/${user}/${repo}${typeDict[type].typeRootUrl}`,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('div.timeline-comment-group.js-minimizable-comment-group.js-targetable-element.TimelineItem-body.my-0')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: `${item.find('strong.css-truncate').text().trim()} commented`,
+                description: art(path.join(__dirname, 'templates/comments-description.art'), {
+                    desc: item.find('div.edit-comment-hide').html(),
+                }),
+                author: item.find('strong.css-truncate').text().trim(),
+                pubDate: parseDate(item.find('relative-time.no-wrap').attr('datetime')),
+                link: `${rootUrl}/${user}/${repo}/${type}/${number}` + item.find('a.Link--secondary.js-timestamp').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(list && list.map((item) => ctx.cache.tryGet(item.link, () => item)));
+
+    ctx.state.data = {
+        title: $('span.author.flex-self-stretch').text().trim() + '/' + $('strong.mr-2.flex-self-stretch').text().trim() + `: ${type} #${number}`,
+        description: $('span.author.flex-self-stretch').text().trim() + '/' + $('strong.mr-2.flex-self-stretch').text().trim() + ': ' + $('h1.gh-header-title.mb-2.lh-condensed.f1.mr-0.flex-auto.break-word').text().trim(),
+        link: `${rootUrl}/${user}/${repo}/${type}/${number}`,
+        item: items,
+    };
+
+    ctx.state.json = {
+        title: $('span.author.flex-self-stretch').text().trim() + '/' + $('strong.mr-2.flex-self-stretch').text().trim() + `: ${type} #${number}`,
+        description: $('span.author.flex-self-stretch').text().trim() + '/' + $('strong.mr-2.flex-self-stretch').text().trim() + ': ' + $('h1.gh-header-title.mb-2.lh-condensed.f1.mr-0.flex-auto.break-word').text().trim(),
+        link: `${rootUrl}/${user}/${repo}/${type}/${number}`,
+        item: items,
+    };
+};

package/lib/v2/github/maintainer.js

@@ -0,0 +1,15 @@
+module.exports = {
+    '/branches/:user/:repo': ['max-arnold'],
+    '/comments/:user/:repo/:type/:number': ['TonyRL'],
+    '/contributors/:user/:repo/:order?/:anon?': ['zoenglinghou'],
+    '/file/:user/:repo/:branch/:filepath+': ['zengxs'],
+    '/issue/:user/:repo/:state?/:labels?': ['HenryQW', 'AndreyMZ'],
+    '/pull/:user/:repo': ['hashman'],
+    '/repos/:user': ['DIYgod'],
+    '/search/:query/:sort?/:order?': ['LogicJake'],
+    '/starred_repos/:user': ['LanceZhu'],
+    '/stars/:user/:repo': ['HenryQW'],
+    '/topics/:name/:qs?': ['queensferryme'],
+    '/trending/:since/:language?/:spoken_language?': ['DIYgod'],
+    '/user/followers/:user': ['HenryQW'],
+};

package/lib/v2/github/radar.js

@@ -0,0 +1,79 @@
+module.exports = {
+    'github.com': {
+        _name: 'GitHub',
+        '.': [
+            {
+                title: 'Issues / Pull Requests 评论',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/:type/:number'],
+                target: '/github/comments/:user/:repo/:type/:number',
+            },
+            {
+                title: '用户仓库',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/:user',
+                target: '/github/repos/:user',
+            },
+            {
+                title: '用户 Followers',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/:user',
+                target: '/github/user/followers/:user',
+            },
+            {
+                title: 'Trending',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/trending',
+                target: '/github/trending/:since',
+            },
+            {
+                title: 'Trending',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/topics',
+                target: '/github/topics/:name/:qs?',
+            },
+            {
+                title: '仓库 Issue',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/issues', '/:user/:repo/issues/:id', '/:user/:repo'],
+                target: '/github/issue/:user/:repo',
+            },
+            {
+                title: '仓库 Pull Requests',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/pulls', '/:user/:repo/pulls/:id', '/:user/:repo'],
+                target: '/github/pull/:user/:repo',
+            },
+            {
+                title: '仓库 Stars',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/stargazers', '/:user/:repo'],
+                target: '/github/stars/:user/:repo',
+            },
+            {
+                title: '仓库 Branches',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/branches', '/:user/:repo'],
+                target: '/github/branches/:user/:repo',
+            },
+            {
+                title: '文件 Commits',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/:user/:repo/blob/:branch/*filepath',
+                target: '/github/file/:user/:repo/:branch/:filepath',
+            },
+            {
+                title: '用户 Starred Repositories',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: '/:user',
+                target: '/github/starred_repos/:user',
+            },
+            {
+                title: '仓库 Contributors',
+                docs: 'https://docs.rsshub.app/programming.html#github',
+                source: ['/:user/:repo/graphs/contributors', '/:user/:repo'],
+                target: '/github/contributors/:user/:repo',
+            },
+        ],
+    },
+};

package/lib/v2/github/router.js

@@ -0,0 +1,15 @@
+module.exports = function (router) {
+    router.get('/branches/:user/:repo', require('./branches'));
+    router.get('/comments/:user/:repo/:type/:number', require('./comments'));
+    router.get('/contributors/:user/:repo/:order?/:anon?', require('./contributors'));
+    router.get('/file/:user/:repo/:branch/:filepath+', require('./file'));
+    router.get('/issue/:user/:repo/:state?/:labels?', require('./issue'));
+    router.get('/pull/:user/:repo', require('./pulls'));
+    router.get('/repos/:user', require('./repos'));
+    router.get('/search/:query/:sort?/:order?', require('./search'));
+    router.get('/starred_repos/:user', require('./starred_repos'));
+    router.get('/stars/:user/:repo', require('./star'));
+    router.get('/topics/:name/:qs?', require('./topic'));
+    router.get('/trending/:since/:language/:spoken_language?', require('./trending'));
+    router.get('/user/followers/:user', require('./follower'));
+};

package/lib/v2/github/templates/comments-description.art

@@ -0,0 +1 @@
+{{@ desc }}

package/lib/{routes → v2}/github/trending.js

@@ -3,8 +3,8 @@ const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
     const since = ctx.params.since;
-    const language = ctx.params.language || '';
-    const spoken_language = ctx.params.spoken_language || '';
+    const language = ctx.params.language === 'any' ? '' : ctx.params.language;
+    const spoken_language = ctx.params.spoken_language ?? '';
     const url = `https://github.com/trending/${encodeURIComponent(language)}?since=${since}&spoken_language_code=${spoken_language}`;
 
     const response = await got({
@@ -32,7 +32,7 @@ module.exports = async (ctx) => {
                         title: item.find('h1').text(),
                         author: item.find('h1').text().split('/')[0].trim(),
                         description: `${item.find('.pr-4').text()}<br>
-                            <br>Language: ${item.find('span[itemprop="programmingLanguage"]').text() || 'unknown'}
+                            <br>Language: ${item.find('span[itemprop="programmingLanguage"]').text() ?? 'unknown'}
                             <br>Star: ${item.find('.Link--muted').eq(0).text().trim()}
                             <br>Fork: ${item.find('.Link--muted').eq(1).text().trim()}`,
                         link: `https://github.com${item.find('h1 a').attr('href')}`,

package/lib/v2/google/fonts.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+
+const titleMap = {
+    date: 'Newest',
+    popularity: 'Most Popular',
+    trending: 'Trending',
+    alpha: 'Name',
+    style: 'Number of styles',
+};
+
+module.exports = async (ctx) => {
+    const sort = ctx.params.sort ?? 'date';
+    const limit = ctx.params.limit ?? 25;
+
+    const API_KEY = config.google.fontsApiKey;
+    if (!API_KEY) {
+        throw new Error('Google Fonts API key is required.');
+    }
+
+    const googleFontsAPI = `https://www.googleapis.com/webfonts/v1/webfonts?sort=${sort}&key=${API_KEY}`;
+
+    const response = await got.get(googleFontsAPI);
+    const data = response.data.items.slice(0, limit);
+
+    ctx.state.data = {
+        title: `Google Fonts - ${titleMap[sort]}`,
+        link: 'https://fonts.google.com',
+        item:
+            data &&
+            data.map((item) => ({
+                title: item.family,
+                description: art(path.join(__dirname, './templates/fonts.art'), {
+                    item,
+                }),
+                link: `https://fonts.google.com/specimen/${item.family.replace(/\s/g, '+')}`,
+                pubDate: parseDate(item.lastModified, 'YYYY-MM-DD'),
+            })),
+    };
+};

package/lib/v2/google/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/album/:id': ['hoilc'],
+    '/citations/:id': ['KellyHwong'],
+    '/doodles/:language?': ['xyqfer'],
+    '/fonts/:sort?': ['Fatpandac'],
+    '/scholar/:query': ['HenryQW'],
+    '/sites/:id': ['hoilc'],
+};

package/lib/v2/google/radar.js

@@ -0,0 +1,64 @@
+module.exports = {
+    'google.com': {
+        _name: '谷歌',
+        chrome: [
+            {
+                title: '插件更新',
+                source: '/webstore/detail/:name/:id',
+                docs: 'https://docs.rsshub.app/program-update.html#chrome-wang-shang-ying-yong-dian',
+                target: '/chrome/webstore/extensions/:id',
+            },
+        ],
+        photos: [
+            {
+                title: '相册',
+                docs: 'https://docs.rsshub.app/picture.html#google-xiang-ce',
+                source: '/share/*',
+                target: (params, url, document) => {
+                    const id = document && document.querySelector('html').innerHTML.match(/photos.app.goo.gl\/(.*?)"/)[1];
+                    return id ? `/google/album/${id}` : '';
+                },
+            },
+        ],
+        sites: [
+            {
+                title: 'Sites',
+                docs: 'https://docs.rsshub.app/blog.html#google-sites',
+                source: ['/site/:id/*', '/site/:id'],
+                target: '/google/sites/:id',
+            },
+        ],
+        fonts: [
+            {
+                title: 'Fonts - Sort by Name',
+                docs: 'https://docs.rsshub.app/font.html#google-fonts',
+                source: ['/'],
+                target: '/google/fonts/alpha',
+            },
+            {
+                title: 'Fonts - Sort by Trending',
+                docs: 'https://docs.rsshub.app/font.html#google-fonts',
+                source: ['/'],
+                target: '/google/fonts/trending',
+            },
+            {
+                title: 'Fonts - Sort by Most Popular',
+                docs: 'https://docs.rsshub.app/font.html#google-fonts',
+                source: ['/'],
+                target: '/google/fonts/popularity',
+            },
+            {
+                title: 'Fonts - Sort by Newest',
+                docs: 'https://docs.rsshub.app/font.html#google-fonts',
+                source: ['/'],
+                target: '/google/fonts/date',
+            },
+            {
+                title: 'Fonts - Sort by Number of Styles',
+                docs: 'https://docs.rsshub.app/font.html#google-fonts',
+                source: ['/'],
+                target: '/google/fonts/style',
+            },
+        ],
+    },
+};

package/lib/v2/google/router.js

@@ -0,0 +1,8 @@
+module.exports = function (router) {
+    router.get('/album/:id', require('./album'));
+    router.get('/citations/:id', require('./citations'));
+    router.get('/doodles/:language?', require('./doodles'));
+    router.get('/fonts/:sort?', require('./fonts'));
+    router.get('/scholar/:query', require('./scholar'));
+    router.get('/sites/:id', require('./sites'));
+};