rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/foreverblog/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/feeds', require('./feeds'));
+};

package/lib/v2/freewechat/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/profile/:id': ['TonyRL'],
+};

package/lib/v2/freewechat/profile.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { fixArticleContent } = require('@/utils/wechat-mp');
+const baseUrl = 'https://freewechat.com';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const url = `${baseUrl}/profile/${id}`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+    const author = $('h2').text().trim();
+
+    const list = $('.main')
+        .toArray()
+        .slice(0, -1) // last item is a template
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').text(),
+                author,
+                link: `${baseUrl}${item.find('a').attr('href')}`,
+                description: item.find('.preview').text(),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link, {
+                    headers: {
+                        Referer: url,
+                    },
+                });
+                const $ = cheerio.load(response.data);
+
+                $('.js_img_placeholder').remove();
+                $('amp-img').each((_, e) => {
+                    e = $(e);
+                    e.replaceWith(`<img src="${new URL(e.attr('src'), response.url).href}" width="${e.attr('width')}" height="${e.attr('height')}" decoding="async">`);
+                });
+                $('amp-video').each((_, e) => {
+                    e = $(e);
+                    e.replaceWith(`<video width="${e.attr('width')}" height="${e.attr('height')}" controls poster="${e.attr('poster')}">${e.html()}</video>`);
+                });
+
+                item.description = fixArticleContent($('#js_content'));
+                item.pubDate = timezone(parseDate($('#publish_time').text()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        image: 'https://freewechat.com/favicon.ico',
+        item: items,
+    };
+};

package/lib/v2/freewechat/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'freewechat.com': {
+        _name: '自由微信',
+        '.': [
+            {
+                title: '公众号',
+                docs: 'https://docs.rsshub.app/new-media.html#zi-you-wei-xin',
+                source: ['/profile/:id'],
+                target: '/freewechat/profile/:id',
+            },
+        ],
+    },
+};

package/lib/v2/freewechat/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/profile/:id', require('./profile'));
+};

package/lib/v2/ft/maintainer.js

@@ -1,4 +1,4 @@
 module.exports = {
-    '/ft/myft/:key': ['HenryQW'],
-    '/ft/:language/:channel?': ['HenryQW', 'xyqfer'],
+    '/myft/:key': ['HenryQW'],
+    '/:language/:channel?': ['HenryQW', 'xyqfer'],
 };

package/lib/v2/ft/utils.js

@@ -2,9 +2,9 @@ const got = require('@/utils/got');
 const parser = require('@/utils/rss-parser');
 const cheerio = require('cheerio');
 
-const ProcessFeed = ($, link) => {
+const ProcessFeed = (i, $, link) => {
     const title = $('h1').text();
-    let content = $('div.story-container');
+    let content = $('div.story-container').eq(i);
 
     // 处理封面图片
     content.find('div.story-image > figure').each((_, e) => {
@@ -59,17 +59,20 @@ const getData = async ({ site = 'www', channel, ctx }) => {
     }
 
     const items = await Promise.all(
-        feed.items.splice(0, 10).map((item) => {
+        feed.items.map((item) => {
             item.link = item.link.replace('http://', 'https://');
             return ctx.cache.tryGet(item.link, async () => {
                 const response = await got.get(`${item.link}?full=y&archive`);
 
                 const $ = cheerio.load(response.data);
-                const result = ProcessFeed($, item.link);
+                const results = [];
+                for (let i = 0; i < $('div.story-container').length; i++) {
+                    results.push(ProcessFeed(i, $, item.link));
+                }
 
-                item.title = result.title;
-                item.description = result.content;
-                item.author = result.author;
+                item.title = results[0].title;
+                item.description = results.map((result) => result.content).join('');
+                item.author = results[0].author;
                 return item;
             });
         })

package/lib/v2/furstar/templates/description.art

@@ -2,4 +2,4 @@
 {{ each pics }}
     <img src="{{$value}}"/>
 {{/each}}
-{{ author }}
+{{@ author }}

package/lib/v2/gameapps/index.js

@@ -7,28 +7,54 @@ const path = require('path');
 
 module.exports = async (ctx) => {
     const baseUrl = 'https://www.gameapps.hk';
-    const feed = await parser.parseURL(`https://www.gameapps.hk/rss`);
+    const feed = await parser.parseURL(`${baseUrl}/rss`);
 
     const items = await Promise.all(
         feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    url: item.link,
+                const { data: response } = await got(item.link, {
                     headers: {
                         Referer: baseUrl,
                     },
                 });
-                const $ = cheerio.load(response.data);
+                const $ = cheerio.load(response);
+
+                const nextPages = $('.pagination li')
+                    .not('.disabled')
+                    .not('.active')
+                    .find('a')
+                    .toArray()
+                    .map((a) => `${baseUrl}${a.attribs.href}`);
+
+                $('.pages').remove();
+
+                const content = $('.news-content');
 
                 // remove unwanted key value
                 delete item.content;
                 delete item.contentSnippet;
                 delete item.isoDate;
 
+                if (nextPages.length) {
+                    const pages = await Promise.all(
+                        nextPages.map(async (url) => {
+                            const { data: response } = await got(url, {
+                                headers: {
+                                    referer: item.link,
+                                },
+                            });
+                            const $ = cheerio.load(response);
+                            $('.pages').remove();
+                            return $('.news-content').html();
+                        })
+                    );
+                    content.append(pages);
+                }
+
                 item.description = art(path.join(__dirname, 'templates/description.art'), {
                     src: $('div.introduction.media.news-intro div.media-left').find('img').attr('src'),
                     intro: $('div.introduction.media.news-intro div.media-body').html().trim(),
-                    desc: $('.news-content').html().trim(),
+                    desc: content.html().trim(),
                 });
                 item.guid = item.guid.substring(0, item.link.lastIndexOf('/'));
                 item.pubDate = parseDate(item.pubDate);
@@ -42,14 +68,7 @@ module.exports = async (ctx) => {
         title: feed.title,
         link: feed.link,
         description: feed.description,
-        item: items,
-        language: feed.language,
-    };
-
-    ctx.state.json = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
+        image: `${baseUrl}/static/favicon/apple-touch-icon.png`,
         item: items,
         language: feed.language,
     };

package/lib/v2/gamebase/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?/:category?': ['nczitzk'],
+};

package/lib/v2/gamebase/news.js

@@ -0,0 +1,74 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const types = {
+    newslist: 'newsList',
+    r18list: 'newsPornList',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'newslist';
+    const category = ctx.params.category ?? 'all';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 20;
+
+    const rootUrl = 'https://news.gamebase.com.tw';
+    const currentUrl = `${rootUrl}/news/${type}?type=${category}`;
+
+    const apiRootUrl = 'https://api.gamebase.com.tw';
+    const apiUrl = `${apiRootUrl}/api/news/getNewsList`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        json: {
+            GB_type: types[type],
+            category,
+            page: 1,
+        },
+    });
+
+    const titleResponse = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(titleResponse.data);
+
+    const items = await Promise.all(
+        response.data.return_msg.list.slice(0, limit).map((item) =>
+            ctx.cache.tryGet(`gamebase:news:${type}:${category}:${item.news_no}`, async () => {
+                const i = {};
+
+                i.author = item.nickname;
+                i.title = item.news_title;
+                i.link = `${rootUrl}/news/detail/${item.news_no}`;
+                i.description = item.news_meta?.meta_des ?? '';
+                i.pubDate = timezone(parseDate(item.post_time), +8);
+                i.category = [item.system];
+
+                if (i.description) {
+                    return i;
+                }
+
+                const detailResponse = await got({
+                    method: 'get',
+                    url: i.link,
+                });
+
+                const description = detailResponse.data.match(/(\\u003C.*?)","/)[1].replace(/\\"/g, '"');
+
+                i.description = description.replace(/\\u[\dA-F]{4}/gi, (match) => String.fromCharCode(parseInt(match.replace(/\\u/g, ''), 16)));
+
+                return i;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/gamebase/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gamebase.com.tw': {
+        _name: '遊戲基地 Gamebase',
+        news: [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/game.html#gamebase-xin-wen',
+                source: ['/news/:type'],
+                target: (params, url) => `/gamebase/news/${params.type}/${new URL(url).searchParams.get('type')}`,
+            },
+        ],
+    },
+};

package/lib/v2/gamebase/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?/:category?', require('./news'));
+};

package/lib/v2/gamme/category.js

@@ -1,9 +1,13 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const parser = require('@/utils/rss-parser');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const { domain = 'news', category } = ctx.params;
+    if (!isValidHost(domain)) {
+        throw Error('Invalid domain');
+    }
     const baseUrl = `https://${domain}.gamme.com.tw`;
     const feed = await parser.parseURL(`${baseUrl + (category ? `/category/${category}` : '')}/feed`);
 

package/lib/v2/gamme/tag.js

@@ -1,9 +1,13 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const { domain = 'news', tag } = ctx.params;
+    if (!isValidHost(domain)) {
+        throw Error('Invalid domain');
+    }
     const baseUrl = `https://${domain}.gamme.com.tw`;
     const pageUrl = `${baseUrl}/tag/${tag}`;
 

package/lib/v2/gcores/category.js

@@ -12,16 +12,26 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(data);
     const feedTitle = $('title').text();
 
-    const list = $('.original.am_card.original-normal')
-        .map(function () {
+    let list;
+    if (category === 'news') {
+        list = $('a.news').map(function () {
+            const item = {
+                url: $(this).attr('href'),
+                title: $(this).find('.news_content>h3').text(),
+            };
+            return item;
+        });
+    } else {
+        list = $('.original.am_card.original-normal').map(function () {
             const item = {
                 url: $(this).find('.am_card_inner>a').attr('href'),
                 title: $(this).find('h3.am_card_title').text(),
                 category: $(this).find('span.original_category>a').text(),
             };
             return item;
-        })
-        .get();
+        });
+    }
+    list = list.get();
 
     if (list.length > 0 && list.every((item) => item.url === undefined)) {
         throw new Error('Article URL not found! Please submit an issue on GitHub.');
@@ -85,13 +95,13 @@ module.exports = async (ctx) => {
                 $('.story_hidden').replaceWith('');
 
                 const content = $('.story.story-show').html();
-                return {
+                const basicItem = {
                     title: item.title,
                     description: cover + content,
-                    category: item.category,
                     link: articleUrl,
                     guid: articleUrl,
                 };
+                return category === 'news' ? basicItem : { ...basicItem, category: item.category };
             });
         })
     );

package/lib/v2/gcores/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/category/:category': ['MoguCloud', 'StevenRCE0'],
+    '/radios/:category?': ['eternasuno'],
     '/tag/:tag/:category?': ['StevenRCE0'],
 };

package/lib/v2/gcores/radar.js

@@ -14,6 +14,18 @@ module.exports = {
                 source: ['/categories/:tag', '/'],
                 target: '/gcores/tag/:tag',
             },
+            {
+                title: '播客',
+                docs: 'https://docs.rsshub.app/new-media.html#ji-he-wang-bo-ke',
+                source: ['/radios'],
+                target: '/gcores/radios',
+            },
+            {
+                title: '播客-分类',
+                docs: 'https://docs.rsshub.app/new-media.html#ji-he-wang-bo-ke',
+                source: ['/categories/:category'],
+                target: '/gcores/radios/:category',
+            },
         ],
     },
 };

package/lib/v2/gcores/radio.js

@@ -0,0 +1,90 @@
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const md5 = require('@/utils/md5');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || 'all';
+    const limit = parseInt(ctx.query.limit) || 12;
+
+    const link = getLink(category);
+    const $ = cheerio.load(await get(link));
+    const title = $('head>title').text();
+    const description = $('head>meta[name="description"]').attr('content');
+    const image = $('head>link[rel="apple-touch-icon"]').attr('href');
+
+    const api = getApi(category);
+    api.searchParams.set('include', 'media');
+    api.searchParams.set('page[limit]', limit);
+    api.searchParams.set('sort', '-published-at');
+    api.searchParams.set('filter[list-all]', '0');
+    api.searchParams.set('fields[radios]', 'title,cover,published-at,duration,content,media');
+    const { data, included } = await get(api);
+
+    const audios = included.reduce((result, media) => {
+        result[media.id] = media.attributes.audio;
+        return result;
+    }, {});
+
+    const item = data.map((radio) => {
+        const { id, attributes, relationships } = radio;
+
+        const link = `https://www.gcores.com/radios/${id}`;
+        const itunes_item_image = `https://image.gcores.com/${attributes.cover}`;
+        const media_id = relationships.media.data.id;
+        const enclosure_url = new URL(audios[media_id], 'https://alioss.gcores.com/uploads/audio/').toString();
+        const description = art(path.join(__dirname, 'templates/content.art'), {
+            content: JSON.parse(attributes.content),
+        });
+
+        return {
+            title: attributes.title,
+            author: '机核 GCORES',
+            description,
+            pubDate: parseDate(attributes['published-at']),
+            guid: md5(link),
+            link,
+            itunes_item_image,
+            itunes_duration: attributes.duration,
+            enclosure_url,
+            enclosure_type: 'audio/mpeg',
+        };
+    });
+
+    ctx.state.data = {
+        title,
+        link,
+        description,
+        language: 'zh-cn',
+        itunes_author: '机核 GCORES',
+        image: `https://www.gcores.com/${image}`,
+        item,
+    };
+};
+
+const get = async (url) => {
+    const response = await got({
+        method: 'get',
+        url: new URL(url, 'https://www.gcores.com'),
+    });
+
+    return response.data;
+};
+
+const getLink = (category) => {
+    if (category === 'all') {
+        return 'https://www.gcores.com/radios';
+    } else {
+        return `https://www.gcores.com/categories/${category}`;
+    }
+};
+
+const getApi = (category) => {
+    if (category === 'all') {
+        return new URL('https://www.gcores.com/gapi/v1/radios');
+    } else {
+        return new URL(`https://www.gcores.com/gapi/v1/categories/${category}/radios`);
+    }
+};

package/lib/v2/gcores/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/category/:category', require('./category'));
+    router.get('/radios/:category?', require('./radio'));
     router.get('/tag/:tag/:category?', require('./tag'));
 };

package/lib/v2/gcores/templates/content.art

@@ -0,0 +1,16 @@
+{{if content}}
+    {{each content.blocks line}}
+        {{if line.type === 'unstyled'}}
+            <p>{{line.text}}</p>
+        {{/if}}
+    {{/each}}
+
+    {{each content.entityMap ent}}
+        {{if ent.type === 'WIDGET'}}
+            <p><a href='{{ent.data.url}}'>{{ent.data.title}}</a></p>
+        {{/if}}
+    {{/each}}
+{{else}}
+    <p>机核从2010年开始一直致力于分享游戏玩家的生活，以及深入探讨游戏相关的文化。我们开发原创的播客以及视频节目，一直在不断寻找民间高质量的内容创作者。</p>
+    <p>我们坚信游戏不止是游戏，游戏中包含的科学，文化，历史等各个层面的知识和故事，它们同时也会辐射到二次元甚至电影的领域，这些内容非常值得分享给热爱游戏的您。</p>
+{{/if}}

package/lib/v2/gelonghui/hot-article.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'week' ? 1 : 0;
+    const baseUrl = `https://www.gelonghui.com`;
+    const { data: response } = await got(baseUrl);
+    const $ = cheerio.load(response);
+
+    const list = $('#hot-article ul')
+        .eq(type)
+        .find('li')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a');
+            return {
+                title: a.text(),
+                link: `${baseUrl}${a.attr('href')}`,
+            };
+        });
+
+    const items = await Promise.all(list.map((item) => parseItem(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: `最热文章 - ${type === 0 ? '日排行' : '周排行'} - 格隆汇`,
+        description: '格隆汇为中国投资者出海投资及中国公司出海融资,提供海外投资,港股开户行情,科创板股票发行数据、资讯、研究、交易等一站式服务,目前业务范围主要涉及港股与美股两大市场,未来将陆续开通台湾、日本、印度、欧洲等市场.',
+        image: 'https://cdn.gelonghui.com/static/web/www.ico.la.ico',
+        link: baseUrl,
+        item: items,
+    };
+};

package/lib/v2/gelonghui/live.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const baseUrl = 'https://www.gelonghui.com';
+
+module.exports = async (ctx) => {
+    const apiUrl = `${baseUrl}/api/live-channels/all/lives/v4`;
+    const {
+        data: { result },
+    } = await got(apiUrl);
+
+    const items = result.map((i) => ({
+        title: i.title || i.content,
+        description: art(path.join(__dirname, 'templates/live.art'), {
+            i,
+        }),
+        link: i.route,
+        category: i.source,
+        pubDate: parseDate(i.createTimestamp, 'X'),
+    }));
+
+    ctx.state.data = {
+        title: '格隆汇快讯-7x24小时市场快讯-财经市场热点',
+        description: '格隆汇快讯栏目提供外汇投资实时行情,外汇投资交易,外汇投资炒股,证券等内容,实时更新,格隆汇未来将陆续开通台湾、日本、印度、欧洲等市场.',
+        image: 'https://cdn.gelonghui.com/static/web/www.ico.la.ico',
+        link: `${baseUrl}/live`,
+        item: items,
+    };
+};

package/lib/v2/gelonghui/radar.js

@@ -8,12 +8,24 @@ module.exports = {
                 source: ['/tag/:tag', '/'],
                 target: (params) => `/gelonghui/home${params.tag ? `/${params.tag}` : ''}`,
             },
+            {
+                title: '最热文章',
+                docs: 'https://docs.rsshub.app/finance.html#ge-long-hui',
+                source: ['/'],
+                target: '/gelonghui/hot-article',
+            },
             {
                 title: '搜索关键字',
                 docs: 'https://docs.rsshub.app/finance.html#ge-long-hui',
                 source: ['/search'],
                 target: (_, url) => `/gelonghui/keyword/${new URL(url).searchParams.get('keyword')}`,
             },
+            {
+                title: '实时快讯',
+                docs: 'https://docs.rsshub.app/finance.html#ge-long-hui',
+                source: ['/live', '/'],
+                target: '/gelonghui/live',
+            },
             {
                 title: '主题文章',
                 docs: 'https://docs.rsshub.app/finance.html#ge-long-hui',

package/lib/v2/gelonghui/router.js

@@ -1,6 +1,8 @@
 module.exports = (router) => {
     router.get('/home/:tag?', require('./home'));
+    router.get('/hot-article/:type?', require('./hot-article'));
     router.get('/keyword/:keyword', require('./keyword'));
+    router.get('/live', require('./live'));
     router.get('/subject/:id', require('./subject'));
     router.get('/user/:id', require('./user'));
 };

package/lib/v2/gelonghui/templates/live.art

@@ -0,0 +1,7 @@
+{{ i.content }}
+{{ if i.pictures }}
+    <br>
+    {{ each i.pictures p }}
+        <img src="{{ p }}">
+    {{ /each }}
+{{ /if }}