rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/economist/espresso.js

@@ -15,36 +15,66 @@ module.exports = async (ctx) => {
         false
     );
 
-    const gobbets = $('._gobbets ._gobbet p')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                description: item.html(),
-                link,
-                guid: item.text(),
-            };
-        });
-
-    const articles = $('._articles ._article')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-            const title = item.find('h3').text();
-            item.find('h3').remove();
-            return {
-                title,
-                description: item.html(),
-                link,
-                guid: item.text(),
-            };
-        });
+    const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+    const parts = nextData.props.pageProps.content.hasPart.parts[0].hasPart.parts.filter((part) => part.type.includes('Article'));
+
+    const renderHTML = (node) => {
+        let el;
+        switch (node.type) {
+            case 'tag':
+                el = $(`<${node.name}>`);
+                for (const name in node.attribs) {
+                    el.attr(name, node.attribs[name]);
+                }
+                if (node.children) {
+                    el.append(node.children.map(renderHTML));
+                }
+                return el;
+            case 'text':
+                return node.data;
+            default:
+                el = $('<div>');
+                el.append(node.map(renderHTML));
+                return el;
+        }
+    };
+
+    const gobbetPart = parts.shift();
+    const gobbets = gobbetPart.text.map((node, index) => {
+        const html = renderHTML(node).html();
+        return {
+            guid: `${gobbetPart.id}/${index}`,
+            link,
+            title: gobbetPart.headline,
+            pubDate: gobbetPart.datePublished,
+            description: html,
+        };
+    });
+
+    const articles = parts.map((part) => {
+        const image = part.image.main;
+        const imgNode = {
+            type: 'tag',
+            name: 'img',
+            attribs: { width: image.width, height: image.height, src: image.url.canonical },
+        };
+
+        const html = renderHTML([imgNode, ...part.text]).html();
+
+        return {
+            link,
+            guid: part.id,
+            title: part.headline,
+            pubDate: part.datePublished,
+            description: html,
+        };
+    });
 
     ctx.state.data = {
         title: $('head title').text(),
         link,
         description: $('meta[property="og:description"]').attr('content'),
+        language: 'en-gb',
         item: [...gobbets, ...articles],
     };
 };

package/lib/v2/economist/global-business-review.js

@@ -0,0 +1,86 @@
+const got = require('@/utils/got');
+
+const ALLOW_LANGUAGE = {
+    en: 'en_GB',
+    cn: 'zh_CN',
+    tw: 'zh_TW',
+};
+
+const TITLE = {
+    en: 'The Economist Global Business Review',
+    cn: '经济学人 · 商论',
+    tw: '經濟學人 · 商論',
+};
+
+const DESCRIPTION = {
+    en: 'The Economist Global Business Review is a new bilingual digital app from the editors of The Economist Group.',
+    cn: '《经济学人·商论》是《经济学人》2015年5月推出的旗下中英双语APP，萃取《经济学人》在商业、金融、科技等领域的精华文章，为中国读者呈现全球视角的深度分析，并鼓励中国的读者批判性地思考中国和全球重大议题。',
+    tw: '《經濟學人·商論》是經濟學人集團官方中英雙語電子APP，萃取《經濟學人》在商業、金融、科技等領域的精華文章，為中國讀者呈現全球視角的深度分析，並鼓勵中國的讀者批判性地思考中國和全球的重大議題。',
+};
+
+const parseContent = function (item, article_id, language) {
+    if (item.type === 'paragraph') {
+        return parseParagraph(item.data, language);
+    } else if (item.type === 'image') {
+        return parseImage(item.data, article_id, language);
+    } else if (item.type === 'subtitle') {
+        return parseParagraph(item.data, language, 'h3');
+    }
+};
+
+const parseTitle = function (data, language) {
+    const content = Object.assign({}, ...data.map((x) => ({ [x.lang]: x.text })));
+    return language.map((item) => content[ALLOW_LANGUAGE[item]]).join('');
+};
+
+const parseParagraph = function (data, language, type = 'p') {
+    const content = Object.assign({}, ...data.map((x) => ({ [x.lang]: x.text })));
+    return `<div>${language.map((item) => `<${type}>${content[ALLOW_LANGUAGE[item]]}</${type}>`).join('')}</div>`;
+};
+
+const parseImage = function (data, article_id, language) {
+    const content = Object.assign({}, ...data.map((x) => ({ [x.lang]: x.image_path })));
+    return `<div><img src="https://businessreviewglobal-cdn.com/article_images/${article_id}/${encodeURIComponent(content[ALLOW_LANGUAGE[language[0]]])}"/></div>`;
+};
+
+const getArticleDetail = (article_id, language, ctx) => {
+    const link = `https://api.hummingbird.businessreview.global/api/article/index?id=${article_id}`;
+    return ctx.cache.tryGet(`${link}:${language.join('-')}`, async () => {
+        const response = await got({
+            method: 'get',
+            url: link,
+        });
+        const data = response.data.body;
+        let content = '';
+        content += parseParagraph(data.rubric, language);
+        content += data.content.map((item) => parseContent(item, article_id, language)).join('');
+        return content;
+    });
+};
+
+module.exports = async (ctx) => {
+    const language = (ctx.params.language && ctx.params.language.split('-').filter((item, index, arr) => ALLOW_LANGUAGE[item] && arr.indexOf(item, 0) === index)) || ['cn', 'en'];
+    const main_language = language[0];
+
+    const response = await got({
+        method: 'get',
+        url: 'https://api.hummingbird.businessreview.global/api/toc/get_articles',
+    });
+
+    const items = await Promise.all(
+        response.data.articles.new.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10).map(async (item) => ({
+            title: parseTitle(item.body.title, [main_language]),
+            description: await getArticleDetail(item.article_id, language, ctx),
+            category: parseTitle(item.body.fly_title, [main_language]),
+            link: `https://www.businessreview.global/latest/${item.article_id}`,
+            pubDate: item.publication_date,
+        }))
+    );
+
+    ctx.state.data = {
+        title: TITLE[main_language],
+        link: 'https://www.businessreview.global',
+        description: DESCRIPTION[main_language],
+        item: items,
+    };
+};

package/lib/v2/economist/maintainer.js

@@ -2,5 +2,6 @@ module.exports = {
     '/download': ['nczitzk'],
     '/espresso': ['TonyRL'],
     '/gre-vocabulary': ['xyqfer'],
+    '/global-business-review/:language?': ['prnake'],
     '/:endpoint': ['ImSingee'],
 };

package/lib/v2/economist/radar.js

@@ -24,4 +24,15 @@ module.exports = {
             },
         ],
     },
+    'businessreview.global': {
+        _name: 'The Economist',
+        '.': [
+            {
+                title: '商论',
+                docs: 'https://docs.rsshub.app/traditional-media.html#the-economist',
+                source: ['/'],
+                target: '/economist/global-business-review',
+            },
+        ],
+    },
 };

package/lib/v2/economist/router.js

@@ -2,5 +2,6 @@ module.exports = (router) => {
     router.get('/download', require('./download'));
     router.get('/espresso', require('./espresso'));
     router.get('/gre-vocabulary', require('./gre-vocabulary'));
+    router.get('/global-business-review/:language?', require('./global-business-review'));
     router.get('/:endpoint', require('./full'));
 };

package/lib/v2/ehentai/ehapi.js

@@ -192,25 +192,30 @@ async function gatherItemsByPage(cache, url, get_bittorrent = false, embed_thumb
     return updateBittorrent_url(cache, items);
 }
 
-async function getFavoritesItems(cache, page, favcat, inline_set, get_bittorrent = false, embed_thumb = false) {
+async function getFavoritesItems(cache, favcat, inline_set, page = undefined, get_bittorrent = false, embed_thumb = false) {
     const response = await ehgot(`favorites.php?favcat=${favcat}&inline_set=${inline_set}`);
-    if (parseInt(page) === 0) {
+    if (page) {
+        return gatherItemsByPage(cache, `favorites.php?favcat=${favcat}&next=${page}`, get_bittorrent, embed_thumb);
+    } else {
         const items = await parsePage(cache, response.data, get_bittorrent, embed_thumb);
         return updateBittorrent_url(cache, items);
     }
-    return gatherItemsByPage(cache, `favorites.php?page=${page}&favcat=${favcat}`, get_bittorrent, embed_thumb);
 }
 
 function getSearchItems(cache, params, page = undefined, get_bittorrent = false, embed_thumb = false) {
     if (page) {
-        return gatherItemsByPage(cache, `?page=${page}&${params}`, get_bittorrent, embed_thumb);
+        return gatherItemsByPage(cache, `?${params}&next=${page}`, get_bittorrent, embed_thumb);
     } else {
         return gatherItemsByPage(cache, `?${params}`, get_bittorrent, embed_thumb);
     }
 }
 
 function getTagItems(cache, tag, page, get_bittorrent = false, embed_thumb = false) {
-    return gatherItemsByPage(cache, `tag/${tag}/${page}`, get_bittorrent, embed_thumb);
+    if (page) {
+        return gatherItemsByPage(cache, `tag/${tag}?next=${page}`, get_bittorrent, embed_thumb);
+    } else {
+        return gatherItemsByPage(cache, `tag/${tag}`, get_bittorrent, embed_thumb);
+    }
 }
 
 module.exports = { getFavoritesItems, getSearchItems, getTagItems, has_cookie, from_ex };

package/lib/v2/ehentai/favorites.js

@@ -5,12 +5,12 @@ module.exports = async (ctx) => {
         throw 'Ehentai favorites RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
     }
     const favcat = ctx.params.favcat ? parseInt(ctx.params.favcat) : 0;
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
+    const page = ctx.params.page;
     const routeParams = new URLSearchParams(ctx.params.routeParams);
     const bittorrent = routeParams.get('bittorrent') || false;
     const embed_thumb = routeParams.get('embed_thumb') || false;
     const inline_set = ctx.params.order === 'posted' ? 'fs_p' : 'fs_f';
-    const items = await EhAPI.getFavoritesItems(ctx.cache, page, favcat, inline_set, bittorrent, embed_thumb);
+    const items = await EhAPI.getFavoritesItems(ctx.cache, favcat, inline_set, page, bittorrent, embed_thumb);
 
     if (EhAPI.from_ex) {
         ctx.state.data = {

package/lib/v2/ehentai/search.js

@@ -9,8 +9,8 @@ module.exports = async (ctx) => {
     let items;
     if (page) {
         // 如果定义了page，就要覆盖params
-        params = params.replace(/&*page=[^&]$/, '').replace(/page=[^&]&/, '');
-        items = await EhAPI.getSearchItems(ctx.cache, params, parseInt(page), bittorrent, embed_thumb);
+        params = params.replace(/&*next=[^&]$/, '').replace(/next=[^&]&/, '');
+        items = await EhAPI.getSearchItems(ctx.cache, params, page, bittorrent, embed_thumb);
     } else {
         items = await EhAPI.getSearchItems(ctx.cache, params, undefined, bittorrent, embed_thumb);
     }

package/lib/v2/ehentai/tag.js

@@ -1,7 +1,7 @@
 const EhAPI = require('./ehapi');
 
 module.exports = async (ctx) => {
-    const page = ctx.params.page ? parseInt(ctx.params.page) : 0;
+    const page = ctx.params.page;
     const tag = ctx.params.tag;
     const routeParams = new URLSearchParams(ctx.params.routeParams);
     const bittorrent = routeParams.get('bittorrent') || false;

package/lib/v2/eleduck/jobs.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { data: response } = await got('https://svc.eleduck.com/api/v1/posts', {
+        searchParams: {
+            category: 5,
+        },
+    });
+
+    const data = response.posts.map((item) => ({
+        id: item.id,
+        title: item.title,
+        link: `https://eleduck.com/posts/${item.id}`,
+        author: item.user.nickname,
+        description: item.summary,
+        pubDate: parseDate(item.published_at),
+        category: item.tags.map((tag) => tag.name),
+    }));
+
+    const out = await Promise.all(
+        data.map((job) =>
+            ctx.cache.tryGet(job.link, async () => {
+                const { data: jobDetail } = await got(`https://svc.eleduck.com/api/v1/posts/${job.id}`);
+
+                job.description = jobDetail.post.content;
+
+                return job;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '招聘 | 电鸭社区',
+        link: 'https://eleduck.com/category/5',
+        item: out,
+    };
+};

package/lib/v2/eleduck/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jobs': ['sfyumi'],
+    '/posts/:id?': ['running-grass'],
+};

package/lib/v2/eleduck/posts.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+
+const getCateName = async (ctx, cid = 0) => {
+    const key = 'eleduck-categories';
+    const cates = await ctx.cache.tryGet(key, async () => {
+        const res = await got(`https://svc.eleduck.com/api/v1/categories`);
+        const map = {};
+        res.data.categories.forEach((item) => {
+            map[item.id] = item.name;
+        });
+        return map;
+    });
+
+    return cates[cid] || '全部';
+};
+
+module.exports = async (ctx) => {
+    const cid = ctx.params.id || 0;
+
+    const response = await got(`https://svc.eleduck.com/api/v1/posts?category=${cid}&sort=-published_at&page=1`);
+
+    const { posts } = response.data;
+    if (posts === undefined) {
+        throw new Error('没有获取到数据');
+    }
+
+    const cname = await getCateName(ctx, cid);
+
+    ctx.state.data = {
+        title: `电鸭社区的文章--${cname}`,
+        link: `https://eleduck.com/categories/${cid}`,
+        description: `电鸭社区的文章,栏目为${cname}`,
+        item: posts.map((item) => ({
+            title: item.title,
+            description: item.summary,
+            pubDate: item.published_at,
+            link: `https://eleduck.com/${item.category.id === 22 ? 'tposts' : 'posts'}/${item.id}`,
+            author: item.user.nickname,
+        })),
+    };
+};

package/lib/v2/eleduck/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'eleduck.com': {
+        _name: '电鸭社区',
+        '.': [
+            {
+                title: '工作机会',
+                docs: 'https://docs.rsshub.app/bbs.html#dian-ya-she-qu-fen-lei-wen-zhang',
+                source: ['/categories/5', '/'],
+                target: '/eleduck/jobs',
+            },
+            {
+                title: '分类文章',
+                docs: 'https://docs.rsshub.app/bbs.html#dian-ya-she-qu-fen-lei-wen-zhang',
+                source: '/categories/:cid',
+                target: (params) => `/eleduck/posts/${params.cid}`,
+            },
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/bbs.html#dian-ya-she-qu-fen-lei-wen-zhang',
+                source: ['/', '*'],
+                target: () => '/eleduck/posts',
+            },
+        ],
+    },
+};

package/lib/v2/eleduck/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jobs', require('./jobs'));
+    router.get('/posts/:id?', require('./posts'));
+};

package/lib/v2/eprice/rss.js

@@ -4,9 +4,13 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const allowRegion = ['tw', 'hk'];
 
 module.exports = async (ctx) => {
     const region = ctx.params.region ?? 'tw';
+    if (!allowRegion.includes(region)) {
+        throw Error('Invalid region');
+    }
 
     const feed = await parser.parseURL(`https://www.eprice.com.${region}/news/rss.xml`);
 
@@ -17,9 +21,7 @@ module.exports = async (ctx) => {
     const items = await Promise.all(
         feed.items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: item.link,
+                const response = await got(item.link, {
                     headers: {
                         Referer: `https://www.eprice.com.${region}`,
                     },
@@ -48,7 +50,6 @@ module.exports = async (ctx) => {
                             art(path.join(__dirname, 'templates/image.art'), {
                                 alt: e.attr('title'),
                                 src: e.attr('href'),
-                                title: e.attr('title'),
                             })
                         );
                         e.remove();
@@ -57,14 +58,7 @@ module.exports = async (ctx) => {
                 $('img').each((_, e) => {
                     e = $(e);
                     if (e.attr('data-original')) {
-                        e.after(
-                            art(path.join(__dirname, 'templates/image.art'), {
-                                alt: e.attr('title'),
-                                src: e.attr('data-original'),
-                                title: e.attr('title'),
-                            })
-                        );
-                        e.remove();
+                        e.attr('src', e.attr('data-original'));
                     }
                 });
 
@@ -76,10 +70,8 @@ module.exports = async (ctx) => {
                 delete item.enclosure;
                 delete item.isoDate;
 
-                item.description = art(path.join(__dirname, 'templates/description.art'), {
-                    // tw || tw || hk || hk
-                    desc: $('div.user-comment-block').html() || $('div.content').html() || $('li.inner').html() || $('div.section-content').html(),
-                });
+                // tw || tw || hk || hk || hk
+                item.description = $('div.user-comment-block').html() || $('div.content').html() || $('li.inner').html() || $('div.section-content').html() || $('.article__content').html();
                 item.pubDate = parseDate(item.pubDate);
 
                 return item;

package/lib/v2/eprice/templates/image.art

@@ -1 +1,4 @@
-<img alt="{{ alt }}" src="{{ src }}" title="{{ alt }}">
+<figure>
+  <img src="{{ src }}" alt="{{ alt }}" title="{{ alt }}">
+  <figcaption>{{ alt }}</figcaption>
+</figure>

package/lib/v2/famitsu/category.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://www.famitsu.com';
+
+module.exports = async (ctx) => {
+    const { category = 'new-article' } = ctx.params;
+    const url = `${baseUrl}/search/?category=${category}`;
+    const { data } = await got(url);
+    const $ = cheerio.load(data);
+
+    const list = $('.col-12 .card__body')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.card__title').text(),
+                link: new URL(item.find('.card__title a').attr('href'), baseUrl).href,
+                pubDate: timezone(parseDate(item.find('time').attr('datetime'), 'YYYY.MM.DDTHH:mm'), +9),
+            };
+        })
+        .filter((item) => item.link.startsWith('https://www.famitsu.com/news/'));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got(item.link);
+                const $ = cheerio.load(data);
+
+                // remove ads
+                $('.article-body__contents-pr-primary').remove();
+
+                // fix header image
+                $('.article-body div.media-image').each((_, e) => {
+                    e.tagName = 'img';
+                    e.attribs.src = e.attribs.style.match(/url\((.+?)\);/)[1];
+                    delete e.attribs['data-src'];
+                    delete e.attribs.style;
+                });
+
+                // remove white space
+                $('.article-body__contents-img-block, .article-body__contents-img-common-col').each((_, e) => {
+                    delete e.attribs.style;
+                });
+
+                item.description = $('.article-body').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('head meta[name="description"]').attr('content'),
+        image: 'https://www.famitsu.com/img/1812/favicons/apple-touch-icon.png',
+        link: url,
+        item: items,
+        language: 'ja',
+    };
+};

package/lib/v2/famitsu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/category/:category?': ['TonyRL'],
+};

package/lib/v2/famitsu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'famitsu.com': {
+        _name: 'ファミ通',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/game.html#ファミ-tong',
+                source: ['/search'],
+                target: (_, url) => `/famitsu/category/${new URL(url).searchParams.get('category')}`,
+            },
+        ],
+    },
+};

package/lib/v2/famitsu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/category/:category?', require('./category'));
+};

package/lib/v2/ff14/ff14_global.js

@@ -2,11 +2,16 @@ const got = require('@/utils/got');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const lang = ctx.params.lang;
     const type = ctx.params.type ?? 'all';
 
+    if (!isValidHost(lang)) {
+        throw Error('Invalid lang');
+    }
+
     const response = await got({
         method: 'get',
         url: `https://lodestonenews.com/news/${type}?locale=${lang}`,

package/lib/v2/fjksbm/index.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '0';
+
+    const id = parseInt(category);
+    const isNumber = !isNaN(id);
+
+    const rootUrl = 'https://fjksbm.com';
+    const currentUrl = `${rootUrl}/portal${isNumber ? '' : `/${category}`}`;
+
+    const response = await got(currentUrl);
+
+    const $ = cheerio.load(response.data);
+
+    const list = (isNumber ? $('.panel-body').eq(id).find('.examName a') : $('.panel-body ul li a')).toArray().map((item) => {
+        item = $(item);
+        const link = item.attr('href');
+
+        return {
+            title: item.text(),
+            link: !link.startsWith('//') ? `${rootUrl}${link}/news/bulletin` : !link.startsWith('https') ? `https:${link}` : link,
+        };
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                content('h3').remove();
+                content('.panel-body div').eq(0).remove();
+
+                item.description = content('.panel-body').html();
+                item.pubDate = timezone(parseDate(detailResponse.data.match(/发布时间：(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1]), 8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.panel-heading')
+            .eq(isNumber ? id : 1)
+            .text()} - 福建考试报名网`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/fjksbm/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/fjksbm/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'fjksbm.com': {
+        _name: '福建考试报名网',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/study.html#fu-jian-kao-shi-bao-ming-wang',
+                source: ['/portal/:category?', '/portal'],
+                target: '/fjksbm/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/fjksbm/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./'));
+};