rsshub 1.0.0-master.fc91df6 → 1.0.0-master.fccb918

package/lib/v2/lvv2/top.js

@@ -0,0 +1,77 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://lvv2.com';
+
+const titleMap = {
+    'sort-realtime': {
+        't-month': '24小时榜 一月内',
+        't-week': '24小时榜 一周内',
+        't-day': '24小时榜 一天内',
+        't-hour': '24小时榜 一小时内',
+    },
+    'sort-hot': '热门',
+    'sort-new': '最新',
+    'sort-score': {
+        't-month': '得分 一月内',
+        't-week': '得分 一周内',
+        't-day': '得分 一天内',
+        't-hour': '得分 一小时内',
+    },
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const sort = (channel === 'sort-realtime' || channel === 'sort-score') && !ctx.params.sort ? 't-week' : ctx.params.sort;
+    const url = `${rootUrl}/${channel}/${sort}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#top-content-news > div')
+        .map((_, item) => ({
+            title: $(item).find('div.md > a').text(),
+            link: new URL($(item).find('div.md > a').attr('href'), rootUrl).href.replace(/(https:\/\/lvv2\.com.*?)\/title.*/, '$1'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.pubDate = timezone(parseDate(content('time').attr('datetime')), +8);
+                item.author = content('a.author').text();
+                const link = content('h2.title > a.title').attr('href');
+                if (link.indexOf('instant.lvv2.com') !== -1) {
+                    item.description = await ctx.cache.tryGet(link, async () => {
+                        const articleResponse = await got(link);
+                        const article = cheerio.load(articleResponse.data);
+
+                        const description = article('#_tl_editor')
+                            .html()
+                            .replace(/(<img.*?)data-src(.*?>)/g, '$1src$2');
+
+                        return description;
+                    });
+                } else {
+                    item.description = art(path.join(__dirname, 'templates/outlink.art'), {
+                        outlink: link,
+                    });
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `lvv2 - ${sort ? titleMap[channel][sort] : titleMap[channel]} 24小时点击 Top 10`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/mcachicago/exhibitions.js

@@ -0,0 +1,17 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://mcachicago.org/exhibitions';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'MCA Chicago - Exhibitions',
+        item: {
+            item: '#exhibitions .card',
+            title: `$('.title').text()`,
+            link: `$('a').attr('href')`,
+            // description: `$('a').html()`,
+        },
+    });
+};

package/lib/v2/mcachicago/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/mcachicago/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'mcachicago.org': {
+        _name: 'MCA Chicago',
+        '.': [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#museum-of-contemporary-art-chicago',
+            },
+        ],
+    },
+};

package/lib/v2/mcachicago/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions', require('./exhibitions'));
+};

package/lib/v2/medsci/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    let sid = ctx.params.sid ?? '';
+    const tid = ctx.params.tid ?? '';
+
+    sid = sid === 'recommend' ? '' : sid;
+
+    const rootUrl = 'https://www.medsci.cn';
+    const currentUrl = `${rootUrl}${sid ? `/department/details?s_id=${sid}&module=article${tid ? `&t_id=${tid}` : ''}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('#articleList')
+        .find('.ms-link')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const pubDate = item.parent().parent().find('.item-meta-item').first().text();
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href').replace(/;jsessionid=[A-Z0-9]+/, '')}`,
+                pubDate: pubDate.indexOf('-') > 0 ? parseDate(pubDate) : parseRelativeDate(pubDate),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const pubDateMatches = detailResponse.data.match(/"publishedTime":"(.*)","publishedTimeString"/);
+
+                item.author = content('.name').text();
+                item.description = content('#content').html();
+                item.pubDate = pubDateMatches ? parseDate(pubDateMatches[1]) : item.pubDate;
+                item.category =
+                    content('meta[name="keywords"]')
+                        .attr('content')
+                        ?.split(/,|，/)
+                        .filter((c) => c !== '' && c !== 'undefined') ?? [];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${sid ? $('.department-header-active').text() : '推荐'} -${tid ? ` ${$('.department-keywords-ul .active').text()} -` : ''} MedSci.cn`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/medsci/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:sid?/:tid?': ['nczitzk'],
+};

package/lib/v2/medsci/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'medsci.cn': {
+        _name: '梅斯医学',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#mei-si-yi-xue-zi-xun',
+                source: ['/department/details', '/'],
+                target: (params) => `/medsci${params.s_id ? `/${params.s_id}${params.t_id ? `/${params.s_id}` : ''}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/medsci/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:sid?/:tid?', require('./index'));
+};

package/lib/v2/metmuseum/exhibitions.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+function generateExhibitionItem(result) {
+    return {
+        title: result.title,
+        link: `https://www.metmuseum.org${result.url}`,
+        description: result.description,
+        pubDate: parseDate(result.startDate),
+        guid: result.id,
+    };
+}
+
+module.exports = async (ctx) => {
+    const searchType = ctx.params.state ?? 'current';
+
+    const url = `https://www.metmuseum.org/ghidorah/ExhibitionListing/Search?searchType=${searchType}`;
+
+    const response = await got({
+        url,
+        method: 'GET',
+    });
+
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: 'The Metropolitan Museum of Art - Exhibitions',
+        link: 'https://www.metmuseum.org/exhibitions',
+        item: data.results.map(generateExhibitionItem),
+    };
+};

package/lib/v2/metmuseum/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/metmuseum/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'metmuseum.org': {
+        _name: 'The Metropolitan Museum of Art',
+        www: [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#the-metropolitan-museum-of-art',
+            },
+        ],
+    },
+};

package/lib/v2/metmuseum/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions/:state?', require('./exhibitions'));
+};

package/lib/v2/mihoyo/bbs.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+// 游戏id
+const GITS_MAP = {
+    1: '崩坏三',
+    2: '原神',
+    3: '崩坏二',
+    4: '未定事件簿',
+    6: '崩坏：星穹铁道',
+};
+
+// 公告类型
+const TYPE_MAP = {
+    1: '公告',
+    2: '活动',
+    3: '资讯',
+};
+
+const renderDescription = (description, images) => art(path.join(__dirname, 'templates/description.art'), { description, images });
+
+module.exports = async (ctx) => {
+    const { gids, type = '2', page_size = '20', last_id = '' } = ctx.params;
+    const query = new URLSearchParams({
+        gids,
+        type,
+        page_size,
+        last_id,
+    }).toString();
+    const url = `https://bbs-api.mihoyo.com/post/wapi/getNewsList?${query}`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+    const list = response?.data?.data?.list;
+    if (!list) {
+        throw new Error('未获取到数据！');
+    }
+    const title = `米游社 - ${GITS_MAP[gids] || ''} - ${TYPE_MAP[type] || ''}`;
+    const items = list.map((e) => {
+        const author = e.user.nickname;
+        const title = e.post.subject;
+        const link = `https://bbs.mihoyo.com/ys/article/${e.post.post_id}`;
+        const description = renderDescription(e.post.content, e.post.images);
+        const pubDate = parseDate(e.post.created_at * 1000);
+        return {
+            author,
+            title,
+            link,
+            description,
+            pubDate,
+        };
+    });
+    const data = {
+        title,
+        link: url,
+        item: items,
+    };
+
+    ctx.state.data = data;
+};

package/lib/v2/mihoyo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+};

package/lib/v2/mihoyo/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'mihoyo.com': {
+        _name: '米游社v2',
+        bbs: [
+            {
+                title: '米游社 - 官方公告',
+                docs: 'https://docs.rsshub.app/game.html#mi-ha-you-mi-you-she-guan-fang-gong-gao',
+                // source: ['/ys/home/28', '/bh3/home/6', '/bh2/home/31', '/wd/home/33', '/sr/home/53'],
+                source: ['/:game/home/28', '/:game/home/6', '/:game/home/31', '/:game/home/33', '/:game/home/53'],
+                target: (params, url) => {
+                    const GITS_MAP = {
+                        bh3: 1, // '崩坏三',
+                        ys: 2, // '原神',
+                        bh2: 3, // '崩坏二',
+                        wd: 4, // '未定事件簿',
+                        sr: 6, // '崩坏：星穹铁道',
+                    };
+                    const { game } = params;
+                    const gids = GITS_MAP[game];
+                    if (!gids) {
+                        return '';
+                    }
+                    const { type = '2' } = new URL(url).searchParams;
+                    const page_size = '20';
+                    const last_id = '';
+                    return `/mihoyo/bbs/official/${gids}/${type}/${page_size}/${last_id}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/mihoyo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+};

package/lib/v2/mihoyo/templates/description.art

@@ -0,0 +1,6 @@
+{{ description }}
+{{if images}}
+    {{each images}}
+        <img src="{{ $value }}">
+    {{/each}}
+{{/if}}

package/lib/v2/mingpao/index.js

@@ -0,0 +1,94 @@
+const got = require('@/utils/got');
+const parser = require('@/utils/rss-parser');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type ?? 'ins';
+    const category = ctx.params.category ?? (type === 'ins' ? 'all' : 's00001');
+    const link = `https://news.mingpao.com/rss/${type}/${category}.xml`;
+
+    const feed = await parser.parseURL(link);
+
+    const renderFanBox = (pics) =>
+        art(path.join(__dirname, 'templates/fancybox.art'), {
+            pics,
+        });
+
+    const renderDesc = (pics, desc) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            pics: renderFanBox(pics),
+            desc,
+        });
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: item.link,
+                    headers: {
+                        Referer: 'https://news.mingpao.com/',
+                    },
+                });
+
+                const $ = cheerio.load(response.data);
+                const fancyboxImg = $('a.fancybox').length ? $('a.fancybox') : $('a.fancybox-buttons');
+
+                // remove unwanted elements
+                $('div.ad300ins_m').remove();
+                $('div.clear, div.inReadLrecGroup, div.clr').remove();
+                $('div#ssm2').remove();
+                $('iframe').remove();
+                $('p[dir=ltr]').remove();
+
+                // extract categories
+                item.category = item.categories;
+
+                // fix fancybox image
+                const fancybox = fancyboxImg
+                    .map((_, e) => {
+                        e = $(e);
+                        return {
+                            href: e.attr('href'),
+                            title: e.attr('title'),
+                        };
+                    })
+                    .get();
+
+                // remove unwanted key value
+                delete item.categories;
+                delete item.content;
+                delete item.contentSnippet;
+                delete item.creator;
+                delete item.isoDate;
+
+                item.description = renderDesc(fancybox, $('.txt4').html() ?? $('div.article_content.line_1_5em').html());
+                item.pubDate = parseDate(item.pubDate);
+                item.guid = item.link.indexOf('?') > 0 ? item.link : item.link.substring(0, item.link.lastIndexOf('/'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        image: feed.image.url,
+        language: feed.language,
+    };
+
+    ctx.state.json = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        image: feed.image.url,
+        language: feed.language,
+    };
+};

package/lib/v2/mingpao/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:category?': ['TonyRL'],
+};

package/lib/v2/mingpao/radar.js

@@ -0,0 +1,36 @@
+module.exports = {
+    'mingpao.com': {
+        _name: '明报',
+        '.': [
+            {
+                title: '即时新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ming-bao',
+                source: ['/'],
+                target: '/mingpao/ins/:type?',
+            },
+            {
+                title: '每日明报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ming-bao',
+                source: ['/'],
+                target: '/mingpao/pns/:type?',
+            },
+        ],
+    },
+    'mpfinance.com': {
+        _name: '明报',
+        '.': [
+            {
+                title: '即时新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ming-bao',
+                source: ['/'],
+                target: '/mingpao/ins/:type?',
+            },
+            {
+                title: '每日明报',
+                docs: 'https://docs.rsshub.app/traditional-media.html#ming-bao',
+                source: ['/'],
+                target: '/mingpao/pns/:type?',
+            },
+        ],
+    },
+};

package/lib/v2/mingpao/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type?/:category?', require('./index'));
+};

package/lib/v2/mingpao/templates/description.art

@@ -0,0 +1,2 @@
+{{@ pics }}
+{{@ desc }}

package/lib/v2/mingpao/templates/fancybox.art

@@ -0,0 +1,3 @@
+{{ each pics }}
+    <figure><img src="{{ $value.href }}" alt="{{ $value.title }}"><figcaption>{{ $value.title }}</figcaption></figure>
+{{ /each }}

package/lib/v2/miris/blog.js

@@ -0,0 +1,19 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://blog.miris.design/';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'Miris Whisper',
+        author: 'Miris',
+        description: 'Esoteric technical and sometimes personal stuff...',
+        item: {
+            item: 'ul > li',
+            title: `$('li > a').contents().filter(function () { return this.type === 'text' }).text()`,
+            link: `$('li > a').attr('href')`,
+            pubDate: `parseDate($('li > a > .date').text().slice(1, 11))`,
+        },
+    });
+};

package/lib/v2/miris/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['chazeon'],
+};

package/lib/v2/miris/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'miris.design': {
+        _name: 'Miris',
+        blog: [
+            {
+                title: 'Miris Whispers',
+                docs: 'https://docs.rsshub.app/en/blog.html#miris-design',
+            },
+        ],
+    },
+};

package/lib/v2/miris/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/mohw/clarification.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.mohw.gov.tw';
+    const currentUrl = `${rootUrl}/lp-17-1.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.list01 a[title]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('article').html();
+                item.pubDate = parseDate(content('meta[name="DC.Date"]').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '即時新聞澄清 - 台灣衛生福利部',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mohw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/clarification': ['nczitzk'],
+};

package/lib/v2/mohw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mohw.gov.tw': {
+        _name: '台灣衛生福利部',
+        '.': [
+            {
+                title: '即時新聞澄清',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-wei-sheng-fu-li-bu-ji-shi-xin-wen-cheng-qing',
+                source: ['/'],
+                target: '/mohw/clarification',
+            },
+        ],
+    },
+};

package/lib/v2/mohw/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/clarification', require('./clarification'));
+};