rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/v2/lvv2/top.js

@@ -0,0 +1,77 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://lvv2.com';
+
+const titleMap = {
+    'sort-realtime': {
+        't-month': '24小时榜 一月内',
+        't-week': '24小时榜 一周内',
+        't-day': '24小时榜 一天内',
+        't-hour': '24小时榜 一小时内',
+    },
+    'sort-hot': '热门',
+    'sort-new': '最新',
+    'sort-score': {
+        't-month': '得分 一月内',
+        't-week': '得分 一周内',
+        't-day': '得分 一天内',
+        't-hour': '得分 一小时内',
+    },
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const sort = (channel === 'sort-realtime' || channel === 'sort-score') && !ctx.params.sort ? 't-week' : ctx.params.sort;
+    const url = `${rootUrl}/${channel}/${sort}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#top-content-news > div')
+        .map((_, item) => ({
+            title: $(item).find('div.md > a').text(),
+            link: new URL($(item).find('div.md > a').attr('href'), rootUrl).href.replace(/(https:\/\/lvv2\.com.*?)\/title.*/, '$1'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.pubDate = timezone(parseDate(content('time').attr('datetime')), +8);
+                item.author = content('a.author').text();
+                const link = content('h2.title > a.title').attr('href');
+                if (link.indexOf('instant.lvv2.com') !== -1) {
+                    item.description = await ctx.cache.tryGet(link, async () => {
+                        const articleResponse = await got(link);
+                        const article = cheerio.load(articleResponse.data);
+
+                        const description = article('#_tl_editor')
+                            .html()
+                            .replace(/(<img.*?)data-src(.*?>)/g, '$1src$2');
+
+                        return description;
+                    });
+                } else {
+                    item.description = art(path.join(__dirname, 'templates/outlink.art'), {
+                        outlink: link,
+                    });
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `lvv2 - ${sort ? titleMap[channel][sort] : titleMap[channel]} 24小时点击 Top 10`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/mcachicago/exhibitions.js

@@ -0,0 +1,17 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://mcachicago.org/exhibitions';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'MCA Chicago - Exhibitions',
+        item: {
+            item: '#exhibitions .card',
+            title: `$('.title').text()`,
+            link: `$('a').attr('href')`,
+            // description: `$('a').html()`,
+        },
+    });
+};

package/lib/v2/mcachicago/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/mcachicago/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'mcachicago.org': {
+        _name: 'MCA Chicago',
+        '.': [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#museum-of-contemporary-art-chicago',
+            },
+        ],
+    },
+};

package/lib/v2/mcachicago/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions', require('./exhibitions'));
+};

package/lib/v2/medsci/index.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    let sid = ctx.params.sid ?? '';
+    const tid = ctx.params.tid ?? '';
+
+    sid = sid === 'recommend' ? '' : sid;
+
+    const rootUrl = 'https://www.medsci.cn';
+    const currentUrl = `${rootUrl}${sid ? `/department/details?s_id=${sid}&module=article${tid ? `&t_id=${tid}` : ''}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('#articleList')
+        .find('.ms-link')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const pubDate = item.parent().parent().find('.item-meta-item').first().text();
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href').replace(/;jsessionid=[A-Z0-9]+/, '')}`,
+                pubDate: pubDate.indexOf('-') > 0 ? parseDate(pubDate) : parseRelativeDate(pubDate),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const pubDateMatches = detailResponse.data.match(/"publishedTime":"(.*)","publishedTimeString"/);
+
+                item.author = content('.name').text();
+                item.description = content('#content').html();
+                item.pubDate = pubDateMatches ? parseDate(pubDateMatches[1]) : item.pubDate;
+                item.category =
+                    content('meta[name="keywords"]')
+                        .attr('content')
+                        ?.split(/,|，/)
+                        .filter((c) => c !== '' && c !== 'undefined') ?? [];
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${sid ? $('.department-header-active').text() : '推荐'} -${tid ? ` ${$('.department-keywords-ul .active').text()} -` : ''} MedSci.cn`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/medsci/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:sid?/:tid?': ['nczitzk'],
+};

package/lib/v2/medsci/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'medsci.cn': {
+        _name: '梅斯医学',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/new-media.html#mei-si-yi-xue-zi-xun',
+                source: ['/department/details', '/'],
+                target: (params) => `/medsci${params.s_id ? `/${params.s_id}${params.t_id ? `/${params.s_id}` : ''}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/medsci/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:sid?/:tid?', require('./index'));
+};

package/lib/v2/metmuseum/exhibitions.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+function generateExhibitionItem(result) {
+    return {
+        title: result.title,
+        link: `https://www.metmuseum.org${result.url}`,
+        description: result.description,
+        pubDate: parseDate(result.startDate),
+        guid: result.id,
+    };
+}
+
+module.exports = async (ctx) => {
+    const searchType = ctx.params.state ?? 'current';
+
+    const url = `https://www.metmuseum.org/ghidorah/ExhibitionListing/Search?searchType=${searchType}`;
+
+    const response = await got({
+        url,
+        method: 'GET',
+    });
+
+    const data = response.data.data;
+
+    ctx.state.data = {
+        title: 'The Metropolitan Museum of Art - Exhibitions',
+        link: 'https://www.metmuseum.org/exhibitions',
+        item: data.results.map(generateExhibitionItem),
+    };
+};

package/lib/v2/metmuseum/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/exhibitions': ['chazeon'],
+};

package/lib/v2/metmuseum/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'metmuseum.org': {
+        _name: 'The Metropolitan Museum of Art',
+        www: [
+            {
+                title: 'Exhibitions',
+                docs: 'https://docs.rsshub.app/en/travel.html#the-metropolitan-museum-of-art',
+            },
+        ],
+    },
+};

package/lib/v2/metmuseum/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/exhibitions/:state?', require('./exhibitions'));
+};

package/lib/v2/mihoyo/bbs.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+// 游戏id
+const GITS_MAP = {
+    1: '崩坏三',
+    2: '原神',
+    3: '崩坏二',
+    4: '未定事件簿',
+    6: '崩坏：星穹铁道',
+};
+
+// 公告类型
+const TYPE_MAP = {
+    1: '公告',
+    2: '活动',
+    3: '资讯',
+};
+
+const renderDescription = (description, images) => art(path.join(__dirname, 'templates/description.art'), { description, images });
+
+module.exports = async (ctx) => {
+    const { gids, type = '2', page_size = '20', last_id = '' } = ctx.params;
+    const query = new URLSearchParams({
+        gids,
+        type,
+        page_size,
+        last_id,
+    }).toString();
+    const url = `https://bbs-api.mihoyo.com/post/wapi/getNewsList?${query}`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+    const list = response?.data?.data?.list;
+    if (!list) {
+        throw new Error('未获取到数据！');
+    }
+    const title = `米游社 - ${GITS_MAP[gids] || ''} - ${TYPE_MAP[type] || ''}`;
+    const items = list.map((e) => {
+        const author = e.user.nickname;
+        const title = e.post.subject;
+        const link = `https://bbs.mihoyo.com/ys/article/${e.post.post_id}`;
+        const description = renderDescription(e.post.content, e.post.images);
+        const pubDate = parseDate(e.post.created_at * 1000);
+        return {
+            author,
+            title,
+            link,
+            description,
+            pubDate,
+        };
+    });
+    const data = {
+        title,
+        link: url,
+        item: items,
+    };
+
+    ctx.state.data = data;
+};

package/lib/v2/mihoyo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+};

package/lib/v2/mihoyo/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'mihoyo.com': {
+        _name: '米游社v2',
+        bbs: [
+            {
+                title: '米游社 - 官方公告',
+                docs: 'https://docs.rsshub.app/game.html#mi-ha-you-mi-you-she-guan-fang-gong-gao',
+                // source: ['/ys/home/28', '/bh3/home/6', '/bh2/home/31', '/wd/home/33', '/sr/home/53'],
+                source: ['/:game/home/28', '/:game/home/6', '/:game/home/31', '/:game/home/33', '/:game/home/53'],
+                target: (params, url) => {
+                    const GITS_MAP = {
+                        bh3: 1, // '崩坏三',
+                        ys: 2, // '原神',
+                        bh2: 3, // '崩坏二',
+                        wd: 4, // '未定事件簿',
+                        sr: 6, // '崩坏：星穹铁道',
+                    };
+                    const { game } = params;
+                    const gids = GITS_MAP[game];
+                    if (!gids) {
+                        return '';
+                    }
+                    const { type = '2' } = new URL(url).searchParams;
+                    const page_size = '20';
+                    const last_id = '';
+                    return `/mihoyo/bbs/official/${gids}/${type}/${page_size}/${last_id}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/mihoyo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+};

package/lib/v2/mihoyo/templates/description.art

@@ -0,0 +1,6 @@
+{{ description }}
+{{if images}}
+    {{each images}}
+        <img src="{{ $value }}">
+    {{/each}}
+{{/if}}

package/lib/v2/mpaypass/main.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let title_url = '';
+    const { type = '' } = ctx.params;
+    if (type) {
+        title_url = `http://www.mpaypass.com.cn/${type}.html`;
+    } else {
+        title_url = 'http://www.mpaypass.com.cn';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: title_url,
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+
+    let title_cn = '';
+    if (type) {
+        title_cn = $(`a[href="http://www.mpaypass.com.cn/${type}.html"]`).text();
+    } else {
+        title_cn = '最新文章';
+    }
+    const list = $('.newslist')
+        .map(function () {
+            const info = {
+                title: $(this).find('#title').text(),
+                link: $(this).find('#title').find('a').attr('href'),
+                time: $(this).find('#time').text(),
+                category: $(this)
+                    .find('#keywords')
+                    .find('a')
+                    .toArray()
+                    .map((e) => $(e).text().trim()),
+            };
+            return info;
+        })
+        .get();
+
+    const out = await Promise.all(
+        list.map((info) =>
+            ctx.cache.tryGet(info.link, async () => {
+                const response = await got(info.link);
+                const $ = cheerio.load(response.data);
+                const newsbody = $('div.newsbody').html();
+
+                return {
+                    title: info.title,
+                    link: info.link,
+                    pubDate: timezone(parseDate(info.time), +8),
+                    description: newsbody,
+                    category: info.category,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `移动支付网-${title_cn}`,
+        link: title_url,
+        item: out,
+    };
+};

package/lib/v2/mpaypass/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/main/:type?': ['zhuan-zhu'],
+    '/news': ['LogicJake', 'genghis-yang'],
+};

package/lib/v2/mpaypass/news.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = 'http://m.mpaypass.com.cn';
+    const listData = await got(link);
+    const $list = cheerio.load(listData.data);
+    ctx.state.data = {
+        title: '新闻 - 移动支付网',
+        link,
+        language: 'zh-CN',
+        item: await Promise.all(
+            $list('.Newslist-li')
+                .map((_, el) => {
+                    const $el = $list(el);
+                    const $a = $el.find('.Newslist-title a');
+                    const href = $a.attr('href');
+                    const title = $a.text();
+                    const date = $el.find('.Newslist-time span').text();
+
+                    return ctx.cache.tryGet(href, async () => {
+                        const contentData = await got.get(href);
+                        const $content = cheerio.load(contentData.data);
+                        const description = $content('.newslist-body').html();
+
+                        return {
+                            title,
+                            description,
+                            link: href,
+                            pubDate: timezone(parseDate(date), +8),
+                        };
+                    });
+                })
+                .get()
+        ),
+    };
+};

package/lib/v2/mpaypass/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'mpaypass.com.cn': {
+        _name: '移动支付网',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#yi-dong-zhi-fu-wang',
+                source: '/',
+                target: '/mpaypass/news',
+            },
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#yi-dong-zhi-fu-wang',
+                source: ['/:type', '/'],
+                target: (params) => `/mpaypass/main/${params.type.replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/mpaypass/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/main/:type?', require('./main'));
+    router.get('/news', require('./news'));
+};

package/lib/v2/mtime/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/mtime/news': ['TsSmartTT'],
+};

package/lib/v2/mtime/news.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'http://news.mtime.com/';
+    const response = await got({
+        method: 'get',
+        url: link,
+    });
+    const $ = cheerio.load(response.data);
+    const list = $('ul.left-cont.fix li')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('h4 a').text(),
+                link: item.find('h4 a').attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('.DRE-subject-wrapper').remove();
+
+                item.author = content('.editor').text().replace('编辑：', '');
+                item.description = content('.body').first().html();
+                item.pubDate = timezone(parseDate(content('.userCreateTime').text()), 8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Mtime时光网 - 资讯',
+        link,
+        item: items,
+    };
+};

package/lib/v2/mtime/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mtime.com': {
+        _name: '时光网',
+        news: [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/multimedia.html#shi-guang-wang',
+                source: '/',
+                target: '/mtime/news',
+            },
+        ],
+    },
+};

package/lib/v2/mtime/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/mvm/index.js

@@ -17,19 +17,19 @@ module.exports = async (ctx) => {
 
     $('.n_date').remove();
 
-    const list = $('.n_title, .con1_text')
-        .map((_, item) => {
+    let items = $('.n_title, .con1_text')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: `${rootUrl}${item.attr('href')}`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',

package/lib/v2/natgeo/dailyphoto.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.nationalgeographic.com';
+    const apiUrl = `${rootUrl}/photo-of-the-day`;
+    const response = await ctx.cache.tryGet(apiUrl, async () => (await got(apiUrl)).data, config.cache.contentExpire, false);
+    const $ = cheerio.load(response);
+
+    const natgeo = JSON.parse($.html().match(/window\['__natgeo__'\]=(.*);/)[1]);
+    const media = natgeo.page.content.mediaspotlight.frms[0].mods[0].edgs[1].media;
+
+    const items = media.map((item) => ({
+        title: item.meta.title,
+        description: art(path.join(__dirname, 'templates/dailyPhoto.art'), {
+            img: item.img,
+        }),
+        link: rootUrl + item.locator,
+        pubDate: parseDate(item.caption.preHeading),
+        author: item.img.crdt,
+    }));
+
+    ctx.state.data = {
+        title: 'Nat Geo Photo of the Day',
+        link: apiUrl,
+        item: items,
+    };
+};