rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/medium/list.js

@@ -0,0 +1,32 @@
+const config = require('@/config').value;
+
+const parseArticle = require('./parse-article.js');
+const { getUserCatalogMainContentQuery } = require('./graphql.js');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user;
+    const catalogId = ctx.params.catalogId;
+
+    const cookie = config.medium.cookies[user];
+
+    const catalog = await getUserCatalogMainContentQuery(user, catalogId, cookie);
+    ctx.state.json = catalog;
+
+    if (catalog && catalog.__typename === 'Forbidden') {
+        throw Error(`无权访问 id 为 ${catalogId} 的 List（可能是未设置 Cookie 或 Cookie 已过期）`);
+    }
+    if (!catalog || !catalog.itemsConnection) {
+        throw Error(`id 为 ${catalogId} 的 List 不存在`);
+    }
+
+    const name = catalog.name;
+    const urls = catalog.itemsConnection.items.map((item) => item.entity.mediumUrl);
+
+    const parsedArticles = await Promise.all(urls.map((url) => parseArticle(ctx, url)));
+
+    ctx.state.data = {
+        title: `List: ${name}`,
+        link: `https://medium.com/@${user}/list/${catalogId}`,
+        item: parsedArticles,
+    };
+};

package/lib/v2/medium/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/following/:user': ['ImSingee'],
+    '/for-you/:user': ['ImSingee'],
+    '/list/:user/:catalogId': ['ImSingee'],
+    '/tag/:user/:tag': ['ImSingee'],
+};

package/lib/v2/medium/parse-article.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const config = require('@/config').value;
+
+async function parse(url, cookie = '') {
+    const { data } = await got(url, {
+        headers: {
+            cookie,
+        },
+    });
+    const $ = cheerio.load(data);
+
+    const publishedTime = $('meta[property="article:published_time"]').attr('content');
+    const author = $('meta[name="author"]').attr('content');
+
+    const article = $('body article');
+
+    // remove header actions
+    article.find('header').remove();
+
+    // get and remove title
+    const title = article.find('h1').first();
+    const titleText = title.text();
+    title.remove(); // remove title from html
+
+    // get subtitle and remove author actions
+    const subtitle = article.find('.pw-subtitle-paragraph');
+    const subtitleText = subtitle.text();
+    if (subtitle.length !== 0) {
+        // preserve subtitle in html
+        subtitle.siblings().remove();
+    } else {
+        // no subtitle
+        article.find('.pw-post-body-paragraph').siblings().first().remove();
+    }
+
+    return {
+        title: titleText,
+        subtitle: subtitleText,
+        author,
+        publishedTime,
+        html: article.html(),
+        url,
+    };
+}
+
+module.exports = function (ctx, url) {
+    return ctx.cache.tryGet(`medium:article:${url}`, async () => {
+        const { title, author, publishedTime, html } = await parse(url, config.medium.articleCookie);
+
+        return {
+            title,
+            author,
+            link: url,
+            description: html,
+            pubDate: publishedTime,
+        };
+    });
+};

package/lib/v2/medium/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'medium.com': {
+        _name: 'Medium',
+        '.': [
+            {
+                title: '个性推荐 - For You',
+                docs: 'https://docs.rsshub.app/blog.html#medium-ge-xing-tui-jian-for-you',
+            },
+            {
+                title: '个性推荐 - Following',
+                docs: 'https://docs.rsshub.app/blog.html#medium-ge-xing-tui-jian-following',
+            },
+            {
+                title: '个性推荐 - Tag',
+                docs: 'https://docs.rsshub.app/blog.html#medium-ge-xing-tui-jian-tag',
+            },
+            {
+                title: 'List',
+                docs: 'https://docs.rsshub.app/blog.html#medium-list',
+            },
+        ],
+    },
+};

package/lib/v2/medium/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/following/:user', require('./following'));
+    router.get('/for-you/:user', require('./for-you'));
+    router.get('/list/:user/:catalogId', require('./list'));
+    router.get('/tag/:user/:tag', require('./tag'));
+};

package/lib/v2/medium/tag.js

@@ -0,0 +1,32 @@
+const config = require('@/config').value;
+
+const parseArticle = require('./parse-article.js');
+const { getWebInlineTopicFeedQuery } = require('./graphql.js');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user;
+    const tag = ctx.params.tag;
+
+    const cookie = config.medium.cookies[user];
+    if (cookie === undefined) {
+        throw Error(`缺少 Medium 用户 ${user} 登录后的 Cookie 值`);
+    }
+
+    const posts = await getWebInlineTopicFeedQuery(user, tag, cookie);
+    ctx.state.json = posts;
+
+    if (!posts) {
+        // login failed
+        throw Error(`Medium 用户 ${user} 的 Cookie 无效或已过期`);
+    }
+
+    const urls = posts.items.map((data) => data.post.mediumUrl);
+
+    const parsedArticles = await Promise.all(urls.map((url) => parseArticle(ctx, url)));
+
+    ctx.state.data = {
+        title: `${user} Medium Following Tag ${tag}`,
+        link: `https://medium.com/?tag=${tag}`,
+        item: parsedArticles,
+    };
+};

package/lib/v2/mihoyo/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/bbs/official/:gids/:type?/:page_size?/:last_id?': ['CaoMeiYouRen'],
+    '/sr/:location?/:category?': ['shinanory'],
     '/ys/:location?/:category?': ['nczitzk'],
 };

package/lib/v2/mihoyo/radar.js

@@ -9,6 +9,14 @@ module.exports = {
                 target: '/mihoyo/ys/:location',
             },
         ],
+        hsr: [
+            {
+                title: '崩坏：星穹铁道 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/:location/news',
+                target: '/mihoyo/sr/:location',
+            },
+        ],
     },
     'mihoyo.com': {
         _name: '米哈游',
@@ -38,6 +46,14 @@ module.exports = {
                 },
             },
         ],
+        sr: [
+            {
+                title: '崩坏：星穹铁道 - 新闻',
+                docs: 'https://docs.rsshub.app/game.html##mi-ha-you',
+                source: '/news',
+                target: '/mihoyo/sr',
+            },
+        ],
         ys: [
             {
                 title: '原神 - 新闻',

package/lib/v2/mihoyo/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/bbs/official/:gids/:type?/:page_size?/:last_id?', require('./bbs'));
+    router.get('/sr/:location?/:category?', require('./sr/news'));
     router.get('/ys/:location?/:category?', require('./ys/news'));
 };

package/lib/v2/mihoyo/sr/news.js

@@ -0,0 +1,71 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const categories = {
+    'zh-cn': {
+        'news-all': {
+            id: '255',
+            title: '最新',
+        },
+        news: {
+            id: '256',
+            title: '新闻',
+        },
+        notice: {
+            id: '257',
+            title: '公告',
+        },
+        activity: {
+            id: '258',
+            title: '活动',
+        },
+        link: 'https://sr.mihoyo.com/news',
+    },
+    'zh-tw': {
+        'news-all': {
+            id: '248',
+            title: '最新',
+        },
+        news: {
+            id: '249',
+            title: '資訊',
+        },
+        notice: {
+            id: '250',
+            title: '公告',
+        },
+        activity: {
+            id: '251',
+            title: '活動',
+        },
+        link: 'https://hsr.hoyoverse.com/zh-tw/news',
+    },
+};
+
+module.exports = async (ctx) => {
+    // location 地区 category 类型
+    const { location = 'zh-cn', category = 'news-all' } = ctx.params;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+    let url = '';
+    if (location === 'zh-cn') {
+        url = `https://api-takumi-static.mihoyo.com/content_v2_user/app/1963de8dc19e461c/getContentList?iPage=1&iPageSize=${limit}&sLangKey=zh-cn&isPreview=0&iChanId=${categories[location][category].id}`;
+    } else {
+        url = `https://api-os-takumi-static.hoyoverse.com/content_v2_user/app/113fe6d3b4514cdd/getContentList?iPage=1&iPageSize=${limit}&sLangKey=${location}&isPreview=0&iChanId=${categories[location][category].id}`;
+    }
+
+    const response = await got(url);
+    const list = response.data.data.list;
+    const items = list.map((item) => ({
+        title: item.sTitle,
+        description: item.sContent,
+        link: `${categories[location].link}/${item.iInfoId}`,
+        pubDate: parseDate(item.dtStartTime),
+        category: item.sCategoryName,
+    }));
+
+    ctx.state.data = {
+        title: `${categories[location][category].title}-崩坏：星穹铁道`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/mihoyo/templates/ys.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{@ description }}

package/lib/v2/mihoyo/ys/news.js

@@ -1,81 +1,161 @@
 const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
 
-const config = {
+const categories = {
     latest: {
-        main: '10',
-        'zh-tw': '87',
+        main: {
+            id: 10,
+            slug: 10,
+            title: '最新',
+        },
+        'zh-tw': {
+            id: 395,
+            slug: 395,
+            title: '最新',
+        },
     },
     news: {
-        main: '11',
-        'zh-tw': '90',
+        main: {
+            id: 11,
+            slug: 11,
+            title: '新闻',
+        },
+        'zh-tw': {
+            id: 396,
+            slug: 396,
+            title: '資訊',
+        },
     },
     notice: {
-        main: '12',
-        'zh-tw': '91',
+        main: {
+            id: 12,
+            slug: 12,
+            title: '公告',
+        },
+        'zh-tw': {
+            id: 397,
+            slug: 397,
+            title: '公告',
+        },
     },
     activity: {
-        main: '258',
-        'zh-tw': '92',
+        main: {
+            id: 258,
+            slug: 258,
+            title: '活动',
+        },
+        'zh-tw': {
+            id: 398,
+            slug: 398,
+            title: '活動',
+        },
     },
 };
 
-const titles = {
-    latest: {
-        main: '最新',
-        'zh-tw': '最新',
-    },
-    news: {
-        main: '新闻',
-        'zh-tw': '資訊',
-    },
-    notice: {
-        main: '公告',
-        'zh-tw': '公告',
-    },
-    activity: {
-        main: '活动',
-        'zh-tw': '活動',
-    },
+const rootUrls = {
+    main: 'https://ys.mihoyo.com',
+    'zh-tw': 'https://genshin.hoyoverse.com',
+};
+
+const apiRootUrls = {
+    main: 'https://content-static.mihoyo.com',
+    'zh-tw': 'https://api-os-takumi-static.hoyoverse.com',
+};
+
+const currentUrls = {
+    main: '/main/news',
+    'zh-tw': '/zh-tw/news',
+};
+
+const apiUrls = {
+    main: '/content/ysCn/getContentList',
+    'zh-tw': '/content_v2_user/app/a1b1f9d3315447cc/getContentList',
 };
 
 module.exports = async (ctx) => {
     const location = ctx.params.location ?? 'main';
     const category = ctx.params.category ?? 'latest';
-    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 50;
+
+    const params = {
+        main: `pageNum=1&channelId=${categories[category][location].id}&pageSize=${limit}`,
+        'zh-tw': `iPage=1&sLangKey=zh-tw&iChanId=${categories[category][location].id}&iPageSize=${limit}`,
+    };
+
+    const rootUrl = rootUrls[location];
+    const apiRootUrl = apiRootUrls[location];
+    const apiUrl = `${apiRootUrl}${apiUrls[location]}?${params[location]}`;
+    const currentUrl = `${rootUrl}${currentUrls[location]}/${categories[category][location].slug}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const data = response.data.data.list;
+
+    let banner = '';
+
+    let items =
+        location === 'main'
+            ? data.map((item) => {
+                  banner = item.ext.filter((e) => e.arrtName === 'banner');
 
-    const is_zh_CN = location === 'main';
+                  return {
+                      author: item.author,
+                      title: item.title.trim(),
+                      pubDate: timezone(parseDate(item.start_time), +8),
+                      link: `${rootUrl}/main/news/detail/${item.contentId}`,
+                      image: banner.value ? banner.value[0].url : undefined,
+                  };
+              })
+            : data.map((item) => {
+                  banner = item.sExt ? JSON.parse(item.sExt).banner : undefined;
 
-    const rootUrl = is_zh_CN
-        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
-        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
+                  return {
+                      author: item.sAuthor,
+                      title: item.sTitle.split('｜')[0],
+                      pubDate: timezone(parseDate(item.dtCreateTime), +8),
+                      link: `${rootUrl}/zh-tw/news/detail/${item.contentId}`,
+                      description: art(path.join(__dirname, '../templates/ys.art'), {
+                          image: banner ? banner[0].url : undefined,
+                          description: item.sContent,
+                      }),
+                  };
+              });
 
-    const response = await got(rootUrl);
+    if (location === 'main') {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
 
-    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
-    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+                    try {
+                        item.description = art(path.join(__dirname, '../templates/ys.art'), {
+                            image: item.image,
+                            description: JSON.parse(detailResponse.data.match(/,content:(".*?"),ext:/)[1].trim()),
+                        });
+                    } catch (e) {
+                        // no-empty
+                    }
 
-    const list = response.data.data.list.map((item) => ({
-        title: item.title,
-        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
-        pubDate: timezone(parseDate(item.start_time), 8),
-        author: item.author,
-    }));
+                    delete item.image;
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const { data: response } = await got(item.link);
-                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
-                return item;
-            })
-        )
-    );
+                    return item;
+                })
+            )
+        );
+    }
 
     ctx.state.data = {
-        title: `${titles[category][location]} - 原神`,
-        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        title: `原神 - ${categories[category][location].title}`,
+        link: currentUrl,
         item: items,
     };
 };

package/lib/v2/nationalgeographic/latest-stories.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+const findNatgeo = ($) =>
+    JSON.parse(
+        $('script')
+            .text()
+            .match(/\['__natgeo__'\]=({.*?});/)[1]
+    );
+
+module.exports = async (ctx) => {
+    const currentUrl = 'https://www.nationalgeographic.com/pages/topic/latest-stories';
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const items = await Promise.all(
+        findNatgeo($)
+            .page.content.hub.frms.flatMap((e) => e.mods)
+            .flatMap((m) => m.tiles?.filter((t) => t.ctas[0]?.text === 'natgeo.ctaText.read'))
+            .filter((i) => i)
+            .map((i) => ({
+                title: i.title,
+                link: i.ctas[0].url,
+                category: i.tags.map((t) => t.name),
+            }))
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+                    const mods = findNatgeo($).page.content.article.frms.find((f) => f.cmsType === 'ArticleBodyFrame').mods;
+                    const bodyTile = mods.find((m) => m.edgs[0].cmsType === 'ArticleBodyTile').edgs[0];
+
+                    item.author = bodyTile.cntrbGrp
+                        .flatMap((c) => c.contributors)
+                        .map((c) => c.displayName)
+                        .join(', ');
+                    item.description = art(join(__dirname, 'templates/stories.art'), {
+                        ldMda: bodyTile.ldMda,
+                        description: bodyTile.dscrptn,
+                        body: bodyTile.bdy,
+                    });
+                    item.pubDate = parseDate(bodyTile.pbDt);
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: $('meta[property="og:title"]').attr('content'),
+        link: currentUrl,
+        item: items.filter((item) => item !== null),
+    };
+};

package/lib/v2/nationalgeographic/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/latest-stories': ['miles170'],
+};

package/lib/v2/nationalgeographic/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'nationalgeographic.com': {
+        _name: 'National Geographic',
+        www: [
+            {
+                title: 'Latest Stories',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-shi-xin-wen',
+                source: '/pages/topic/latest-stories',
+                target: '/nationalgeographic/latest-stories',
+            },
+        ],
+    },
+};

package/lib/v2/nationalgeographic/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/latest-stories', require('./latest-stories'));
+};

package/lib/v2/nationalgeographic/templates/stories.art

@@ -0,0 +1,44 @@
+{{ if ldMda }}
+    <figure>
+        <img src="{{ ldMda.image.src }}" alt="{{ ldMda.image.altText }}">
+        <figcaption>{{ ldMda.caption }}</figcaption>
+    </figure>
+{{ /if }}
+
+{{ if description }}
+    <p><b>{{ description }}</b></p>
+{{ /if }}
+
+{{ each body b }}
+    {{ if b.type === 'p' }}
+        <p>{{@ b.cntnt.mrkup }}</p>
+    {{ else if b.type === 'inline' }}
+        {{ if b.cntnt.cmsType === 'image' }}
+            <figure>
+                <img src="{{ b.cntnt.image.src }}" alt="{{ b.cntnt.image.altText }}">
+                <figcaption>{{@ b.cntnt.caption }}</figcaption>
+            </figure>
+        {{ else if b.cntnt.cmsType === 'imagegroup' }}
+            {{ each b.cntnt.images img }}
+                <figure>
+                    <img src="{{ img.image.src }}" alt="{{ img.image.altText }}">
+                    <figcaption>{{@ img.caption }}</figcaption>
+                </figure>
+            {{ /each }}
+        {{ else if b.cntnt.cmsType === 'editorsNote' }}
+            <p>{{@ b.cntnt.note }}</p>
+        {{ else if b.cntnt.cmsType === 'listicle' }}
+            <p>{{@ b.cntnt.text }}</p>
+        {{ else if b.cntnt.cmsType === 'pullquote' }}
+            <backquote>{{@ b.cntnt.quote }}</backquote>
+        {{ else if b.cntnt.cmsType === 'source' }}
+            <a href="{{ b.cntnt.src }}">{{ b.cntnt.src }}</a>
+        {{ else if b.cntnt.cmsType === 'video' }}
+            <figure>
+                <img src="{{ b.cntnt.image.src }}" alt="{{ b.cntnt.image.altText }}">
+                <figcaption>{{@ b.cntnt.title }}</figcaption>
+                <figcaption>{{@ b.cntnt.description }}</figcaption>
+            </figure>
+        {{ /if }}
+    {{ /if }}
+{{ /each }}

package/lib/v2/nenu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/sohac/:path+': ['nczitzk'],
+    '/yjsy/:path+': ['nczitzk'],
+};

package/lib/v2/nenu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'nenu.edu.cn': {
+        _name: '东北师范大学',
+        sohac: [
+            {
+                title: '历史文化学院',
+                docs: 'https://docs.rsshub.app/university.html#dong-bei-shi-fan-da-xue-li-shi-wen-hua-xue-yuan',
+                source: ['/index/xyxx.htm', '/index/tzgg.htm', '/'],
+                target: (params, url) => `/nenu/sohac${new URL(url).href.match(/\.edu\.cn(.*?)\.htm/)[1]}`,
+            },
+        ],
+        yjsy: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#dong-bei-shi-fan-da-xue-yan-jiu-sheng-yuan',
+                source: ['/tzgg.htm', '/'],
+                target: (params, url) => `/nenu/yjsy${new URL(url).href.match(/\.edu\.cn(.*?)\.htm/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/nenu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get(/\/sohac([\w-/]+)?/, require('./sohac'));
+    router.get(/\/yjsy([\w-/]+)?/, require('./yjsy'));
+};