rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/mihoyo/ys/news.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const config = {
+    latest: {
+        main: '10',
+        'zh-tw': '87',
+    },
+    news: {
+        main: '11',
+        'zh-tw': '90',
+    },
+    notice: {
+        main: '12',
+        'zh-tw': '91',
+    },
+    activity: {
+        main: '258',
+        'zh-tw': '92',
+    },
+};
+
+const titles = {
+    latest: {
+        main: '最新',
+        'zh-tw': '最新',
+    },
+    news: {
+        main: '新闻',
+        'zh-tw': '資訊',
+    },
+    notice: {
+        main: '公告',
+        'zh-tw': '公告',
+    },
+    activity: {
+        main: '活动',
+        'zh-tw': '活動',
+    },
+};
+
+module.exports = async (ctx) => {
+    const location = ctx.params.location ?? 'main';
+    const category = ctx.params.category ?? 'latest';
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
+
+    const is_zh_CN = location === 'main';
+
+    const rootUrl = is_zh_CN
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
+
+    const response = await got(rootUrl);
+
+    const article_zh_CN = 'https://ys.mihoyo.com/main/news';
+    const article_zh_TW = 'https://genshin.hoyoverse.com/zh-tw/news';
+
+    const list = response.data.data.list.map((item) => ({
+        title: item.title,
+        link: is_zh_CN ? `${article_zh_CN}/detail/${item.id}` : `${article_zh_TW}/detail/${item.id}`,
+        pubDate: timezone(parseDate(item.start_time), 8),
+        author: item.author,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                item.description = JSON.parse(response.match(/,content:(".*?"),ext:\[\{/)[1]);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category][location]} - 原神`,
+        link: is_zh_CN ? `${article_zh_CN}/${config[category][location]}` : article_zh_TW,
+        item: items,
+    };
+};

package/lib/v2/mirror/index.js

@@ -15,16 +15,23 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
-    const items = data.props.pageProps.project.posts.map((item) => ({
-        title: item.title,
-        description: md.render(item.truncatedBody),
-        link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp, 'X'),
-        author: item.publisher.project.displayName,
-    }));
+    const items = Object.keys(data.props.pageProps.__APOLLO_STATE__)
+        .filter((key) => key.startsWith('entry:'))
+        .map((key) => {
+            const item = data.props.pageProps.__APOLLO_STATE__[key];
+            return {
+                title: item.title,
+                description: md.render(item.body),
+                link: `${currentUrl}/${item._id}`,
+                pubDate: parseDate(item.publishedAtTimestamp, 'X'),
+                author: data.props.pageProps.publicationLayoutProject.displayName,
+            };
+        });
 
     ctx.state.data = {
-        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        title: `${data.props.pageProps.publicationLayoutProject.displayName} - Mirror`,
+        description: data.props.pageProps.publicationLayoutProject.description,
+        image: data.props.pageProps.publicationLayoutProject.avatarURL,
         link: currentUrl,
         item: items,
     };

package/lib/v2/mrdx/daily.js

@@ -0,0 +1,79 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { getElementChildrenInnerText } = require('./utils');
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+dayjs.extend(utc);
+
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const dateFormatted = dayjs().utcOffset(8).format('YYYYMMDD');
+
+    const baseUrl = `http://mrdx.cn/content/${dateFormatted}`;
+    const link = `${baseUrl}/Page01DK.htm`;
+
+    const indexPageResponse = await got({
+        url: link,
+        method: 'get',
+    });
+    const $ = cheerio.load(indexPageResponse.data);
+
+    // 当日所有文章Url在<a>的`daoxiang` attribute中
+    // 其站点使用**非标准**的HTML语法
+    // eg: `<a class="foo" daoxiang="foo-bar.htm">Lorem ipsum</a>`
+    const passagesList = $('.listdaohang > ul > li a')
+        .toArray()
+        .map((item) => ({
+            link: new URL(`${baseUrl}/${item.attribs.daoxiang}`).href,
+        }));
+
+    const passages = await Promise.all(
+        passagesList.map((passage) =>
+            ctx.cache.tryGet(passage.link, async () => {
+                const response = await got({
+                    url: passage.link,
+                    method: 'get',
+                });
+
+                const $ = cheerio.load(response.data);
+
+                // 标题在`h2`,`h3`,`h4`,`h5`中，有多余空格和换行符
+                // 但是Middleware会处理
+                const title =
+                    getElementChildrenInnerText($('.bggray > .margin15 > h2')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h3')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h4')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h5')[0]);
+
+                // 作者和发布时间
+                // 中间用超多空格分隔
+                // 头尾均有多余空格
+                // eg: 新华每日电讯     2022年12月21日
+                const [author, pubDate] = getElementChildrenInnerText($('.shijian')[0])
+                    .split(' ')
+                    .filter((item) => item !== '')
+                    .map((item) => item.trim());
+
+                const content = $('.contenttext').html();
+
+                return {
+                    title,
+                    author,
+                    pubDate: parseDate(pubDate, 'YYYY年MM月DD日'),
+                    guid: passage.link,
+                    link: passage.link,
+                    description: content,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '新华每日电讯',
+        link,
+        item: passages,
+        description:
+            '中国报纸发行前三强。位列《人民日报》，《参考消息》之后。《新华每日电讯》是新华社出版的一份新闻电讯报，1993年创办，具有很高的权威性和准确性，有“一报在手，便知天下”之美誉。《新华每日电讯》为对开八版日报，集中刊登[新华社]每天向国内播发的电讯稿及图片稿。打开《新华每日电讯》，中国和全世界每天发生的重大事件便将一目了然。在人类生活节奏日益加快的当今世界，《新华每日电讯》以最便捷、最醒目的方式为公众提供最重要的新闻报道，受到公众的喜爱和拥护。',
+    };
+};

package/lib/v2/mrdx/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/today': ['Dustin-Jiang'],
+};

package/lib/v2/mrdx/radar.js

@@ -0,0 +1,13 @@
+module.exportss = {
+    'mrdx.cn': {
+        _name: '新华每日电讯',
+        '.': [
+            {
+                title: '今日',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xin-hua-mei-ri-dian-xun',
+                source: ['*'],
+                target: '/mrdx/today',
+            },
+        ],
+    },
+};

package/lib/v2/mrdx/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/today', require('./daily'));
+};

package/lib/v2/mrdx/utils.js

@@ -0,0 +1,17 @@
+function getElementChildrenInnerText(element) {
+    let text = '';
+    for (const child of element.children) {
+        if (child.type === 'text') {
+            text += child.data.trim();
+        }
+        if (child.children !== undefined) {
+            text += getElementChildrenInnerText(child);
+        }
+    }
+
+    return text;
+}
+
+module.exports = {
+    getElementChildrenInnerText,
+};

package/lib/v2/mtime/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/mtime/news': ['TsSmartTT'],
+    '/news': ['TsSmartTT'],
 };

package/lib/v2/mtime/news.js

@@ -2,47 +2,51 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
 
 module.exports = async (ctx) => {
-    const link = 'http://news.mtime.com/';
-    const response = await got({
-        method: 'get',
-        url: link,
+    const link = 'http://news.mtime.com';
+    const response = await got(link, {
+        https: {
+            rejectUnauthorized: false,
+        },
     });
     const $ = cheerio.load(response.data);
     const list = $('ul.left-cont.fix li')
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.find('h4 a').text(),
                 link: item.find('h4 a').attr('href'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
+    const items = [];
+    for await (const item of asyncPool(4, list, (item) =>
+        ctx.cache.tryGet(item.link, async () => {
+            const detailResponse = await got(item.link);
+            const content = cheerio.load(detailResponse.data);
 
-                content('.DRE-subject-wrapper').remove();
+            content('.DRE-subject-wrapper').remove();
 
-                item.author = content('.editor').text().replace('编辑：', '');
-                item.description = content('.body').first().html();
-                item.pubDate = timezone(parseDate(content('.userCreateTime').text()), 8);
+            item.author = content('.editor').text().replace('编辑：', '');
+            item.description = content('.body').first().html();
+            item.pubDate = timezone(parseDate(content('.userCreateTime').text()), 8);
+            item.category = content('.keyword a')
+                .toArray()
+                .map((item) => content(item).text());
 
-                return item;
-            })
-        )
-    );
+            return item;
+        })
+    )) {
+        items.push(item);
+    }
 
     ctx.state.data = {
-        title: 'Mtime时光网 - 资讯',
+        title: $('head title').text().trim(),
         link,
+        image: 'http://static1.mtime.cn/favicon.ico',
         item: items,
     };
 };

package/lib/v2/mtime/radar.js

@@ -3,7 +3,7 @@ module.exports = {
         _name: '时光网',
         news: [
             {
-                title: '资讯',
+                title: '时光新闻',
                 docs: 'https://docs.rsshub.app/multimedia.html#shi-guang-wang',
                 source: '/',
                 target: '/mtime/news',

package/lib/v2/nature/maintainer.js

@@ -1,8 +1,8 @@
 module.exports = {
-    '/cover': ['yech1990'],
-    '/highlight/:journal?/:year?': ['yech1990', 'TonyRL'],
-    '/news': ['yech1990', 'TonyRL'],
-    '/news-and-comment/:journal?': ['yech1990', 'TonyRL'],
-    '/research/:journal?': ['yech1990', 'TonyRL'],
+    '/cover': ['y9c'],
+    '/highlight/:journal?/:year?': ['y9c', 'TonyRL'],
+    '/news': ['y9c', 'TonyRL'],
+    '/news-and-comment/:journal?': ['y9c', 'TonyRL'],
+    '/research/:journal?': ['y9c', 'TonyRL'],
     '/siteindex': ['TonyRL'],
 };

package/lib/v2/nautil/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topic/:tid': ['emdoe'],
+};

package/lib/v2/nautil/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'nautil.us': {
+        _name: 'Nautilus',
+        '.': [
+            {
+                title: 'Topics',
+                docs: 'https://docs.rsshub.app/en/new-media.html#nautilus',
+                source: ['/topics/:tid'],
+                target: '/nautil/topic/:tid',
+            },
+        ],
+    },
+};

package/lib/v2/nautil/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/topic/:tid', require('./topics'));
+};

package/lib/v2/nautil/templates/description.art

@@ -0,0 +1,6 @@
+{{ if head.og_image }}
+{{ each head.og_image img }}
+<img src="{{ img.url.split('?')[0] }}">
+{{ /each }}
+{{ /if }}
+{{@ rendered }}

package/lib/v2/nautil/topics.js

@@ -0,0 +1,57 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://nautil.us';
+
+module.exports = async (ctx) => {
+    const categoryIdMap = await ctx.cache.tryGet('nautil:categories', async () => {
+        const { data } = await got(`${baseUrl}/wp-json/wp/v2/categories`, {
+            searchParams: {
+                per_page: 100,
+            },
+        });
+        return data.map((item) => ({
+            id: item.id,
+            name: item.name,
+            slug: item.slug,
+        }));
+    });
+
+    const { data: list } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            categories: categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).id,
+            per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 20,
+        },
+    });
+
+    const out = list.map((item) => {
+        const head = item.yoast_head_json;
+        const $ = cheerio.load(item.content.rendered, null, false);
+        // lazyload images
+        $('img').each((_, e) => {
+            e = $(e);
+            e.attr('src', e.attr('data-src') ?? e.attr('srcset'));
+            e.attr('src', e.attr('src').split('?')[0]);
+            e.removeAttr('data-src');
+            e.removeAttr('srcset');
+        });
+        return {
+            title: item.title.rendered,
+            author: item.yoast_head_json.author,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                head,
+                rendered: $.html(),
+            }),
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Nautilus | ' + categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).name,
+        link: `${baseUrl}/topics/${ctx.params.tid}/`,
+        item: out,
+    };
+};

package/lib/v2/ndss-symposium/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ndss': ['ZeddYu'],
+};

package/lib/v2/ndss-symposium/ndss.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.ndss-symposium.org';
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    // use wordpress api to get data
+    const { data } = await got(`${url}/wp-json/wp/v2/pages?slug=accepted-papers`);
+
+    const items = await Promise.all(
+        data.map(async (elem) => {
+            const $ = cheerio.load(elem.content.rendered);
+            const link = elem.link;
+            const pubDate = parseDate(elem.date);
+
+            const divMatch = $('div h3')
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+                    const title = item.text().trim();
+                    return {
+                        title,
+                        author: item.siblings().text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                        link: item.siblings('a').attr('href'),
+                        pubDate,
+                    };
+                });
+            if (divMatch.length > 0) {
+                const items = await Promise.all(
+                    divMatch.map((item) => {
+                        if (item.link) {
+                            return ctx.cache.tryGet(item.link, async () => {
+                                // some titles and authos are not complete
+                                const response = await got(item.link);
+                                const $ = cheerio.load(response.body);
+                                item.description = $('.paper-data').text().trim().replaceAll('\n', '');
+                                item.title = $('h1.entry-title').text().trim().replaceAll('\n', '').replace(/\s+/g, ' ');
+                                item.author = $('h1.entry-title').siblings().text().trim().replaceAll('\n', '').replace(/\s+/g, ' ');
+                                return item;
+                            });
+                        } else {
+                            item.link = `${link}#${item.title}`;
+                            return item;
+                        }
+                    })
+                );
+                return items;
+            } else {
+                const pMatch = $('p strong')
+                    .toArray()
+                    .map((item) => {
+                        item = $(item);
+                        const title = item.text().trim();
+                        return {
+                            title,
+                            author: item
+                                .parent()
+                                .contents()
+                                .filter((_, e) => e.nodeType === 3)
+                                .text()
+                                .trim()
+                                .replaceAll('\n', '')
+                                .replace(/\s+/g, ' '),
+                            link: `${link}#${title}`,
+                            pubDate,
+                        };
+                    });
+                return pMatch;
+            }
+        })
+    );
+
+    ctx.state.data = {
+        title: 'NDSS',
+        link: url,
+        description: 'The Network and Distributed System Security (NDSS) Symposium Accpeted Papers',
+        allowEmpty: true,
+        item: items.flat(),
+    };
+};

package/lib/v2/ndss-symposium/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'ndss-symposium.org': {
+        _name: 'Network and Distributed System Security (NDSS) Symposium',
+        '.': [
+            {
+                title: 'Accepted papers',
+                docs: 'https://docs.rsshub.app/journal.html#network-and-distributed-system-security-ndss-symposium',
+                source: ['/'],
+                target: '/ndss-symposium/ndss',
+            },
+        ],
+    },
+};

package/lib/v2/ndss-symposium/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ndss', require('./ndss'));
+};

package/lib/v2/nextapple/realtime.js

@@ -4,7 +4,7 @@ const cheerio = require('cheerio');
 const asyncPool = require('tiny-async-pool');
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category ?? 'new';
+    const category = ctx.params.category ?? 'today';
     const currentUrl = `https://tw.nextapple.com/realtime/${category}`;
     const response = await got(currentUrl);
     const $ = cheerio.load(response.data);

package/lib/v2/nintendo/direct.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const response = await got('https://www.nintendo.com/nintendo-direct/archive/');
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const nextData = JSON.parse($('script#__NEXT_DATA__').text());
+
+    delete nextData.props.pageProps.initialApolloState.ROOT_QUERY;
+    const result = Object.values(nextData.props.pageProps.initialApolloState).map((item) => ({
+        title: item.name,
+        pubDate: parseDate(item.startDate),
+        link: `https://www.nintendo.com/nintendo-direct/${item.slug}/`,
+        description: art(path.join(__dirname, 'templates/direct.art'), {
+            publicId: item.thumbnail.publicId,
+            content: item.description.json.content,
+        }),
+    }));
+
+    ctx.state.data = {
+        title: 'Nintendo Direct（任天堂直面会）',
+        link: 'https://www.nintendo.com/nintendo-direct/archive/',
+        description: '最新的任天堂直面会日程信息',
+        item: result,
+    };
+};

package/lib/v2/nintendo/eshop_cn.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const util = require('./utils');
+const software_url = 'https://www.nintendoswitch.com.cn/software/';
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got(software_url);
+
+    // 获取Nuxt对象
+    const result = await util.nuxtReader(response.data);
+
+    /* expectedReleaseNS[]
+        coverImageUrl: "//switch-cn.gtgres.com/global-images/c50e3390-14e5-11ea-9b40-236e671bca9e.png"
+        expectedReleaseDate: 0
+        expectedReleaseDateFuzzy: ""
+        gameName: "Mario Tennis Aces"
+        id: 1852
+        newsPageUrl: ""
+      recentSoftwareList[]
+        imgUrl: "https://metadata-images.nintendoswitch.com.cn/formal/8332803007012-1F2B121D-743F-B868-5595-35C79BB2A817-KV.jpg"
+        jumpUrl: "https://www.nintendoswitch.com.cn/awuxa/index.html"
+        publishTime: "2022.10.31"
+        title: "附带导航！一做就上手 第一次的游戏程序设计"
+    */
+    if (!result.recentSoftwareList) {
+        throw new Error('软件信息不存在，请报告这个问题');
+    }
+
+    let data = result.recentSoftwareList.map((item) => ({
+        title: item.title,
+        description: util.generateImageLink(item.imgUrl),
+        link: item.jumpUrl.startsWith('http') ? item.jumpUrl : `${software_url}${item.jumpUrl}`,
+        pubDate: parseDate(item.publishTime, 'YYYY.MM.DD'),
+    }));
+
+    data = await util.ProcessItemChina(data, ctx.cache);
+
+    ctx.state.data = {
+        title: 'Nintendo eShop（国服）新游戏',
+        link: 'https://www.nintendoswitch.com.cn/software',
+        description: 'Nintendo（国服）新上架的游戏',
+        item: data,
+    };
+};