rsshub 1.0.0-master.fe4f650 → 1.0.0-master.fe560d2

package/lib/v2/ieee-security/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/security-privacy', require('./sp'));
+};

package/lib/v2/ieee-security/sp.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const url = 'https://www.ieee-security.org/';
+// https://www.ieee-security.org/TC/SP2023/program-papers.html
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const urlList = Array.from({ length: last - 2020 }, (_, v) => `${url}TC/SP${v + 2020}/program-papers.html`);
+    const responses = await got.all(urlList.map((url) => got(url)));
+
+    const items = responses.map((response) => {
+        const $ = cheerio.load(response.data);
+        return $('div.panel-body > div.list-group-item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const title = item.find('b').text().trim();
+                const link = response.url;
+                return {
+                    title,
+                    author: item.html().trim().split('<br>')[1].trim(),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/SP(\d{4})/)[1], 'YYYY'),
+                };
+            });
+    });
+
+    ctx.state.data = {
+        title: 'S&P',
+        link: `${url}TC/SP-Index.html`,
+        description: 'IEEE Symposium on Security and Privacy Accepted Papers',
+        allowEmpty: true,
+        item: items.flat(),
+    };
+};

package/lib/v2/javbus/index.js

@@ -4,6 +4,11 @@ const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
 
+const toSize = (raw) => {
+    const matches = raw.match(/(\d+(\.\d+)?)(\w+)/);
+    return matches[3] === 'GB' ? matches[1] * 1024 : matches[1];
+};
+
 module.exports = async (ctx) => {
     const isWestern = /^\/western/.test(ctx.path);
 
@@ -19,7 +24,7 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(response.data);
 
     let items = $('.movie-box')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
         .toArray()
         .map((item) => {
             item = $(item);
@@ -98,11 +103,12 @@ module.exports = async (ctx) => {
                                 link: td.first().attr('href'),
                                 size: td.eq(1).text().trim(),
                                 date: td.last().text().trim(),
+                                score: content(tr).find('a').length ** 8 * toSize(td.eq(1).text().trim()),
                             };
                         });
 
                     if (magnets) {
-                        item.enclosure_url = magnets[0].link;
+                        item.enclosure_url = magnets.sort((a, b) => b.score - a.score)[0].link;
                         item.enclosure_type = 'application/x-bittorrent';
                     }
                 } catch (e) {

package/lib/v2/javbus/templates/description.art

@@ -9,9 +9,20 @@
 {{/if}}
 <br>
 <h4>磁力連結投稿</h4>
+<table>
+<tr>
+<th>磁力名稱</th>
+<th>檔案大小</th>
+<th>分享日期</th>
+</tr>
 {{each magnets magnet}}
-<li><a href="{{ magnet.link }}">{{ magnet.title }} [{{ magnet.size }}] ({{ magnet.date }})</a></li>
+<tr>
+<td><a href="{{ magnet.link }}">{{ magnet.title }}</a></td>
+<td>{{ magnet.size }}</td>
+<td>{{ magnet.date }}</td>
+</tr>
 {{/each}}
+</table>
 <h4>樣品圖像</h4>
 {{each thumbs}}
 <img src="{{ $value }}">

package/lib/v2/jike/user.js

@@ -140,6 +140,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${data.user.screenName}的即刻动态`,
+        description: data.user.bio,
         link: `https://m.okjike.com/users/${id}`,
         image: data.user.avatarImage.picUrl,
         item: items,

package/lib/v2/lang/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/live/room/:id': ['MittWillson'],
+};

package/lib/v2/lang/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lang.live': {
+        _name: '浪 Play 直播',
+        '.': [
+            {
+                title: '直播间开播',
+                docs: 'https://docs.rsshub.app/live.html#lang-play-yuan-zhi-bo',
+                source: ['/room/:id'],
+                target: '/lang/live/room/:id',
+            },
+        ],
+    },
+};

package/lib/v2/lang/room.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `https://www.lang.live/room/${id}`;
+
+    const api = 'https://api.lang.live/langweb/v1/room/liveinfo';
+    const {
+        data: { data },
+    } = await got(api, {
+        searchParams: {
+            room_id: id,
+        },
+    });
+
+    let item = [];
+    const name = data.live_info.nickname;
+    if (data.live_info.live_status === 1) {
+        item = [
+            {
+                title: `${name} 开播了`,
+                link: url,
+                guid: `lang:live:room:${id}:${data.live_info.live_id}`,
+                description: art(path.join(__dirname, 'templates/room.art'), {
+                    live_info: data.live_info,
+                }),
+            },
+        ];
+    }
+
+    ctx.state.data = {
+        title: `${name} 的浪 Play 直播`,
+        description: data.live_info.sign,
+        link: url,
+        item,
+        allowEmpty: true,
+    };
+};

package/lib/v2/lang/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/live/room/:id', require('./room'));
+};

package/lib/v2/lang/templates/room.art

@@ -0,0 +1 @@
+<img src="{{ live_info.headimg }}">

package/lib/v2/liulinblog/utils.js

@@ -4,12 +4,12 @@ const { parseDate } = require('@/utils/parse-date');
 
 const processList = (res) => {
     const $ = cheerio.load(res.data);
-    const list = $('div.posts-wrapper > div.col-lg-12')
+    const list = $('div.archive.container > div.row > div > div > div.row.posts-wrapper.scroll > div')
         .map((_, item) => ({
             title: $(item).find('h2.entry-title').text(),
             link: $(item).find('h2.entry-title > a').attr('href'),
             pubDate: parseDate($(item).find('time').attr('datetime')),
-            author: $(item).find('span.meta-author > a').attr('title'),
+            author: '60秒读懂世界',
         }))
         .get();
 
@@ -22,8 +22,11 @@ const processItems = async (list, ctx) => {
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got(item.link);
                 const $ = cheerio.load(detailResponse.data);
-
-                item.description = $('div.entry-wrapper').html();
+                const fullContent = $('div > div.entry-wrapper > div.entry-content');
+                fullContent.find('img').remove();
+                fullContent.find('div.pt-0').remove();
+                fullContent.find('div.post-note').remove();
+                item.description = fullContent.html();
 
                 return item;
             })

package/lib/v2/luogu/daily.js

@@ -21,7 +21,7 @@ module.exports = async (ctx) => {
             link,
             author: firstPost.find('p').eq(1).text(),
             guid: `${link}#${issueHeading}`,
-            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{2} 月 \d{2} 日)/)[1], 'YYYY 年 MM 月 DD 日'),
+            pubDate: parseDate(issueHeading.match(/(\d{4} 年 \d{1,2} 月 \d{1,2} 日)/)[1], 'YYYY 年 M 月 D 日'),
         },
     ];
 

package/lib/v2/mangadex/index.js

@@ -0,0 +1,73 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { RequestInProgressError } = require('@/errors');
+
+module.exports = async (ctx) => {
+    const { id, lang } = ctx.params;
+    let data = (await got.get(`https://api.mangadex.org/manga/${id}`)).data;
+    if (data.result === 'error') {
+        throw new RequestInProgressError(data.errors[0].detail);
+    }
+    data = data.data;
+    let title;
+    if (lang) {
+        title = data.attributes.title[lang];
+        if (!title) {
+            title = data.attributes.altTitles.find((altTitle) => altTitle[lang])?.[lang];
+        }
+    }
+    if (!title) {
+        title = data.attributes.title[data.attributes.originalLanguage];
+        if (!title) {
+            title = data.attributes.altTitles.find((altTitle) => altTitle[data.attributes.originalLanguage])?.[data.attributes.originalLanguage];
+            if (!title) {
+                title = Object.values(data.attributes.title)[0];
+            }
+        }
+    }
+    let description;
+    if (lang) {
+        description = data.attributes.description[lang];
+    }
+    if (!description) {
+        description = data.attributes.description[data.attributes.originalLanguage];
+        if (!description) {
+            description = Object.values(data.attributes.description)[0];
+        }
+    }
+
+    let url = `https://api.mangadex.org/manga/${id}/feed?order[publishAt]=desc`;
+    if (lang) {
+        url += `&translatedLanguage[]=${lang}`;
+    }
+    data = (await got.get(url)).data;
+    if (data.result === 'error') {
+        throw new RequestInProgressError(data.errors[0].detail);
+    }
+    ctx.state.data = {
+        title: `${title} - MangaDex`,
+        link: `https://mangadex.org/title/${id}`,
+        description,
+        allowEmpty: true,
+        item: data.data.map((chapter) => {
+            const title = [];
+            if (chapter.attributes.volume) {
+                title.push(`Vol. ${chapter.attributes.volume}`);
+            }
+            if (chapter.attributes.chapter) {
+                title.push(`Ch. ${chapter.attributes.chapter}`);
+            }
+            if (chapter.attributes.title) {
+                title.push(chapter.attributes.title);
+            }
+            return {
+                title: title.join(' '),
+                link: `https://mangadex.org/chapter/${chapter.id}`,
+                pubDate: parseDate(chapter.attributes.publishAt),
+            };
+        }),
+    };
+    if (lang) {
+        ctx.state.data.language = lang;
+    }
+};

package/lib/v2/mangadex/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id/:lang?': ['vzz64'],
+};

package/lib/v2/mangadex/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mangadex.org': {
+        _name: 'MangaDex',
+        '.': [
+            {
+                title: '漫画更新',
+                docs: 'https://docs.rsshub.app/anime.html#mangadex',
+                source: ['/title/:id/*', '/title/:id'],
+                target: '/mangadex/:id',
+            },
+        ],
+    },
+};

package/lib/v2/mangadex/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id/:lang?', require('./index'));
+};

package/lib/v2/mihoyo/ys/news.js

@@ -43,12 +43,13 @@ const titles = {
 module.exports = async (ctx) => {
     const location = ctx.params.location ?? 'main';
     const category = ctx.params.category ?? 'latest';
+    const limit = ctx.query.limit ? Number(ctx.query.limit) : 30;
 
     const is_zh_CN = location === 'main';
 
     const rootUrl = is_zh_CN
-        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=5&pageNum=1&channelId=${config[category][location]}`
-        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=5&pageNum=1&channelId=${config[category][location]}`;
+        ? `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`
+        : `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=${limit}&pageNum=1&channelId=${config[category][location]}`;
 
     const response = await got(rootUrl);
 

package/lib/v2/mirror/index.js

@@ -15,16 +15,23 @@ module.exports = async (ctx) => {
 
     const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
 
-    const items = data.props.pageProps.project.posts.map((item) => ({
-        title: item.title,
-        description: md.render(item.truncatedBody),
-        link: `${currentUrl}/${item._id}`,
-        pubDate: parseDate(item.timestamp, 'X'),
-        author: item.publisher.project.displayName,
-    }));
+    const items = Object.keys(data.props.pageProps.__APOLLO_STATE__)
+        .filter((key) => key.startsWith('entry:'))
+        .map((key) => {
+            const item = data.props.pageProps.__APOLLO_STATE__[key];
+            return {
+                title: item.title,
+                description: md.render(item.body),
+                link: `${currentUrl}/${item._id}`,
+                pubDate: parseDate(item.publishedAtTimestamp, 'X'),
+                author: data.props.pageProps.publicationLayoutProject.displayName,
+            };
+        });
 
     ctx.state.data = {
-        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        title: `${data.props.pageProps.publicationLayoutProject.displayName} - Mirror`,
+        description: data.props.pageProps.publicationLayoutProject.description,
+        image: data.props.pageProps.publicationLayoutProject.avatarURL,
         link: currentUrl,
         item: items,
     };

package/lib/v2/mrdx/daily.js

@@ -0,0 +1,79 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { getElementChildrenInnerText } = require('./utils');
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+dayjs.extend(utc);
+
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const dateFormatted = dayjs().utcOffset(8).format('YYYYMMDD');
+
+    const baseUrl = `http://mrdx.cn/content/${dateFormatted}`;
+    const link = `${baseUrl}/Page01DK.htm`;
+
+    const indexPageResponse = await got({
+        url: link,
+        method: 'get',
+    });
+    const $ = cheerio.load(indexPageResponse.data);
+
+    // 当日所有文章Url在<a>的`daoxiang` attribute中
+    // 其站点使用**非标准**的HTML语法
+    // eg: `<a class="foo" daoxiang="foo-bar.htm">Lorem ipsum</a>`
+    const passagesList = $('.listdaohang > ul > li a')
+        .toArray()
+        .map((item) => ({
+            link: new URL(`${baseUrl}/${item.attribs.daoxiang}`).href,
+        }));
+
+    const passages = await Promise.all(
+        passagesList.map((passage) =>
+            ctx.cache.tryGet(passage.link, async () => {
+                const response = await got({
+                    url: passage.link,
+                    method: 'get',
+                });
+
+                const $ = cheerio.load(response.data);
+
+                // 标题在`h2`,`h3`,`h4`,`h5`中，有多余空格和换行符
+                // 但是Middleware会处理
+                const title =
+                    getElementChildrenInnerText($('.bggray > .margin15 > h2')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h3')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h4')[0]) +
+                    getElementChildrenInnerText($('.bggray > .margin15 > h5')[0]);
+
+                // 作者和发布时间
+                // 中间用超多空格分隔
+                // 头尾均有多余空格
+                // eg: 新华每日电讯     2022年12月21日
+                const [author, pubDate] = getElementChildrenInnerText($('.shijian')[0])
+                    .split(' ')
+                    .filter((item) => item !== '')
+                    .map((item) => item.trim());
+
+                const content = $('.contenttext').html();
+
+                return {
+                    title,
+                    author,
+                    pubDate: parseDate(pubDate, 'YYYY年MM月DD日'),
+                    guid: passage.link,
+                    link: passage.link,
+                    description: content,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '新华每日电讯',
+        link,
+        item: passages,
+        description:
+            '中国报纸发行前三强。位列《人民日报》，《参考消息》之后。《新华每日电讯》是新华社出版的一份新闻电讯报，1993年创办，具有很高的权威性和准确性，有“一报在手，便知天下”之美誉。《新华每日电讯》为对开八版日报，集中刊登[新华社]每天向国内播发的电讯稿及图片稿。打开《新华每日电讯》，中国和全世界每天发生的重大事件便将一目了然。在人类生活节奏日益加快的当今世界，《新华每日电讯》以最便捷、最醒目的方式为公众提供最重要的新闻报道，受到公众的喜爱和拥护。',
+    };
+};

package/lib/v2/mrdx/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/today': ['Dustin-Jiang'],
+};

package/lib/v2/mrdx/radar.js

@@ -0,0 +1,13 @@
+module.exportss = {
+    'mrdx.cn': {
+        _name: '新华每日电讯',
+        '.': [
+            {
+                title: '今日',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xin-hua-mei-ri-dian-xun',
+                source: ['*'],
+                target: '/mrdx/today',
+            },
+        ],
+    },
+};

package/lib/v2/mrdx/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/today', require('./daily'));
+};

package/lib/v2/mrdx/utils.js

@@ -0,0 +1,17 @@
+function getElementChildrenInnerText(element) {
+    let text = '';
+    for (const child of element.children) {
+        if (child.type === 'text') {
+            text += child.data.trim();
+        }
+        if (child.children !== undefined) {
+            text += getElementChildrenInnerText(child);
+        }
+    }
+
+    return text;
+}
+
+module.exports = {
+    getElementChildrenInnerText,
+};

package/lib/v2/mtime/news.js

@@ -5,7 +5,7 @@ const { parseDate } = require('@/utils/parse-date');
 const asyncPool = require('tiny-async-pool');
 
 module.exports = async (ctx) => {
-    const link = 'https://news.mtime.com';
+    const link = 'http://news.mtime.com';
     const response = await got(link, {
         https: {
             rejectUnauthorized: false,

package/lib/v2/nautil/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/topic/:tid': ['emdoe'],
+};

package/lib/v2/nautil/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'nautil.us': {
+        _name: 'Nautilus',
+        '.': [
+            {
+                title: 'Topics',
+                docs: 'https://docs.rsshub.app/en/new-media.html#nautilus',
+                source: ['/topics/:tid'],
+                target: '/nautil/topic/:tid',
+            },
+        ],
+    },
+};

package/lib/v2/nautil/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/topic/:tid', require('./topics'));
+};

package/lib/v2/nautil/templates/description.art

@@ -0,0 +1,6 @@
+{{ if head.og_image }}
+{{ each head.og_image img }}
+<img src="{{ img.url.split('?')[0] }}">
+{{ /each }}
+{{ /if }}
+{{@ rendered }}

package/lib/v2/nautil/topics.js

@@ -0,0 +1,57 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const baseUrl = 'https://nautil.us';
+
+module.exports = async (ctx) => {
+    const categoryIdMap = await ctx.cache.tryGet('nautil:categories', async () => {
+        const { data } = await got(`${baseUrl}/wp-json/wp/v2/categories`, {
+            searchParams: {
+                per_page: 100,
+            },
+        });
+        return data.map((item) => ({
+            id: item.id,
+            name: item.name,
+            slug: item.slug,
+        }));
+    });
+
+    const { data: list } = await got(`${baseUrl}/wp-json/wp/v2/posts`, {
+        searchParams: {
+            categories: categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).id,
+            per_page: ctx.query.limit ? parseInt(ctx.query.limit) : 20,
+        },
+    });
+
+    const out = list.map((item) => {
+        const head = item.yoast_head_json;
+        const $ = cheerio.load(item.content.rendered, null, false);
+        // lazyload images
+        $('img').each((_, e) => {
+            e = $(e);
+            e.attr('src', e.attr('data-src') ?? e.attr('srcset'));
+            e.attr('src', e.attr('src').split('?')[0]);
+            e.removeAttr('data-src');
+            e.removeAttr('srcset');
+        });
+        return {
+            title: item.title.rendered,
+            author: item.yoast_head_json.author,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                head,
+                rendered: $.html(),
+            }),
+            link: item.link,
+            pubDate: parseDate(item.date_gmt),
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Nautilus | ' + categoryIdMap.find((item) => item.slug === ctx.params.tid.toLowerCase()).name,
+        link: `${baseUrl}/topics/${ctx.params.tid}/`,
+        item: out,
+    };
+};

package/lib/v2/ndss-symposium/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ndss': ['ZeddYu'],
+};