rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/kcna/templates/news.art

@@ -0,0 +1,9 @@
+{{@ description }}
+{{ if photo }}
+<br>
+{{@ photo }}
+{{ /if }}
+{{ if video }}
+<br>
+{{@ video }}
+{{ /if }}

package/lib/v2/kcna/utils.js

@@ -0,0 +1,64 @@
+const { parseDate } = require('@/utils/parse-date');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'http://www.kcna.kp';
+
+const parseJucheDate = (dateString) => {
+    if (!dateString) {
+        return null;
+    }
+
+    // https://en.wikipedia.org/wiki/Juche_calendar
+    const dateMatch = dateString.match(/(\d+)\D(\d+)\D(\d+)/);
+    const [jucheYear, month, day] = dateMatch ? dateMatch.slice(1) : [null, null, null];
+    if (jucheYear && month && day) {
+        const year = parseInt(jucheYear, 10) + 1911;
+        return parseDate(`${year}-${month}-${day}`, 'YYYY-M-D');
+    }
+    return null;
+};
+
+const fixDesc = ($, elem) => {
+    // <nobr><span className='fSpecCs'>???</span></nobr> => <b>???</b>
+    const $elem = $(elem);
+    $elem.find('.fSpecCs').each((_, item) => {
+        if (item.parent.name === 'nobr') {
+            $(item).unwrap();
+        }
+        item.name = 'b';
+        item.attribs = {};
+    });
+    return elem.html();
+};
+
+const fetchPhoto = (ctx, url) =>
+    ctx.cache.tryGet(url, async () => {
+        const res = await got(url);
+        const $ = cheerio.load(res.data);
+        let html = '';
+        $('.content img').each((_, item) => {
+            const src = item.attribs.src;
+            if (src) {
+                html += html ? `<br><img src="${src}">` : `<img src="${src}">`;
+            }
+        });
+        return html;
+    });
+
+const fetchVideo = (ctx, url) =>
+    ctx.cache.tryGet(url, async () => {
+        const res = await got(url);
+        const $ = cheerio.load(res.data);
+        const js = $('script[type="text/javascript"]:not([src])').html();
+        let sources = js.match(/<[^>]*source[^>]+src[^>]+>/g);
+        sources = sources && sources.map((item) => item.replace(/'/g, '"').replace(/src="([^"]+)"/g, `src="${rootUrl}$1"`));
+        return `<video controls preload="none">${sources.join('\n')}</video>`;
+    });
+
+module.exports = {
+    parseJucheDate,
+    fixDesc,
+    fetchPhoto,
+    fetchVideo,
+};

package/lib/v2/keep/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/user/:id': ['Dectinc', 'DIYgod'],
+};

package/lib/v2/keep/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gotokeep.com': {
+        _name: 'Keep',
+        '.': [
+            {
+                title: '用户运动日记',
+                docs: 'https://docs.rsshub.app/social-media.html#keep',
+                source: '/users/:id',
+                target: '/keep/user/:id',
+            },
+        ],
+    },
+};

package/lib/v2/keep/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/user/:id', require('./user'));
+};

package/lib/v2/keep/templates/user.art

@@ -0,0 +1,16 @@
+ 项目：
+{{ if item.meta.name === item.meta.workoutName }}
+{{ item.meta.name }}
+{{ else }}
+{{ item.meta.name }} - {{ item.meta.workoutName }}
+{{ /if }}
+<br>
+时长：{{ minute }}分{{ second }}秒
+{{ if item.content }}
+<br>
+备注：{{ item.content }}
+{{ /if }}
+{{ if imagesTpl }}
+<br>
+{{@ imagesTpl }}
+{{ /if }}

package/lib/{routes → v2}/keep/user.js

@@ -1,4 +1,6 @@
-const got = require('../../utils/got');
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -11,6 +13,11 @@ module.exports = async (ctx) => {
         },
     });
 
+    // check user have post or not
+    if (response.data.data.entries.length === 0) {
+        throw Error('该用户运动日记为空');
+    }
+
     response.data.data.entries[0] = response.data.data.entries[0].entries;
     const data = response.data.data.entries.reduce((all, current) => all.concat(current.entries));
 
@@ -38,9 +45,12 @@ module.exports = async (ctx) => {
                     title: item.meta.title.trim(),
                     pubDate: item.created,
                     link: `https://show.gotokeep.com/entries/${item.id}`,
-                    description: `项目：${item.meta.name === item.meta.workoutName ? item.meta.name : `${item.meta.name} - ${item.meta.workoutName}`}<br>时长：${minute}分${second}秒${item.content ? `<br>备注：${item.content}` : ''}${
-                        imagesTpl ? `<br>${imagesTpl}` : ''
-                    }`,
+                    description: art(path.join(__dirname, 'templates/user.art'), {
+                        item,
+                        minute,
+                        second,
+                        imagesTpl,
+                    }),
                 };
             }),
     };

package/lib/v2/laohu8/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/personal/:id': ['Fatpandac'],
+};

package/lib/v2/laohu8/personal.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://www.laohu8.com';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const url = `${rootUrl}/personal/${id}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const author = $('h2.personal-name').text();
+    const data = JSON.parse($('#__APP_DATA__').text()).tweetList;
+
+    const items = await Promise.all(
+        data.map((item) =>
+            ctx.cache.tryGet(item.link, () => ({
+                title: item.title,
+                description: String(item.htmlText).replace(/\n/g, '<br><br>'),
+                link: `${rootUrl}/post/${item.id}`,
+                pubDate: parseDate(item.gmtCreate),
+            }))
+        )
+    );
+
+    ctx.state.data = {
+        title: `老虎社区 - ${author} 个人社区`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/laohu8/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'laohu8.com': {
+        _name: '老虎社区',
+        '.': [
+            {
+                title: '个人主页',
+                docs: 'https://docs.rsshub.app/finance.html#lao-hu-she-qu',
+                source: '/personal/:id',
+                target: '/laohu8/personal/:id',
+            },
+        ],
+    },
+};

package/lib/v2/laohu8/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/personal/:id', require('./personal'));
+};

package/lib/v2/lever/index.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+// Initiate a HTTP GET request
+module.exports = async (ctx) => {
+    const domain = ctx.params.domain;
+    const response = await got(`https://api.lever.co/v0/postings/${domain}?mode=json`);
+    const data = response.data;
+    ctx.state.data = {
+        // the source title
+        title: `${domain}'s Job feed in RSS`,
+        // the source link
+        link: `https://api.lever.co/v0/postings/${domain}`,
+        // the source description
+        description: `Auto Generated RSS Spec for ${domain}`,
+        // iterate through all leaf objects
+        item: data.map((item) => ({
+            // the article title
+            title: item.text,
+            // the article content
+            description: item.descriptionPlain,
+            // the article publish time
+            pubDate: parseDate(item.createdAt),
+            // the article link
+            link: item.hostedUrl,
+        })),
+    };
+};

package/lib/v2/lever/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:domain': ['tsarlewey'],
+};

package/lib/v2/lever/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'lever.co': {
+        _name: 'Lever',
+        '.': [
+            {
+                title: 'Lever HRIS Job Boards Feed',
+                docs: 'https://docs.rsshub.app/other.html#lever',
+                source: ['/:domain'],
+                target: '/lever/:domain',
+            },
+        ],
+    },
+};

package/lib/v2/lever/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:domain', require('./index.js'));
+};

package/lib/v2/mdpi/journal.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const journal = ctx.params.journal;
+    const host = 'https://www.mdpi.com';
+    const jrnlUrl = `${host}/journal/${journal}`;
+
+    const response = await got(jrnlUrl, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('.journal__description').find('h1').text();
+    const issueUrl = `${host}${$('.side-menu-ul').find('a').eq(1).attr('href')}`;
+
+    const response2 = await got(issueUrl, {
+        cookieJar,
+    });
+    const $2 = cheerio.load(response2.data);
+    const issue = $2('.content__container').find('h1').text().trim();
+    const list = $2('.article-item')
+        .map((_, item) => {
+            const title = $2(item).find('.title-link').text();
+            const link = `${host}${$2(item).find('.title-link').attr('href')}`;
+            const authors = $2(item).find('.authors').find('.inlineblock').text();
+            const doiLink = $2(item).find('.color-grey-dark').find('a').attr('href');
+            let doi = '';
+            if (typeof doiLink !== 'undefined') {
+                doi = doiLink.replace('https://doi.org/', '');
+            }
+            $2(item).find('.abstract-full').find('a').remove();
+            const abstract = $2(item).find('.abstract-full').text().trim();
+            const img = `${host}${$2(item).find('.openpopupgallery').find('img').attr('data-src')}`;
+            return {
+                title,
+                authors,
+                link,
+                doi,
+                abstract,
+                issue,
+                img,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    const items = list.map((item) => {
+        item.description = renderDesc(item);
+        return item;
+    });
+
+    ctx.state.data = {
+        title: jrnlName,
+        link: jrnlUrl,
+        item: items,
+    };
+};

package/lib/v2/mdpi/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:journal': ['Derekmini'],
+};

package/lib/v2/mdpi/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mdpi.com': {
+        _name: 'MDPI',
+        www: [
+            {
+                title: 'Journal',
+                docs: 'https://docs.rsshub.app/journal.html#MDPI',
+                source: '/journal/:journal',
+                target: '/mdpi/:journal',
+            },
+        ],
+    },
+};

package/lib/v2/mdpi/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:journal', require('./journal'));
+};

package/lib/v2/mdpi/templates/description.art

@@ -0,0 +1,12 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br>
+</p>
+<p>
+    <span><small><i>{{ item.authors }}</i></small></span><br>
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    <span><small><i>{{ item.issue }}</i></small></span><br>
+    <img src={{ item.img }}>
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br>    
+</p>

package/lib/v2/mihoyo/bbs.js

@@ -9,6 +9,7 @@ const GITS_MAP = {
     3: '崩坏二',
     4: '未定事件簿',
     6: '崩坏：星穹铁道',
+    8: '绝区零',
 };
 
 // 公告类型

package/lib/v2/mihoyo/radar.js

@@ -5,8 +5,7 @@ module.exports = {
             {
                 title: '米游社 - 官方公告',
                 docs: 'https://docs.rsshub.app/game.html#mi-ha-you-mi-you-she-guan-fang-gong-gao',
-                // source: ['/ys/home/28', '/bh3/home/6', '/bh2/home/31', '/wd/home/33', '/sr/home/53'],
-                source: ['/:game/home/28', '/:game/home/6', '/:game/home/31', '/:game/home/33', '/:game/home/53'],
+                source: ['/:game/home/28', '/:game/home/6', '/:game/home/31', '/:game/home/33', '/:game/home/53', '/:game/home/58'],
                 target: (params, url) => {
                     const GITS_MAP = {
                         bh3: 1, // '崩坏三',
@@ -14,6 +13,7 @@ module.exports = {
                         bh2: 3, // '崩坏二',
                         wd: 4, // '未定事件簿',
                         sr: 6, // '崩坏：星穹铁道',
+                        zzz: 8, // '绝区零'
                     };
                     const { game } = params;
                     const gids = GITS_MAP[game];

package/lib/v2/mirror/index.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')({
+    html: true,
+    linkify: true,
+});
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://mirror.xyz';
+    const currentUrl = id.endsWith('.eth') ? `${rootUrl}/${id}` : `https://${id}.mirror.xyz`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/"__NEXT_DATA__" type="application\/json">({"props":.*})<\/script>/)[1]);
+
+    const items = data.props.pageProps.project.posts.map((item) => ({
+        title: item.title,
+        description: md.render(item.body),
+        link: `${currentUrl}/${item._id}`,
+        pubDate: parseDate(item.timestamp * 1000),
+        author: item.publisher.project.displayName,
+    }));
+
+    ctx.state.data = {
+        title: `${data.props.pageProps.project.displayName} - Mirror`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mirror/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['fifteen42', 'rde9', 'nczitzk'],
+};

package/lib/v2/mirror/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'mirror.xyz': {
+        _name: 'Mirror',
+        '.': [
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/new-media.html#mirror-user',
+                source: ['/:id', '/'],
+                target: (params, url) => {
+                    const matches = new URL(url).toString().match(/https:\/\/(.*?)\.mirror\.xyz/);
+                    const id = matches ? matches[1] : params.id;
+                    return `/mirror/${id}`;
+                },
+            },
+        ],
+    },
+};

package/lib/v2/mirror/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/mobilism/forums.js

@@ -0,0 +1,75 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { toTitleCase } = require('@/utils/common-utils');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const rootUrl = `https://forum.mobilism.org/viewforum.php?f=`;
+const categeoryMap = {
+    books: {
+        romance: 1292,
+        scifi: 1293,
+        classics: 121,
+        magazines: 123,
+        audioBooks: 124,
+        comics: 311,
+    },
+    android: {
+        apps: 399,
+        games: 408,
+    },
+    iphone: {
+        apps: 316,
+        games: 320,
+    },
+    ipad: {
+        apps: 951,
+        games: 988,
+    },
+};
+module.exports = async (ctx) => {
+    const { category, type, fulltext } = ctx.params;
+    const currentUrl = rootUrl + categeoryMap[category][type];
+    const response = await got(currentUrl);
+    const $ = cheerio.load(cheerio.load(response.data)('tbody')[1]);
+    const lists = $('tbody > tr');
+    const list = lists
+        .map((index, item) => {
+            item = $(item);
+            const title = item.find('td').first().find('a[title]').text();
+            const link = new URL(item.find('td').first().find('a[title]').attr('href'), 'https://forum.mobilism.org');
+            const author = item.find('td').first().find('a.username-coloured').text();
+            const pubDate = item.find('td').first().find('small').text();
+            link.searchParams.delete('sid');
+            return {
+                title,
+                link: link.toString(),
+                author,
+                pubDate: /ago|day/.test(pubDate) ? parseRelativeDate(pubDate) : parseDate(pubDate, 'MMM D, YYYY, h:mm a'),
+            };
+        })
+        .get()
+        .sort((a, b) => b.pubDate - a.pubDate)
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 35);
+    // server will return 520 if concurrency > 37 when fulltext is used
+    let items;
+    if (fulltext === 'y') {
+        items = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got(item.link);
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.content').html();
+                    return item;
+                })
+            )
+        );
+    } else {
+        items = list;
+    }
+
+    ctx.state.data = {
+        title: `Mobilism Forums ${toTitleCase(category)} ${toTitleCase(type)} Release`,
+        link: currentUrl,
+        description: `Mobilism Forums ${toTitleCase(category)} ${toTitleCase(type)} RSS`,
+        item: items,
+    };
+};

package/lib/v2/mobilism/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/forums/:category/:type/:fulltext?': ['nitezs'],
+    '/portal/:type/:fulltext?': ['nitezs'],
+};

package/lib/v2/mobilism/portal.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { toTitleCase } = require('@/utils/common-utils');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+
+const get = (data) => {
+    const $ = cheerio.load(data);
+    const posts = $('div.span9 > section');
+    const items = posts
+        .map((index, item) => {
+            item = $(item);
+            const link = new URL(item.find('div.well > a').attr('href'), 'https://forum.mobilism.org');
+            const pubDate = item.find('div.well > span.muted > em').text().replace(item.find('div.well > span.muted > em > strong').text(), '').replace(' at ', '').split(' in ')[0];
+            link.searchParams.delete('sid');
+            return {
+                title: item.find('div.page-header > h3').text(),
+                link: link.toString(),
+                author: item.find('div.well > span.muted > em > strong').text().replace('Posted by: ', ''),
+                description: item.find('div.well > div.postbody').text(),
+                pubDate: /ago|day/.test(pubDate) ? parseRelativeDate(pubDate) : parseDate(pubDate, 'MMM D, YYYY, h:mm a'),
+            };
+        })
+        .get();
+    return items;
+};
+
+module.exports = async (ctx) => {
+    const { type, fulltext } = ctx.params;
+    const url = `https://forum.mobilism.org/portal.php?mode=articles&block=${type}&sk=t&sd=d&start=0`;
+    const response = await got(url);
+    const list = get(response.data);
+    let items;
+    if (fulltext === 'y') {
+        items = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got(item.link);
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.content').html();
+                    return item;
+                })
+            )
+        );
+    } else {
+        items = list;
+    }
+
+    ctx.state.data = {
+        title: `Mobilism Portal ${toTitleCase(type)} Release`,
+        link: url,
+        description: `Mobilism Portal ${toTitleCase(type)} RSS`,
+        item: items,
+    };
+};

package/lib/v2/mobilism/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'mobilism.org': {
+        _name: 'Mobilism',
+        '.': [
+            {
+                title: '论坛',
+                docs: 'https://docs.rsshub.app/bbs.html#mobilism',
+                source: '/',
+            },
+            {
+                title: '门户',
+                docs: 'https://docs.rsshub.app/bbs.html#mobilism',
+                source: '/portal.php',
+                target: (_params, url) => `/mobilism/portal/${new URL(url).searchParams.get('block')}`,
+            },
+            {
+                title: '电子书',
+                docs: 'https://docs.rsshub.app/reading.html#mobilism',
+                source: '/',
+            },
+        ],
+    },
+};

package/lib/v2/mobilism/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/forums/:category/:type/:fulltext?', require('./forums'));
+    router.get('/portal/:type/:fulltext?', require('./portal'));
+};

package/lib/{routes → v2}/mp4er/index.js

@@ -8,7 +8,7 @@ module.exports = async (ctx) => {
     const year = ctx.params.year || 'all';
     const order = ctx.params.order || '0';
 
-    const rootUrl = 'https://www.mp4er.com';
+    const rootUrl = 'https://www.52bdys.com';
     const currentUrl = `${rootUrl}/s/${caty}?${type === 'all' ? '' : '&type=' + type}${area === 'all' ? '' : '&area=' + area}${year === 'all' ? '' : '&year=' + year}&order=${order}`;
     const response = await got({
         method: 'get',

package/lib/v2/mp4er/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?/:caty?/:area?/:year?/:order?': ['nczitzk'],
+};

package/lib/v2/mp4er/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    '52bdys.com': {
+        _name: '哔嘀影视',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/multimedia.html#bi-di-ying-shi',
+                source: ['/'],
+                target: '/mp4er/:type?/:caty?/:area?/:year?/:order?',
+            },
+        ],
+    },
+};