rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/typora/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/changelog': ['cnzgray'],
+    '/changelog/dev': ['nczitzk'],
+};

package/lib/v2/typora/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'typora.io': {
+        _name: 'Typora',
+        '.': [
+            {
+                title: 'Dev Release Changelog',
+                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                source: ['/releases/dev'],
+                target: '/typora/changelog/dev',
+            },
+        ],
+        support: [
+            {
+                title: 'Changelog',
+                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                source: ['/'],
+                target: '/typora/changelog',
+            },
+        ],
+    },
+};

package/lib/v2/typora/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/changelog', require('./changelog'));
+    router.get('/changelog/dev', require('./changelog-dev'));
+};

package/lib/v2/u9a9/index.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://u9a9.com';
+
+module.exports = async (ctx) => {
+    const { preview, keyword } = ctx.params;
+
+    let link;
+    let title;
+    if (keyword) {
+        link = `${baseUrl}/?type=2&search=${keyword}`;
+        title = `${keyword} - U9A9`;
+    } else {
+        link = baseUrl;
+        title = 'U9A9';
+    }
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const items = $('table tr')
+        .slice(1) // skip thead
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('td').eq(1).find('a');
+            const { size, unit } = item
+                .find('td')
+                .eq(3)
+                .text()
+                .match(/(?<size>\d+\.\d+)\s(?<unit>\w+)/).groups;
+            return {
+                title: a.attr('title'),
+                link: `${baseUrl}${a.attr('href')}`,
+                pubDate: timezone(parseDate(item.find('td').eq(4).text()), +8),
+
+                enclosure_url: item.find('td').eq(2).find('a').eq(1).attr('href'),
+                enclosure_length: parseInt(size * (unit === 'GB' ? 1024 * 1024 * 1024 : 1024 * 1024)),
+                enclosure_type: 'application/x-bittorrent',
+            };
+        });
+
+    if (preview) {
+        await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+
+                    item.description = $('.panel-body').eq(1).html();
+
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title,
+        link,
+        item: items,
+    };
+};

package/lib/v2/u9a9/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:preview?': ['TonyRL'],
+    '/search/:keyword/:preview?': ['TonyRL'],
+};

package/lib/v2/u9a9/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'u9a9.com': {
+        _name: 'U9A9',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/multimedia.html#u9a9',
+                source: ['/'],
+                target: '/u9a9',
+            },
+            {
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/multimedia.html#u9a9',
+                source: ['/'],
+                target: (_, url) => `/u9a9/search/${new URL(url).searchParams.get('search')}`,
+            },
+        ],
+    },
+};

package/lib/v2/u9a9/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/:preview?', require('./index'));
+    router.get('/search/:keyword/:preview?', require('./index'));
+};

package/lib/v2/uber/blog.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://www.uber.com';
+const apiURL = 'https://blogapi.uber.com';
+
+module.exports = async (ctx) => {
+    let maxPage = Number(ctx.params.maxPage);
+    if (Number.isNaN(maxPage)) {
+        maxPage = 1;
+    }
+
+    let pages = await Promise.all(
+        [...Array(maxPage).keys()].map((pageIdx) =>
+            got(`${apiURL}/wp-json/blog/v1/data`, {
+                searchParams: {
+                    page: pageIdx + 1,
+                    parent: 'pittsburgh',
+                    slug: 'engineering',
+                },
+            })
+        )
+    );
+    pages = pages.map((page) => page.data);
+
+    const result = await Promise.all(
+        pages.map((page) =>
+            Promise.all(
+                page.posts.map((post) =>
+                    ctx.cache.tryGet(`${rootURL}${post.link}`, async () => {
+                        let { data: article } = await got(`${apiURL}/wp-json/blog/v1/data`, {
+                            searchParams: {
+                                slug: post.link.replace(/\//g, '').replace('blog', ''),
+                            },
+                        });
+                        article = article.article;
+
+                        return {
+                            link: article.link,
+                            title: article.title,
+                            description: article.content,
+                            pubDate: parseDate(article.created),
+                            author: article.author,
+                            category: article.categories.map((category) => category.category_name),
+                        };
+                    })
+                )
+            )
+        )
+    );
+
+    ctx.state.data = {
+        title: `Uber Engineering Blog`,
+        link: rootURL + '/blog/engineering',
+        description: 'The technology behind Uber Engineering',
+        item: result.flat(),
+    };
+};

package/lib/v2/uber/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog/:maxPage?': ['hulb'],
+};

package/lib/v2/uber/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uber.com': {
+        _name: 'Uber Blog',
+        www: [
+            {
+                title: 'Engineering',
+                docs: 'https://docs.rsshub.app/blog.html#you-bu',
+                source: ['/blog/pittsburgh/engineering'],
+                target: '/uber/blog',
+            },
+        ],
+    },
+};

package/lib/v2/uber/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog/:maxPage?', require('./blog'));
+};

package/lib/v2/uchicago/current.js

@@ -0,0 +1,80 @@
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { getCookies, setCookies } = require('@/utils/puppeteer-utils');
+const logger = require('@/utils/logger');
+
+module.exports = async (ctx) => {
+    const { journal } = ctx.params;
+    const baseUrl = 'https://www.journals.uchicago.edu';
+    const link = `${baseUrl}/toc/${journal}/current`;
+
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' ? request.continue() : request.abort();
+    });
+    logger.debug(`Requesting ${link}`);
+    await page.goto(link, {
+        waitUntil: 'domcontentloaded',
+    });
+    const response = await page.evaluate(() => document.documentElement.innerHTML);
+    const cookies = await getCookies(page);
+    page.close();
+    const $ = cheerio.load(response);
+
+    const list = $('.issue-item__title')
+        .toArray()
+        .map((item) => ({ link: `${baseUrl}${$(item).find('a').attr('href')}` }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const page = await browser.newPage();
+                await setCookies(page, cookies, 'journals.uchicago.edu');
+                await page.setRequestInterception(true);
+                page.on('request', (request) => {
+                    request.resourceType() === 'document' ? request.continue() : request.abort();
+                });
+                logger.debug(`Requesting ${item.link}`);
+                await page.goto(item.link, {
+                    waitUntil: 'domcontentloaded',
+                    referer: link,
+                });
+                const response = await page.evaluate(() => document.documentElement.innerHTML);
+                page.close();
+
+                const $ = cheerio.load(response);
+
+                item.title = $('head title').text();
+                item.pubDate = parseDate($('head meta[name="dc.Date"]').attr('content'));
+                item.doi = $('head meta[scheme="doi"]').attr('content');
+                item.author = $('.author-name span')
+                    .toArray()
+                    .map((author) => $(author).text())
+                    .join(', ');
+
+                $('.figure__image').each((_, elem) => {
+                    if (elem.attribs['data-lg-src']) {
+                        $(elem).attr('src', `${baseUrl}${elem.attribs['data-lg-src']}`);
+                        delete elem.attribs['data-lg-src'];
+                    }
+                });
+
+                item.description = $('.article__body').html();
+
+                return item;
+            })
+        )
+    );
+
+    browser.close();
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('.jumbotron-journal-info').text(),
+        link,
+        image: $('head meta[property="og:image"]').attr('content'),
+        item: items,
+    };
+};

package/lib/v2/uchicago/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/journals/current/:journal': ['TonyRL'],
+};

package/lib/v2/uchicago/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'journals.uchicago.edu': {
+        _name: 'The University of Chicago Press: Journals',
+        '.': [
+            {
+                title: 'Current Issue',
+                docs: 'https://docs.rsshub.app/journal.html#the-university-of-chicago-press-journals',
+                source: ['/toc/:journal/current', '/journal/:journal'],
+                target: '/uchicago/journals/current/:journal',
+            },
+        ],
+    },
+};

package/lib/v2/uchicago/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/journals/current/:journal', require('./current'));
+};

package/lib/v2/uptimerobot/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rss/:id/:routeParams?': ['Rongronggg9'],
+};

package/lib/v2/uptimerobot/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uptimerobot.com': {
+        _name: 'Uptime Robot',
+        rss: [
+            {
+                title: 'RSS',
+                docs: 'https://docs.rsshub.app/forecast.html#uptime-robot',
+                source: ['/:id'],
+                target: '/uptimerobot/rss/:id',
+            },
+        ],
+    },
+};

package/lib/v2/uptimerobot/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/rss/:id/:routeParams?', require('./rss'));
+};

package/lib/v2/uptimerobot/rss.js

@@ -0,0 +1,126 @@
+const Parser = require('rss-parser');
+const { art } = require('@/utils/render');
+const path = require('path');
+const dayjs = require('dayjs');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+
+const titleRegex = /(.+)\s+is\s+([A-Z]+)\s+\((.+)\)/;
+
+const formatTime = (s) => {
+    const duration = dayjs.duration(s - 0, 'seconds');
+    const days = duration.days();
+    const hours = duration.hours();
+    const minutes = duration.minutes();
+    const seconds = duration.seconds();
+
+    if (days > 0) {
+        return `${days}d ${hours}h ${minutes}m ${seconds}s`;
+    } else if (hours > 0) {
+        return `${hours}h ${minutes}m ${seconds}s`;
+    } else if (minutes > 0) {
+        return `${minutes}m ${seconds}s`;
+    } else {
+        return `${seconds}s`;
+    }
+};
+
+class Monitor {
+    constructor(name, uptime = 0, downtime = 0) {
+        this.name = name;
+        this.uptime = uptime;
+        this.downtime = downtime;
+    }
+
+    uptimeRatio() {
+        return this.uptime / (this.uptime + this.downtime);
+    }
+
+    downtimeRatio() {
+        return this.downtime / (this.uptime + this.downtime);
+    }
+
+    up(time) {
+        this.uptime += time - 0;
+    }
+
+    down(time) {
+        this.downtime += time - 0;
+    }
+}
+
+const rootURL = 'https://rss.uptimerobot.com';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const routeParams = Object.fromEntries(new URLSearchParams(ctx.params.routeParams));
+    const showID = fallback(undefined, queryToBoolean(routeParams.showID), true);
+
+    const rssUrl = `${rootURL}/${id}`;
+    const rss = await new Parser({
+        customFields: {
+            item: ['details:duration'],
+        },
+    }).parseURL(rssUrl);
+
+    const monitors = {};
+
+    const items = rss.items.reverse().map((item) => {
+        const titleMatch = item.title.match(titleRegex);
+        if (!titleMatch) {
+            throw new Error('Unexpected title, please open an issue.');
+        }
+        const [monitorName, status, id] = titleMatch.slice(1);
+
+        if (id !== item.link) {
+            throw new Error('Monitor ID mismatch, please open an issue.');
+        }
+
+        // id could be a URL, a domain, an IP address, or a hex string. fix it
+        let link;
+        try {
+            link = !id.startsWith('http') && id.includes('.') ? new URL(`http://${id}`).href : new URL(id).href;
+        } catch (e) {
+            // ignore
+        }
+
+        const duration = item['details:duration'];
+        const monitor = (monitors[monitorName] = monitors[monitorName] || new Monitor(monitorName));
+
+        if (status === 'UP') {
+            monitor.up(duration);
+        } else if (status === 'DOWN') {
+            monitor.down(duration);
+        } else {
+            throw new Error('Unexpected status, please open an issue.');
+        }
+
+        const desc = art(path.join(__dirname, 'templates/rss.art'), {
+            status,
+            link,
+            id: showID ? id : null,
+            duration: formatTime(duration),
+            uptime: formatTime(monitor.uptime),
+            downtime: formatTime(monitor.downtime),
+            uptime_ratio: Number(monitor.uptimeRatio()).toLocaleString(undefined, {
+                style: 'percent',
+                minimumFractionDigits: 2,
+            }),
+            details: item.content,
+        });
+
+        return {
+            ...item,
+            title: `[${status}] ${monitorName}`,
+            description: desc,
+            link: showID ? link : null,
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Uptime Robot - RSS (enhanced)',
+        description: rss.description,
+        link: rssUrl,
+        item: items,
+        image: 'https://uptimerobot.com/favicon.ico',
+    };
+};

package/lib/v2/uptimerobot/templates/rss.art

@@ -0,0 +1,20 @@
+Already {{ status }} for {{ duration }}
+<br><br>
+{{ if id }}
+    Monitor ID:
+    {{ if link }}
+        <a href="{{ link }}" target="_blank">{{ id }}</a>
+    {{ else }}
+        {{ id }}
+    {{ /if }}
+    <br><br>
+{{ /if }}
+Uptime: {{ uptime }}
+<br>
+Downtime: {{ downtime }}
+<br>
+Availability: {{ uptime_ratio }}
+{{ if details && details.trim() !== 'Alert Details:' }}
+    <br><br>
+    {{ details }}
+{{ /if }}

package/lib/v2/urbandictionary/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/random': ['TonyRL'],
+};

package/lib/v2/urbandictionary/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'urbandictionary.com': {
+        _name: 'Urban Dictionary',
+        '.': [
+            {
+                title: 'Random words',
+                docs: 'https://docs.rsshub.app/en/other.html#urban-dictionary',
+                source: ['/random.php', '/'],
+                target: '/urbandictionary/random',
+            },
+        ],
+    },
+};

package/lib/v2/urbandictionary/random.js

@@ -0,0 +1,24 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.urbandictionary.com';
+    const { data } = await got('https://api.urbandictionary.com/v0/random');
+
+    const items = data.list.map((item) => ({
+        title: item.word,
+        description: art(path.join(__dirname, 'templates/definition.art'), { item }),
+        link: `${baseUrl}/define.php?term=${item.word}`,
+        guid: item.permalink,
+        pubDate: parseDate(item.written_on),
+        author: item.author,
+    }));
+
+    ctx.state.data = {
+        title: 'Urban Dictionary: Random words',
+        link: `${baseUrl}/random.php`,
+        item: items,
+    };
+};

package/lib/v2/urbandictionary/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/random', require('./random'));
+};

package/lib/v2/urbandictionary/templates/definition.art

@@ -0,0 +1,11 @@
+{{ if item.definition }}
+    {{ item.definition }}<br>
+{{ /if }}
+
+{{ if item.example }}
+    <i>{{ item.example }}</i><br>
+{{ /if }}
+
+{{ if item.author }}
+    by <a href="https://www.urbandictionary.com/author.php?author={{ item.author }}">{{ item.author }}</a>
+{{ /if }}

package/lib/v2/usenix/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/usenix-security-sympoium': ['ZeddYu'],
+};

package/lib/v2/usenix/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'usenix.org': {
+        _name: 'USENIX',
+        '.': [
+            {
+                title: 'Security Symposia',
+                docs: 'https://docs.rsshub.app/journal.html#usenix',
+                source: ['/conferences/all', '/conferences', '/'],
+                target: '/usenix/usenix-security-sympoium',
+            },
+        ],
+    },
+};

package/lib/v2/usenix/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/usenix-security-sympoium', require('./usenix'));
+};

package/lib/v2/usenix/usenix.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.usenix.org';
+const { parseDate } = require('@/utils/parse-date');
+
+const seasons = ['spring', 'summer', 'fall', 'winter'];
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const urlList = Array.from({ length: last - 2020 }, (_, v) => `${url}/conference/usenixsecurity${v + 20}`)
+        .map((url) => seasons.map((season) => `${url}/${season}-accepted-papers`))
+        .flat();
+    const responses = await got.all(
+        urlList.map(async (url) => {
+            let res;
+            try {
+                res = await got(url);
+            } catch (e) {
+                // ignore 404
+            }
+            return res;
+        })
+    );
+
+    const list = responses
+        .filter((element) => element)
+        .map((response) => {
+            const $ = cheerio.load(response.data);
+            const pubDate = parseDate($('meta[property=article:modified_time]').attr('content'));
+            return $('article.node-paper')
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('h2.node-title > a').text().trim(),
+                        link: `${url}${item.find('h2.node-title > a').attr('href')}`,
+                        author: item.find('div.field.field-name-field-paper-people-text.field-type-text-long.field-label-hidden p').text().trim(),
+                        pubDate,
+                    };
+                });
+        })
+        .flat();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('.content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'USENIX',
+        link: url,
+        description: 'USENIX Security Symposium Accpeted Papers',
+        allowEmpty: true,
+        item: items,
+    };
+};

package/lib/v2/usepanda/index.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const feedId = ctx.params.id;
+    const limit = ctx.query.limit ?? 30; // 默认30条
+
+    const rootUrl = 'https://api-panda.com/v4/';
+    const apiUrl = `${rootUrl}articles?feeds=${feedId}&limit=${limit}&page=1&sort=popular`;
+
+    const { data } = await got(apiUrl);
+
+    const items = data.map((item) => ({
+        title: `${item.title} 🌟 ${item.source.likesCount}`,
+        author: item.source.username,
+        pubDate: parseDate(item.source.createdAt),
+        link: item.source.targetUrl,
+        description: item.description,
+    }));
+
+    ctx.state.data = {
+        title: 'Panda Feeds',
+        link: 'https://usepanda.com/',
+        item: items,
+    };
+};