rsshub 1.0.0-master.f961961 → 1.0.0-master.f992838

package/lib/v2/typora/changelog.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const host = 'https://support.typora.io';
+
+    const { data } = await got(`${host}/store/`);
+
+    const list = Object.values(data)
+        .filter((i) => i.category === 'new')
+        .map((i) => ({
+            title: i.title,
+            author: i.author,
+            description: i.content,
+            link: `${host}${i.url}`,
+        }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data } = await got(item.link);
+                const $ = cheerio.load(data);
+
+                item.pubDate = parseDate($('.post-meta time').text());
+                item.description = $('#post-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Typora Changelog',
+        link: host,
+        description: 'Typora Changelog',
+        image: `${host}/assets/img/favicon-128.png`,
+        item: items,
+    };
+};

package/lib/v2/typora/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/changelog': ['cnzgray'],
+    '/changelog/dev': ['nczitzk'],
+};

package/lib/v2/typora/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'typora.io': {
+        _name: 'Typora',
+        '.': [
+            {
+                title: 'Dev Release Changelog',
+                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                source: ['/releases/dev'],
+                target: '/typora/changelog/dev',
+            },
+        ],
+        support: [
+            {
+                title: 'Changelog',
+                docs: 'https://docs.rsshub.app/program-update.html#typora',
+                source: ['/'],
+                target: '/typora/changelog',
+            },
+        ],
+    },
+};

package/lib/v2/typora/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/changelog', require('./changelog'));
+    router.get('/changelog/dev', require('./changelog-dev'));
+};

package/lib/v2/uptimerobot/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/rss/:id/:routeParams?': ['Rongronggg9'],
+};

package/lib/v2/uptimerobot/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'uptimerobot.com': {
+        _name: 'Uptime Robot',
+        rss: [
+            {
+                title: 'RSS',
+                docs: 'https://docs.rsshub.app/forecast.html#uptime-robot',
+                source: ['/:id'],
+                target: '/uptimerobot/rss/:id',
+            },
+        ],
+    },
+};

package/lib/v2/uptimerobot/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/rss/:id/:routeParams?', require('./rss'));
+};

package/lib/v2/uptimerobot/rss.js

@@ -0,0 +1,126 @@
+const Parser = require('rss-parser');
+const { art } = require('@/utils/render');
+const path = require('path');
+const dayjs = require('dayjs');
+const { fallback, queryToBoolean } = require('@/utils/readable-social');
+
+const titleRegex = /(.+)\s+is\s+([A-Z]+)\s+\((.+)\)/;
+
+const formatTime = (s) => {
+    const duration = dayjs.duration(s - 0, 'seconds');
+    const days = duration.days();
+    const hours = duration.hours();
+    const minutes = duration.minutes();
+    const seconds = duration.seconds();
+
+    if (days > 0) {
+        return `${days}d ${hours}h ${minutes}m ${seconds}s`;
+    } else if (hours > 0) {
+        return `${hours}h ${minutes}m ${seconds}s`;
+    } else if (minutes > 0) {
+        return `${minutes}m ${seconds}s`;
+    } else {
+        return `${seconds}s`;
+    }
+};
+
+class Monitor {
+    constructor(name, uptime = 0, downtime = 0) {
+        this.name = name;
+        this.uptime = uptime;
+        this.downtime = downtime;
+    }
+
+    uptimeRatio() {
+        return this.uptime / (this.uptime + this.downtime);
+    }
+
+    downtimeRatio() {
+        return this.downtime / (this.uptime + this.downtime);
+    }
+
+    up(time) {
+        this.uptime += time - 0;
+    }
+
+    down(time) {
+        this.downtime += time - 0;
+    }
+}
+
+const rootURL = 'https://rss.uptimerobot.com';
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const routeParams = Object.fromEntries(new URLSearchParams(ctx.params.routeParams));
+    const showID = fallback(undefined, queryToBoolean(routeParams.showID), true);
+
+    const rssUrl = `${rootURL}/${id}`;
+    const rss = await new Parser({
+        customFields: {
+            item: ['details:duration'],
+        },
+    }).parseURL(rssUrl);
+
+    const monitors = {};
+
+    const items = rss.items.reverse().map((item) => {
+        const titleMatch = item.title.match(titleRegex);
+        if (!titleMatch) {
+            throw new Error('Unexpected title, please open an issue.');
+        }
+        const [monitorName, status, id] = titleMatch.slice(1);
+
+        if (id !== item.link) {
+            throw new Error('Monitor ID mismatch, please open an issue.');
+        }
+
+        // id could be a URL, a domain, an IP address, or a hex string. fix it
+        let link;
+        try {
+            link = !id.startsWith('http') && id.includes('.') ? new URL(`http://${id}`).href : new URL(id).href;
+        } catch (e) {
+            // ignore
+        }
+
+        const duration = item['details:duration'];
+        const monitor = (monitors[monitorName] = monitors[monitorName] || new Monitor(monitorName));
+
+        if (status === 'UP') {
+            monitor.up(duration);
+        } else if (status === 'DOWN') {
+            monitor.down(duration);
+        } else {
+            throw new Error('Unexpected status, please open an issue.');
+        }
+
+        const desc = art(path.join(__dirname, 'templates/rss.art'), {
+            status,
+            link,
+            id: showID ? id : null,
+            duration: formatTime(duration),
+            uptime: formatTime(monitor.uptime),
+            downtime: formatTime(monitor.downtime),
+            uptime_ratio: Number(monitor.uptimeRatio()).toLocaleString(undefined, {
+                style: 'percent',
+                minimumFractionDigits: 2,
+            }),
+            details: item.content,
+        });
+
+        return {
+            ...item,
+            title: `[${status}] ${monitorName}`,
+            description: desc,
+            link: showID ? link : null,
+        };
+    });
+
+    ctx.state.data = {
+        title: 'Uptime Robot - RSS (enhanced)',
+        description: rss.description,
+        link: rssUrl,
+        item: items,
+        image: 'https://uptimerobot.com/favicon.ico',
+    };
+};

package/lib/v2/uptimerobot/templates/rss.art

@@ -0,0 +1,20 @@
+Already {{ status }} for {{ duration }}
+<br><br>
+{{ if id }}
+    Monitor ID:
+    {{ if link }}
+        <a href="{{ link }}" target="_blank">{{ id }}</a>
+    {{ else }}
+        {{ id }}
+    {{ /if }}
+    <br><br>
+{{ /if }}
+Uptime: {{ uptime }}
+<br>
+Downtime: {{ downtime }}
+<br>
+Availability: {{ uptime_ratio }}
+{{ if details && details.trim() !== 'Alert Details:' }}
+    <br><br>
+    {{ details }}
+{{ /if }}

package/lib/v2/usenix/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/usenix-security-sympoium': ['ZeddYu'],
+};

package/lib/v2/usenix/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'usenix.org': {
+        _name: 'USENIX',
+        '.': [
+            {
+                title: 'Security Symposia',
+                docs: 'https://docs.rsshub.app/journal.html#usenix',
+                source: ['/conferences/all', '/conferences', '/'],
+                target: '/usenix/usenix-security-sympoium',
+            },
+        ],
+    },
+};

package/lib/v2/usenix/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/usenix-security-sympoium', require('./usenix'));
+};

package/lib/v2/usenix/usenix.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.usenix.org';
+const { parseDate } = require('@/utils/parse-date');
+
+const seasons = ['spring', 'summer', 'fall', 'winter'];
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const urlList = Array.from({ length: last - 2020 }, (_, v) => `${url}/conference/usenixsecurity${v + 20}`)
+        .map((url) => seasons.map((season) => `${url}/${season}-accepted-papers`))
+        .flat();
+    const responses = await got.all(
+        urlList.map(async (url) => {
+            let res;
+            try {
+                res = await got(url);
+            } catch (e) {
+                // ignore 404
+            }
+            return res;
+        })
+    );
+
+    const list = responses
+        .filter((element) => element)
+        .map((response) => {
+            const $ = cheerio.load(response.data);
+            const pubDate = parseDate($('meta[property=article:modified_time]').attr('content'));
+            return $('article.node-paper')
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+                    return {
+                        title: item.find('h2.node-title > a').text().trim(),
+                        link: `${url}${item.find('h2.node-title > a').attr('href')}`,
+                        author: item.find('div.field.field-name-field-paper-people-text.field-type-text-long.field-label-hidden p').text().trim(),
+                        pubDate,
+                    };
+                });
+        })
+        .flat();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('.content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'USENIX',
+        link: url,
+        description: 'USENIX Security Symposium Accpeted Papers',
+        allowEmpty: true,
+        item: items,
+    };
+};

package/lib/v2/verse/articles.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+    const rootUrl = 'https://www.verse.com.tw/articles';
+    const currentUrl = category ? `${rootUrl}/${category}/` : rootUrl;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const items = await Promise.all(
+        $('.templateA__list .templateA__listTitle a')
+            .get()
+            .map((item) => {
+                item = $(item);
+                const link = item.attr('href');
+                return ctx.cache.tryGet(link, async () => {
+                    const response = await got(link);
+                    const $ = cheerio.load(response.data);
+
+                    return {
+                        title: $('title').text(),
+                        author: $('#__author').first().text(),
+                        description: $('.article__template').html(),
+                        category: $('.article__infoType .category a')
+                            .toArray()
+                            .map((item) => $(item).text()),
+                        pubDate: timezone(parseDate($('.article__data').text(), '日期 YYYY/MM/DD'), +8),
+                        link,
+                    };
+                });
+            })
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        description: $('meta[name="description"]').attr('content'),
+        item: items,
+    };
+};

package/lib/v2/verse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/articles/:category?': ['miles170'],
+};

package/lib/v2/verse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'verse.com.tw': {
+        _name: 'VERSE',
+        www: [
+            {
+                title: '專文',
+                docs: 'https://docs.rsshub.app/new-media.html#verse',
+                source: '/articles/:category?',
+                target: '/verse/articles/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/verse/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/articles/:category?', require('./articles'));
+};

package/lib/v2/weibo/utils.js

@@ -425,12 +425,13 @@ const weiboUtils = {
     sinaimgTvax: (() => {
         // https://datatracker.ietf.org/doc/html/rfc1808#section-2.4.3
         const regex = /(?<=\/\/)wx(?=[1-4]\.sinaimg\.cn\/)/gi;
-        const prefixes = ['tva', 'tvax'];
-        let cnt = 0;
-        const replace = (html) => {
-            cnt = (cnt + 1) % 2;
-            return html.replace(regex, prefixes[cnt]);
-        };
+        // const prefixes = ['tva', 'tvax'];
+        // let cnt = 0;
+        // const replace = (html) => {
+        //     cnt = (cnt + 1) % 2;
+        //     return html.replace(regex, prefixes[cnt]);
+        // };
+        const replace = (html) => html.replace(regex, 'tvax'); // enforce `tvax` as `tva` has a strict WAF
         const replaceKV = (obj, keys) => {
             keys.forEach((key) => {
                 if (obj[key]) {

package/lib/v2/wnacg/index.js

@@ -0,0 +1,110 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const categories = {
+    1: '同人誌 漢化',
+    2: '同人誌 CG畫集',
+    3: '同人誌 Cosplay',
+    5: '同人誌',
+    6: '單行本',
+    7: '雜誌&短篇',
+    9: '單行本 漢化',
+    10: '雜誌&短篇 漢化',
+    12: '同人誌 日語',
+    13: '單行本 日語',
+    14: '雜誌&短篇 日語',
+    16: '同人誌 English',
+    17: '單行本 English',
+    19: '韓漫',
+    20: '韓漫 漢化',
+    21: '韓漫 生肉',
+};
+
+const baseUrl = 'https://wnacg.org';
+
+module.exports = async (ctx) => {
+    const { cid, tag } = ctx.params;
+    if (cid && !Object.keys(categories).includes(cid)) {
+        throw Error('此分类不存在');
+    }
+
+    const url = `${baseUrl}/albums${cid ? `-index-cate-${cid}` : ''}${tag ? `-index-tag-${tag}` : ''}.html`;
+    const { data } = await got(url);
+    const $ = cheerio.load(data);
+
+    const list = $('.gallary_item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const href = item.find('a').attr('href');
+            const aid = href.match(/^\/photos-index-aid-(\d+)\.html$/)[1];
+            return {
+                title: item.find('a').attr('title'),
+                link: `${baseUrl}${href}`,
+                pubDate: parseDate(
+                    item
+                        .find('.info_col')
+                        .text()
+                        .replace(/\d+張照片，\n創建於/, ''),
+                    'YYYY-MM-DD'
+                ),
+                aid,
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: descRes } = await got(item.link, {
+                    headers: {
+                        referer: encodeURI(url),
+                    },
+                });
+                let $ = cheerio.load(descRes);
+                const author = $('.uwuinfo p').first().text();
+                const category = $('.tagshow')
+                    .toArray()
+                    .map((item) => $(item).text());
+                $('.addtags').remove();
+                const description = $('.uwconn').html();
+
+                const { data } = await got(`${baseUrl}/photos-gallery-aid-${item.aid}.html`, {
+                    headers: {
+                        referer: `${baseUrl}/photos-slide-aid-${item.aid}.html`,
+                    },
+                });
+                $ = cheerio.load(data);
+
+                const imgListMatch = $('script')
+                    .text()
+                    .match(/var imglist = (\[.*\]);"\);/)[1];
+
+                const imgList = JSON.parse(
+                    imgListMatch
+                        .replace(/url:/g, '"url":')
+                        .replace(/caption:/g, '"caption":')
+                        .replace(/fast_img_host\+\\/g, '')
+                        .replace(/\\/g, '')
+                );
+
+                item.author = author;
+                item.category = category;
+                item.description = art(path.join(__dirname, 'templates/manga.art'), {
+                    description,
+                    imgList,
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/wnacg/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/': ['KenMizz'],
+    '/category/:cid': ['Gandum2077'],
+    '/tag/:tag': ['Gandum2077'],
+};

package/lib/v2/wnacg/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'wnacg.org': {
+        _name: '紳士漫畫',
+        '.': [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/anime.html#shen-shi-man-hua',
+                source: ['/albums.html', '/'],
+                target: '/wnacg',
+            },
+            {
+                title: '分类更新',
+                docs: 'https://docs.rsshub.app/anime.html#shen-shi-man-hua',
+                source: ['/*'],
+                target: (_, url) => `/wnacg/category/${new URL(url).pathname.match(/albums-index-cate-(\d+)\.html$/)[1]}`,
+            },
+            {
+                title: '標籤更新',
+                docs: 'https://docs.rsshub.app/anime.html#shen-shi-man-hua',
+                source: ['/*'],
+                target: (_, url) => `/wnacg/tag/${new URL(url).pathname.match(/albums-index-tag-(.+?)\.html$/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/wnacg/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/', require('./index'));
+    router.get('/category/:cid', require('./index'));
+    router.get('/tag/:tag', require('./index'));
+};

package/lib/v2/wnacg/templates/manga.art

@@ -0,0 +1,9 @@
+{{ if description }}
+{{@ description }}
+{{ /if }}
+<br>
+{{ if imgList }}
+{{ each imgList img }}
+<img src="https:{{ img.url }}" alt="{{ img.caption }}">
+{{ /each }}
+{{ /if }}

package/lib/v2/woshipm/bookmarks.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, parseArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const { data: profile } = await got(`${baseUrl}/api2/user/profile`, {
+        searchParams: {
+            uid: id,
+        },
+    });
+    const userInfo = profile.RESULT.userInfoVo;
+    const name = userInfo.nickName;
+
+    const remark_api = `${baseUrl}/__api/v1/users/${id}/bookmarks`;
+    const response_api = await got(remark_api);
+    const list = response_api.data.payload.value.map((item) => ({
+        title: item.title,
+        description: item.snipper,
+        link: item.permalink,
+        pubDate: parseDate(item.date, 'YYYY/MM/DD'),
+        author: item.author.name,
+    }));
+
+    const out = await Promise.all(list.map((info) => parseArticle(info, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: `${name}的收藏-人人都是产品经理`,
+        description: userInfo.description,
+        image: userInfo.avartar,
+        link: `${baseUrl}/u/${id}`,
+        item: out,
+    };
+};

package/lib/v2/woshipm/latest.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, parseArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const pages = 3;
+    const urlList = Array.from({ length: pages }, (_, v) => `${baseUrl}/__api/v1/stream-list${v < 1 ? '' : `/page/${v + 1}`}`);
+    const responses = await got.all(urlList.map((url) => got(url)));
+
+    const payload = responses.map((response) => response.data.payload).flat();
+
+    const list = payload.map((item) => ({
+        title: item.title,
+        description: item.snipper,
+        link: item.permalink,
+        pubDate: parseDate(item.date, 'YYYY/MM/DD'),
+        author: item.author.name,
+    }));
+
+    const result = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: '最新文章 - 人人都是产品经理',
+        link: baseUrl,
+        item: result,
+    };
+};

package/lib/v2/woshipm/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/bookmarks/:id': ['LogicJake'],
+    '/latest': ['Director-0428'],
+    '/popular/:range?': ['WenryXu'],
+    '/user_article/:id': ['LogicJake'],
+    '/wen': ['WenryXu'],
+};