rsshub 1.0.0-master.fe4f650 → 1.0.0-master.fe560d2

package/lib/v2/uw/gix/news.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const gixBaseURL = 'https://gixnetwork.org';
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+
+    let newsURL = gixBaseURL + '/news';
+    let feedTitle = 'UW GIX News - ';
+    let listSelector = 'body > div.site > div.site-content > div.content-area > main.site-main > ';
+
+    switch (category) {
+        case 'blog':
+            newsURL += '/blog/';
+            feedTitle += 'Blogs';
+            listSelector += 'div.blog-wrapper > section.blog-list > article';
+            break;
+        case 'inthenews':
+            newsURL += '/inthenews/';
+            feedTitle += 'In The News';
+            listSelector += 'div.news-wrapper > section.news-list > article';
+            break;
+    }
+
+    const response = await got(newsURL);
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+
+    const list = $(listSelector)
+        .map((index, item) => {
+            item = $(item);
+            const content = item.find('header').find('h2').find('a');
+            const time = item.find('header').find('span.h4').text();
+
+            return {
+                // title: content.text(),
+                time,
+                link: content.attr('href'),
+            };
+        })
+        .get();
+
+    const itemContent = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const descriptionResponse = await got(item.link);
+
+                const content = cheerio.load(descriptionResponse.data);
+
+                item.title = content('header.entry-header').find('h1').text();
+                item.description = content('div.entry-content').html();
+                item.pubDate = Date.parse(item.time);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feedTitle,
+        link: newsURL,
+        item: itemContent,
+    };
+};

package/lib/v2/uw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/gix/news/:category': ['dykderrick'],
+};

package/lib/v2/uw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'gixnetwork.org': {
+        _name: 'University of Washington',
+        '.': [
+            {
+                title: 'Global Innovation Exchange News',
+                docs: 'https://docs.rsshub.app/university.html#university-of-washington',
+                source: ['/news/:category'],
+                target: '/uw/gix/news/:category',
+            },
+        ],
+    },
+};

package/lib/v2/uw/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/gix/news/:category', require('./gix/news'));
+};

package/lib/v2/verse/articles.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+    const rootUrl = 'https://www.verse.com.tw/articles';
+    const currentUrl = category ? `${rootUrl}/${category}/` : rootUrl;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const items = await Promise.all(
+        $('.templateA__list .templateA__listTitle a')
+            .get()
+            .map((item) => {
+                item = $(item);
+                const link = item.attr('href');
+                return ctx.cache.tryGet(link, async () => {
+                    const response = await got(link);
+                    const $ = cheerio.load(response.data);
+
+                    return {
+                        title: $('title').text(),
+                        author: $('#__author').first().text(),
+                        description: $('.article__template').html(),
+                        category: $('.article__infoType .category a')
+                            .toArray()
+                            .map((item) => $(item).text()),
+                        pubDate: timezone(parseDate($('.article__data').text(), '日期 YYYY/MM/DD'), +8),
+                        link,
+                    };
+                });
+            })
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        description: $('meta[name="description"]').attr('content'),
+        item: items,
+    };
+};

package/lib/v2/verse/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/articles/:category?': ['miles170'],
+};

package/lib/v2/verse/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'verse.com.tw': {
+        _name: 'VERSE',
+        www: [
+            {
+                title: '專文',
+                docs: 'https://docs.rsshub.app/new-media.html#verse',
+                source: '/articles/:category?',
+                target: '/verse/articles/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/verse/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/articles/:category?', require('./articles'));
+};

package/lib/{routes → v2}/weibo/keyword.js

@@ -28,7 +28,7 @@ module.exports = async (ctx) => {
     );
 
     const routeParams = querystring.parse(ctx.params.routeParams);
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `又有人在微博提到${keyword}了`,
         link: `http://s.weibo.com/weibo/${encodeURIComponent(keyword)}&b=1&nodup=1`,
         description: `又有人在微博提到${keyword}了`,
@@ -51,5 +51,5 @@ module.exports = async (ctx) => {
                 link: `https://weibo.com/${item.mblog.user.id}/${item.mblog.bid}`,
             };
         }),
-    };
+    });
 };

package/lib/v2/weibo/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/keyword/:keyword/:routeParams?': ['DIYgod'],
+    '/oasis/user/:userid': ['kt286'],
+    '/search/hot': ['xyqfer'],
+    '/super_index/:id/:type?/:routeParams?': ['zengxs'],
+    '/timeline/:uid/:feature?/:routeParams?': ['zytomorrow', 'DIYgod ', 'Rongronggg9'],
+    '/user/:uid/:routeParams?': ['DIYgod', 'iplusx', 'Rongronggg9'],
+};

package/lib/v2/weibo/oasis/user.js

@@ -0,0 +1,20 @@
+const buildData = require('@/utils/common-config');
+const weiboUtils = require('../utils');
+
+module.exports = async (ctx) => {
+    const userid = ctx.params.userid;
+    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
+    ctx.state.data = weiboUtils.sinaimgTvax(
+        await buildData({
+            link,
+            url: link,
+            title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
+            description: `$('.desc').text().trim()`,
+            item: {
+                item: '.container .item',
+                title: `$('.status-desc').text()`,
+                description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
+            },
+        })
+    );
+};

package/lib/v2/weibo/radar.js

@@ -0,0 +1,48 @@
+module.exports = {
+    'weibo.com': {
+        _name: '微博',
+        '.': [
+            {
+                title: '博主',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: ['/u/:id', '/:id'],
+                target: (params, url, document) => {
+                    let uid = document?.documentElement.innerHTML.match(/\$CONFIG\['oid']='(\d+)'/)?.[1];
+                    if (!uid && !isNaN(params.id)) {
+                        uid = params.id;
+                    }
+                    return uid ? `/weibo/user/${uid}` : '';
+                },
+            },
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+            },
+            {
+                title: '超话',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: '/p/:id/super_index',
+                target: '/weibo/super_index/:id',
+            },
+        ],
+        s: [
+            {
+                title: '热搜榜',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: '/top/summary',
+                target: '/weibo/search/hot',
+            },
+        ],
+    },
+    'weibo.cn': {
+        _name: '微博',
+        m: [
+            {
+                title: '博主',
+                docs: 'https://docs.rsshub.app/social-media.html#wei-bo',
+                source: ['/u/:uid', '/profile/:uid'],
+                target: '/weibo/user/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/weibo/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/keyword/:keyword/:routeParams?', require('./keyword'));
+    router.get('/oasis/user/:userid', require('./oasis/user'));
+    router.get('/search/hot', require('./search/hot'));
+    router.get('/super_index/:id/:type?/:routeParams?', require('./super_index'));
+    router.get('/timeline/:uid/:feature?/:routeParams?', require('./timeline'));
+    router.get('/user/:uid/:routeParams?', require('./user'));
+};

package/lib/{routes → v2}/weibo/search/hot.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+// const weiboUtils = require('../utils');
 
 module.exports = async (ctx) => {
     const {
@@ -30,4 +31,5 @@ module.exports = async (ctx) => {
             };
         }),
     };
+    // ctx.state.data = weiboUtils.sinaimgTvax(ctx.state.data); // no image in the route
 };

package/lib/{routes → v2}/weibo/super_index.js

@@ -53,10 +53,10 @@ module.exports = async (ctx) => {
         }
     }
 
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `微博超话 - ${containerData.pageInfo.page_title}`,
         link: `https://weibo.com/p/${id}/super_index`,
         description: `#${containerData.pageInfo.page_title}# 的超话`,
         item: resultItems,
-    };
+    });
 };

package/lib/{routes → v2}/weibo/timeline.js

@@ -125,13 +125,13 @@ module.exports = async (ctx) => {
             })
         );
 
-        ctx.state.data = {
+        ctx.state.data = weiboUtils.sinaimgTvax({
             title: `个人微博时间线--${name}`,
             link: `http://weibo.com/${uid}/`,
             description,
             image: profileImageUrl,
             item: resultItem,
-        };
+        });
     } else if (uid === '0' || ctx.querystring) {
         const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0', app_secret = '' } = config.weibo;
 

package/lib/{routes → v2}/weibo/user.js

@@ -145,11 +145,11 @@ module.exports = async (ctx) => {
         resultItems = ordinaryItems;
     }
 
-    ctx.state.data = {
+    ctx.state.data = weiboUtils.sinaimgTvax({
         title: `${name}的微博`,
         link: `https://weibo.com/${uid}/`,
         description,
         image: profileImageUrl,
         item: resultItems,
-    };
+    });
 };

package/lib/{routes → v2}/weibo/utils.js

@@ -4,6 +4,16 @@ const cheerio = require('cheerio');
 const { fallback, queryToBoolean, queryToInteger } = require('@/utils/readable-social');
 
 const weiboUtils = {
+    formatTitle: (html) =>
+        html
+            .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/?><\/span>/g, '$1') // 表情转换
+            .replace(/<span class=["']url-icon["']>(<img\s[^>]*>)<\/span>/g, '') // 去掉所有图标
+            .replace(/<img\s[^<]*>/g, '[图片]')
+            // impossible to have inline script in weibo posts, but CodeQL complains about it
+            // Dismiss it through the UI: https://github.com/github/codeql/issues/11427
+            .replace(/<[^<]*>/g, '')
+            .replace(/\n/g, ' ')
+            .trim(),
     formatExtended: (ctx, status, params = {}, picsPrefixes = []) => {
         // undefined and strings like "1" is also safely parsed, so no if branch is needed
         const routeParams = querystring.parse(ctx.params.routeParams);
@@ -90,6 +100,13 @@ const weiboUtils = {
             html = usernameAndAvatar + html;
         }
 
+        // status.pics can be either an array or an object:
+        // array: [ object, object, ... ]
+        // object: { '0': object, '1': object, ... }  // REALLY AMAZING data structure
+        if (status.pics && !Array.isArray(status.pics) && typeof status.pics === 'object') {
+            status.pics = Object.values(status.pics);
+        }
+
         // 添加文章头图，此处不需要回落到被转发的微博，后续处理被转发的微博时，还会执行到这里
         if (status.page_info && status.page_info.type === 'article' && status.page_info.page_pic && status.page_info.page_pic.url) {
             // 如果以后后续流程会用到其他字段，记得修改这里
@@ -200,23 +217,11 @@ const weiboUtils = {
             title += status.user.screen_name + ': ';
         }
         if (!status.retweeted_status || showRetweetTextInTitle) {
-            title += htmlNewLineUnreplaced
-                .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/><\/span>/g, '$1') // 表情转换
-                .replace(/<span class=["']url-icon["']>(<img\s[^>]*?>)<\/span>/g, '') // 去掉所有图标
-                .replace(/<img[\s\S]*?>/g, '[图片]')
-                .replace(/<.*?>/g, '')
-                .replace('\n', '')
-                .trim();
+            title += weiboUtils.formatTitle(htmlNewLineUnreplaced);
         }
         if (status.retweeted_status) {
             title += showEmojiForRetweet ? '🔁 ' : ' - 转发 ';
-            title += retweeted
-                .replace(/<span class=["']url-icon["']><img\s[^>]*?alt=["']?([^>]+?)["']?\s[^>]*?\/><\/span>/g, '$1') // 表情转换
-                .replace(/<span class=["']url-icon["']>(<img\s[^>]*?>)<\/span>/g, '') // 去掉所有图标
-                .replace(/<img[\s\S]*?>/g, '[图片]')
-                .replace(/<.*?>/g, '')
-                .replace('\n', '')
-                .trim();
+            title += weiboUtils.formatTitle(retweeted);
         }
         if (livePhotoCount > 0) {
             title += ' ';
@@ -417,6 +422,36 @@ const weiboUtils = {
         }
         return itemDesc;
     },
+    sinaimgTvax: (() => {
+        // https://datatracker.ietf.org/doc/html/rfc1808#section-2.4.3
+        const regex = /(?<=\/\/)wx(?=[1-4]\.sinaimg\.cn\/)/gi;
+        const prefixes = ['tva', 'tvax'];
+        let cnt = 0;
+        const replace = (html) => {
+            cnt = (cnt + 1) % 2;
+            return html.replace(regex, prefixes[cnt]);
+        };
+        const replaceKV = (obj, keys) => {
+            keys.forEach((key) => {
+                if (obj[key]) {
+                    obj[key] = replace(obj[key]);
+                }
+            });
+        };
+        const dataKeys = ['description', 'image'];
+        const itemKeys = ['description'];
+        return (data) => {
+            if (data) {
+                replaceKV(data, dataKeys);
+                if (data.item) {
+                    data.item.forEach((item) => {
+                        replaceKV(item, itemKeys);
+                    });
+                }
+            }
+            return data;
+        };
+    })(),
 };
 
 module.exports = weiboUtils;

package/lib/v2/ymgal/article.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.ymgal.games';
+
+const types = {
+    news: '?type=NEWS&page=1',
+    column: '?type=COLUMN&page=1',
+};
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'all';
+
+    const link = `${host}/co/topic/list` + types[type];
+    let data = [];
+    if (type === 'all') {
+        await Promise.all(
+            Object.values(types).map(async (type) => {
+                const response = await got(`${host}/co/topic/list${type}`);
+                data.push.apply(data, response.data.data);
+            })
+        );
+        data = data.sort((a, b) => b.publishTime - a.publishTime).slice(0, 10);
+    } else {
+        const response = await got(link);
+        data = response.data.data;
+    }
+
+    const items = await Promise.all(
+        data.map((item) => {
+            const itemUrl = host + '/co/article/' + item.topicId;
+            return ctx.cache.tryGet(itemUrl, async () => {
+                const result = await got(itemUrl);
+                const $ = cheerio.load(result.data);
+                const description = $('article').html().trim();
+                return {
+                    title: item.title,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(item.publishTime), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    let info = '全部文章';
+    if (type === 'news') {
+        info = '资讯';
+    } else if (type === 'column') {
+        info = '专栏';
+    }
+
+    ctx.state.data = {
+        title: `月幕 Galgame - ${info}`,
+        link: `${host}/co/article`,
+        description: `月幕 Galgame - ${info}`,
+        item: items,
+    };
+};

package/lib/v2/ymgal/game.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+
+const host = 'https://www.ymgal.games';
+
+const date = new Date();
+const year = date.getFullYear();
+const month = date.getMonth() + 1;
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${host}/release-list/${year}/${month}`,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.game-view-card').toArray();
+
+    const items =
+        list &&
+        list.map((item) => {
+            item = $(item);
+            const itemPicUrl = item.find('.lazy').first().attr('data-original');
+            const tags = item.find('.tag-info-list').children();
+            const taginfo = tags.map((i, elem) => $(elem).text()).get();
+            return {
+                title: item.attr('title'),
+                link: `${host}${item.attr('href')}`,
+                description: art(path.join(__dirname, 'templates/description.art'), { itemPicUrl, taginfo }),
+            };
+        });
+
+    ctx.state.data = {
+        title: `月幕 Galgame - 本月新作`,
+        link: `${host}/release-list/${year}/${month}`,
+        description: '月幕 Galgame - 本月新作',
+        item: items,
+    };
+};

package/lib/v2/ymgal/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/article/:type?': ['SunBK201'],
+    '/game/release': ['SunBK201'],
+};

package/lib/v2/ymgal/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'ymgal.games': {
+        _name: '月幕 Galgame',
+        '.': [
+            {
+                title: '全部文章',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/all',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/news',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/co/article'],
+                target: '/ymgal/article/column',
+            },
+            {
+                title: '本月新作',
+                docs: 'https://docs.rsshub.app/anime.html#yue-mu-galgame',
+                source: ['/'],
+                target: '/ymgal/game/release',
+            },
+        ],
+    },
+};

package/lib/v2/ymgal/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/article/:type?', require('./article'));
+    router.get('/game/release', require('./game'));
+};

package/lib/v2/ymgal/templates/description.art

@@ -0,0 +1,7 @@
+{{ if itemPicUrl }}
+<img src="{{ itemPicUrl }}">
+{{ /if }}
+<br>
+{{each taginfo}}
+    <li>{{$value}}</li>
+{{/each}}