rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/qoo-app/notes/note.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { ssoUrl, notesUrl } = require('../utils');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+    const api = `${ssoUrl}/api/v1/comments`;
+    const link = `${notesUrl}/note/${id}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const { data } = await got(api, {
+        searchParams: {
+            sort: 'newest',
+            for: 'web',
+            limit: ctx.query.limit ? parseInt(ctx.query.limit) : 100,
+            type: 'note',
+            object_id: id,
+        },
+    });
+
+    const items = data.data.map((item) => ({
+        title: item.content,
+        description: art(path.join(__dirname, '../templates/note.art'), {
+            content: item.content,
+            picture: item.picture,
+        }),
+        pubDate: parseDate(item.created_timestamp),
+        author: item.user.name,
+        guid: `qoo-app:notes:note:${id}:${item.id}`,
+    }));
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/notes/topic.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { notesUrl, extractNotes } = require('../utils');
+
+module.exports = async (ctx) => {
+    const { topic, lang } = ctx.params;
+    const link = `${notesUrl}${lang ? `/${lang}` : ''}/topic/${topic}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const items = extractNotes($);
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/notes/user.js

@@ -0,0 +1,20 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { notesUrl, extractNotes } = require('../utils');
+
+module.exports = async (ctx) => {
+    const { uid, lang } = ctx.params;
+    const link = `${notesUrl}${lang ? `/${lang}` : ''}/user/${uid}`;
+
+    const { data: response } = await got(link);
+    const $ = cheerio.load(response);
+
+    const items = extractNotes($);
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/radar.js

@@ -0,0 +1,73 @@
+module.exports = {
+    'qoo-app.com': {
+        _name: 'QooApp',
+        apps: [
+            {
+                title: '遊戲庫 - 評論',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/app-comment/:id', '/app-comment/:id', '/app/:id'],
+                target: (params) => `/qoo-app/apps${params.lang ? `/${params.lang}` : ''}/comment/:id`,
+            },
+            {
+                title: '遊戲庫 - 情報',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/app-post/:id', '/app-post/:id', '/app/:id'],
+                target: (params) => `/qoo-app/apps${params.lang ? `/${params.lang}` : ''}/post/:id`,
+            },
+            {
+                title: '遊戲庫 - 筆記',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/app-note/:id', '/app-note/:id', '/app/:id'],
+                target: (params) => `/qoo-app/apps${params.lang ? `/${params.lang}` : ''}/note/:id`,
+            },
+            {
+                title: '遊戲庫 - 曬卡',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/app-card/:id', '/app-card/:id', '/app/:id'],
+                target: (params) => `/qoo-app/apps${params.lang ? `/${params.lang}` : ''}/card/:id`,
+            },
+        ],
+        news: [
+            {
+                title: '資訊',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang', '/'],
+                target: (params) => `/qoo-app/news${params.lang ? `/${params.lang}` : ''}`,
+            },
+        ],
+        notes: [
+            {
+                title: '筆記留言',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/note/:id', '/note/:id'],
+                target: (params) => `/qoo-app/notes${params.lang ? `/${params.lang}` : ''}/note/:id`,
+            },
+            {
+                title: '熱門話題',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/topic/:topic', '/topic/:topic'],
+                target: (params) => `/qoo-app/notes${params.lang ? `/${params.lang}` : ''}/topic/:topic`,
+            },
+            {
+                title: '用户筆記',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/user/:uid', '/user/:uid'],
+                target: (params) => `/qoo-app/notes${params.lang ? `/${params.lang}` : ''}/user/:uid`,
+            },
+        ],
+        user: [
+            {
+                title: '遊戲評論',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/:uid', '/:uid'],
+                target: (params) => `/qoo-app/user${params.lang ? `/${params.lang}` : ''}/appComment/:uid`,
+            },
+            {
+                title: '用户筆記',
+                docs: 'https://docs.rsshub.app/anime.html#qooapp',
+                source: ['/:lang/:uid', '/:uid'],
+                target: (params) => `/qoo-app/notes${params.lang ? `/${params.lang}` : ''}/user/:uid`,
+            },
+        ],
+    },
+};

package/lib/v2/qoo-app/router.js

@@ -0,0 +1,11 @@
+module.exports = (router) => {
+    router.get('/apps/:lang?/card/:id', require('./apps/card'));
+    router.get('/apps/:lang?/comment/:id', require('./apps/comment'));
+    router.get('/apps/:lang?/note/:id', require('./apps/note'));
+    router.get('/apps/:lang?/post/:id', require('./apps/post'));
+    router.get('/news/:lang?', require('./news'));
+    router.get('/notes/:lang?/note/:id', require('./notes/note'));
+    router.get('/notes/:lang?/topic/:topic', require('./notes/topic'));
+    router.get('/notes/:lang?/user/:uid', require('./notes/user'));
+    router.get('/user/:lang?/appComment/:uid', require('./user/appComment'));
+};

package/lib/v2/qoo-app/templates/comment.art

@@ -0,0 +1,3 @@
+{{ rating }}/5.0
+<br>
+{{@ text }}

package/lib/v2/qoo-app/templates/note.art

@@ -0,0 +1,5 @@
+{{ content }}
+{{ if picture }}
+    <br>
+    <img src="{{ picture }}">
+{{ /if }}

package/lib/v2/qoo-app/user/appComment.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { userUrl, appsUrl } = require('../utils');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { uid, lang = '' } = ctx.params;
+    const link = `${userUrl}${lang ? `/${lang}` : ''}/${uid}`;
+
+    const { data: response } = await got(link);
+    const { data } = await got(`${userUrl}/getUserAppCommentList`, {
+        searchParams: {
+            fid: uid,
+        },
+    });
+
+    const $ = cheerio.load(response);
+    const username = $('.person .name').text();
+
+    const items = data.list.map((item) => ({
+        title: `${username} ▶ ${item.app.name}`,
+        link: `${appsUrl}/comment-detail/${item.comment.id}`,
+        description: art(path.join(__dirname, '../templates/comment.art'), {
+            rating: item.score,
+            text: item.comment.content,
+        }),
+        pubDate: timezone(parseDate(item.comment.created_at, 'YYYY-MM-DD'), 8),
+        author: username,
+    }));
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link,
+        image: decodeURIComponent($('.person div.slot').attr('data-args')).replace('avatar=', '').split('?')[0],
+        language: $('html').attr('lang'),
+        item: items,
+    };
+};

package/lib/v2/qoo-app/utils.js

@@ -0,0 +1,57 @@
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const appsUrl = 'https://apps.qoo-app.com';
+const newsUrl = 'https://news.qoo-app.com';
+const notesUrl = 'https://notes.qoo-app.com';
+const ssoUrl = 'https://sso.qoo-app.com';
+const userUrl = 'https://user.qoo-app.com';
+
+const siteIcon = 'https://o.qoo-img.com/statics.qoo-app.com/cdn/img/QooApp_512.v-0d0fd2.png';
+
+const fixImg = ($) => {
+    $('img').each((_, img) => {
+        if (img.attribs['data-orig-file']) {
+            img.attribs.src = img.attribs['data-orig-file'].replace('i0.wp.com/', '').split('?')[0];
+            delete img.attribs['data-orig-file'];
+            delete img.attribs['data-orig-size'];
+            delete img.attribs['data-image-meta'];
+            delete img.attribs['data-comments-opened'];
+            delete img.attribs['data-full-url'];
+            delete img.attribs['data-medium-file'];
+            delete img.attribs['data-large-file'];
+        }
+        img.attribs.src = img.attribs.src.replace('i0.wp.com/', '').split('?')[0];
+        delete img.attribs.srcset;
+    });
+};
+
+const extractNotes = ($) => {
+    $('.qoo-note-wrap')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item.find('.qoo-note-view .content-title').text();
+            const author = item.find('cite.name').text();
+            const pubDate = timezone(parseDate(item.find('time').text(), 'YYYY-MM-DD HH:mm'), 8);
+            item.find('cite.name, time, footer').remove();
+            return {
+                title,
+                description: item.find('.qoo-note-view').html(),
+                link: item.find('a.link-wrap').attr('href'),
+                pubDate,
+                author,
+            };
+        });
+};
+
+module.exports = {
+    appsUrl,
+    newsUrl,
+    notesUrl,
+    ssoUrl,
+    userUrl,
+    siteIcon,
+    fixImg,
+    extractNotes,
+};

package/lib/v2/ruancan/category.js

@@ -0,0 +1,8 @@
+const fetchFeed = require('./utils');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+    const currentUrl = `/cat/${category}`;
+
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
+};

package/lib/v2/ruancan/index.js

@@ -1,59 +1,7 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
+const fetchFeed = require('./utils');
 
 module.exports = async (ctx) => {
-    const todo = ctx.params.do ?? '';
-    const keyword = ctx.params.keyword ?? '';
+    const currentUrl = '';
 
-    const rootUrl = 'https://www.ruancan.com';
-    const currentUrl = `${rootUrl}${todo ? (todo === 'search' ? `/page/1?s=${keyword}` : `/${todo}/${keyword}`) : ''}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    let items = $('.entry-title a')
-        .toArray()
-        .map((item) => {
-            item = $(item);
-
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        });
-
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                content('.entry-content .heateorSssClear').first().nextAll().remove();
-                content('.adsbygoogle, .heateorSssClear').remove();
-
-                item.description = content('.entry-content').html();
-                item.category = content('.cat-links a')
-                    .toArray()
-                    .map((a) => content(a).text());
-                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
 };

package/lib/v2/ruancan/maintainer.js

@@ -1,6 +1,6 @@
 module.exports = {
-    '/ruancan': ['nczitzk'],
-    '/ruancan/sort/:sort?': ['nczitzk'],
-    '/ruancan/tag/:tag': ['nczitzk'],
+    '/ruancan/category/:category?': ['nczitzk'],
     '/ruancan/search/:keyword?': ['nczitzk'],
+    '/ruancan/user/:id': ['nczitzk'],
+    '/ruancan': ['nczitzk'],
 };

package/lib/v2/ruancan/radar.js

@@ -11,14 +11,20 @@ module.exports = {
             {
                 title: '分类',
                 docs: 'https://docs.rsshub.app/new-media.html#ruan-can-fen-lei',
-                source: ['/sort/:sort', '/'],
-                target: '/ruancan/sort/:sort',
+                source: ['/cat/:category', '/'],
+                target: '/ruancan/category/:category',
             },
             {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-biao-qian',
-                source: ['/tag/:tag', '/'],
-                target: '/ruancan/tag/:tag',
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-sou-suo',
+                source: ['/'],
+                target: (params, url) => `/ruancan/search/${new URL(url).searchParams.get('s')}`,
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-yong-hu-wen-zhang',
+                source: ['/i/:id', '/'],
+                target: '/ruancan/user/:id',
             },
         ],
     },

package/lib/v2/ruancan/router.js

@@ -1,3 +1,6 @@
 module.exports = function (router) {
-    router.get('/:do?/:keyword?', require('./index'));
+    router.get('/category/:category?', require('./category'));
+    router.get('/search/:keyword?', require('./search'));
+    router.get('/user/:id', require('./user'));
+    router.get('/', require('./index'));
 };

package/lib/v2/ruancan/search.js

@@ -0,0 +1,8 @@
+const fetchFeed = require('./utils');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+    const currentUrl = `/?s=${keyword}`;
+
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
+};

package/lib/v2/ruancan/user.js

@@ -0,0 +1,8 @@
+const fetchFeed = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const currentUrl = `/i/${id}`;
+
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
+};

package/lib/v2/ruancan/utils.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx, currentUrl) => {
+    const rootUrl = 'https://www.ruancan.com';
+    currentUrl = `${rootUrl}${currentUrl}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.item-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.entry-copyright').remove();
+
+                content('.entry-content div').each(function () {
+                    if (/^ruanc-\d+/.test(content(this).attr('id'))) {
+                        content(this).remove();
+                    }
+                });
+
+                content('figure').each(function () {
+                    content(this).html(`<img src="${content(this).find('a').attr('href')}">`);
+                });
+
+                item.description = content('.entry-content').html();
+                item.category = content('.entry-info a[rel="category tag"]')
+                    .toArray()
+                    .map((c) => content(c).text());
+                item.pubDate = parseDate(content('.entry-info .entry-date').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/scitation/journal.js

@@ -1,12 +1,16 @@
 const cheerio = require('cheerio');
 const { puppeteerGet, renderDesc } = require('./utils');
 const config = require('@/config').value;
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const pub = ctx.params.pub;
     const jrn = ctx.params.jrn;
     const host = `https://${pub}.scitation.org`;
     const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+    if (!isValidHost(pub)) {
+        throw Error('Invalid pub');
+    }
 
     // use Puppeteer due to the obstacle by cloudflare challenge
     const browser = await require('@/utils/puppeteer')();

package/lib/v2/scitation/section.js

@@ -1,6 +1,7 @@
 const cheerio = require('cheerio');
 const { puppeteerGet, renderDesc } = require('./utils');
 const config = require('@/config').value;
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const pub = ctx.params.pub;
@@ -8,6 +9,9 @@ module.exports = async (ctx) => {
     const sec = ctx.params.sec.split('+').join(' ');
     const host = `https://${pub}.scitation.org`;
     const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+    if (!isValidHost(pub)) {
+        throw Error('Invalid pub');
+    }
 
     // use Puppeteer due to the obstacle by cloudflare challenge
     const browser = await require('@/utils/puppeteer')();

package/lib/v2/shiep/index.js

@@ -0,0 +1,91 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+
+    const config = {
+        dqxy: { title: '电气工程学院', id: '2462' },
+        dxxy: { title: '电子与信息工程学院', id: 'tzgg' },
+        energy: { title: '能源与机械工程学院', id: '892' },
+        fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
+        gjjlxy: { title: '国际交流学院', id: 'tzgg' }, // NAME_NOT_RESOLVED
+        hhxy: { title: '环境与化学工程学院', id: '1231' },
+        jgxy: { title: '经济与管理学院', id: '3633' },
+        jjxy: { title: '继续教育学院', id: '2582' },
+        jsjxy: { title: '计算机科学与技术学院', id: '973' },
+        jwc: { title: '教务处', id: '227' },
+        kyc: { title: '科研处', id: '834' },
+        news: { title: '新闻网', id: 'notice' },
+        rsc: { title: '党委教师工作部、人事处', id: '1695' },
+        skb: { title: '马克思主义学院', id: '1736' },
+        slxy: { title: '数理学院', id: '2063' },
+        tyb: { title: '体育学院', id: '2891' },
+        wgyxy: { title: '外国语学院', id: 'tzgg' },
+        xxgk: { title: '信息公开网', id: 'zxgkxx' },
+        yjsc: { title: '研究生院/研工部', id: '1161' },
+        yjzx: { title: '人文艺术学院', id: '3089' }, // NAME_NOT_RESOLVED
+        zdhxy: { title: '自动化工程学院', id: '2002' },
+        zs: { title: '本科招生网', id: 'zxxx' },
+    };
+
+    if (!Object.keys(config).includes(type)) {
+        throw Error('Invalid type');
+    }
+
+    const host = `https://${type}.shiep.edu.cn`;
+    const id = ctx.params.id || config[type].id;
+    const pubDateClass = type === 'dxxy' ? 'div[class="article-publishdate"]' : 'span[class="Article_PublishDate"]'; // 适配电子与信息工程学院网站改版
+
+    const response = await got(`${host}/${id}/list.htm`);
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list_item')
+        .toArray()
+        .filter((item) => {
+            const date = dayjs($(item).find(pubDateClass).text().trim());
+            return date.isValid();
+        })
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title') || item.find('a').text(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: parseDate(item.find(pubDateClass).text().trim(), 'YYYY-MM-DD'),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+
+                    if ($('.wp_articlecontent').length > 0) {
+                        item.description = art(path.resolve(__dirname, 'templates/description.art'), {
+                            description: $('.wp_articlecontent').html(),
+                        });
+                    } else {
+                        item.description = '请进行统一身份认证后查看内容';
+                    }
+                } catch (e) {
+                    item.description = '请在校内或通过校园VPN查看内容';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '上海电力大学-' + config[type].title,
+        link: `${host}/${id}/list.htm`,
+        description: '上海电力大学-' + config[type].title,
+        item: items,
+    };
+};

package/lib/v2/shiep/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type/:id?': ['gumibea', 'TeamSUEP'],
+};