rsshub 1.0.0-master.fe69819 → 1.0.0-master.fee75c6

package/lib/v2/picuki/profile.js

@@ -0,0 +1,167 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const chrono = require('chrono-node');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const displayVideo = ctx.params.functionalFlag !== '0';
+    const includeStories = ctx.params.functionalFlag === '10';
+
+    const profileUrl = `https://www.picuki.com/profile/${id}`;
+
+    const response = await got.get(profileUrl);
+    const $ = cheerio.load(response.data);
+
+    const profileName = $('.profile-name-bottom').text();
+    const profileImg = $('.profile-avatar > img').attr('src');
+    const profileDescription = $('.profile-description').text();
+
+    const list = $('ul.box-photos [data-s="media"]').get();
+
+    async function getMedia(url) {
+        const getPost = async () => {
+            const response = await got.get(url, {
+                headers: {
+                    Referer: profileUrl,
+                },
+            });
+            return response.data;
+        };
+        let data = await ctx.cache.tryGet(url, getPost);
+        if (Object.prototype.toString.call(data) === '[object Object]') {
+            // oops, it's a json, maybe it's an old cache from the old version of this route!
+            data = await getPost();
+            // re-cache it
+            await ctx.cache.set(url, data);
+        }
+        const $ = cheerio.load(data);
+        // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
+        let html = '';
+        $('.single-photo img,video').each((_, item) => {
+            html += $(item).toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
+        });
+        return html;
+    }
+
+    function deVideo(media) {
+        const $ = cheerio.load(media);
+        let media_deVideo = '';
+        $('img,video').each((_, medium) => {
+            const tag = medium.name;
+            medium = $(medium);
+            const poster = medium.attr('poster');
+            // 如果有 poster 属性，表明它是视频，将它替换为它的 poster；如果不是，就原样返回
+            media_deVideo += poster ? `<img src='${poster}' alt='video poster'>` : tag === 'img' ? medium.toString() : '';
+        });
+        return media_deVideo;
+    }
+
+    let items = await Promise.all(
+        list.map(async (post) => {
+            post = $(post);
+
+            const postLink = post.find('.photo > a').attr('href');
+            const postTime = post.find('.time');
+            const pubDate = postTime ? chrono.parseDate(postTime.text()) : new Date();
+            const media_displayVideo = await getMedia(postLink);
+            const postText = post
+                .find('.photo-description')
+                .text()
+                .trim()
+                .replaceAll(/[^\S\n]+/g, ' ')
+                .replaceAll(/((?<=\n|^)[^\S\n])|([^\S\n](?=\n|$))/g, '');
+            const title = postText.replaceAll('\n', ' ') || 'Untitled';
+            const description = art(path.join(__dirname, 'templates/post.art'), {
+                media: displayVideo ? media_displayVideo : deVideo(media_displayVideo),
+                desc: postText,
+                locationLink: post.find('.photo-location .icon-globe-alt a'),
+            });
+
+            return {
+                title,
+                author: `@${id}`,
+                description,
+                link: postLink,
+                pubDate,
+            };
+        })
+    );
+
+    const getStories = async (queryId) => {
+        const apiUrl = `https://www.picuki.com/app/controllers/ajax.php`;
+        const key = `${apiUrl}?query=${queryId}&type=story`;
+        const data = await ctx.cache.tryGet(key, async () => {
+            const response = await got.post(apiUrl, {
+                form: {
+                    query: queryId,
+                    type: 'story',
+                },
+                headers: {
+                    Referer: profileUrl,
+                    Origin: 'https://www.picuki.com',
+                    'X-Requested-With': 'XMLHttpRequest',
+                },
+            });
+            return response.data;
+        });
+        if (data && data.stories_container) {
+            const $ = cheerio.load(data.stories_container);
+            const storyItems = $('.item')
+                .get()
+                .map((item) => {
+                    const $item = $(item);
+                    const postTime = $item.find('.stories_count');
+                    const pubDate = postTime.length ? chrono.parseDate(postTime.text()) : new Date();
+                    const postBox = $item.find('.launchLightbox');
+                    const poster = postBox.attr('data-video-poster');
+                    const href = postBox.attr('href');
+                    const type = postBox.attr('data-post-type'); // video / image
+                    const storiesBackground = $item.find('.stories_background');
+                    const storiesBackgroundUrl = storiesBackground && storiesBackground.css('background-image').match(/url\('?(.*)'?\)/);
+                    const storiesBackgroundUrlSrc = storiesBackgroundUrl && storiesBackgroundUrl[1];
+                    let description;
+                    if (type === 'video') {
+                        description = `<video controls src="${href}" poster="${poster || storiesBackgroundUrlSrc || ''}">`;
+                    } else if (type === 'image') {
+                        description = `<img src="${href || poster || storiesBackgroundUrlSrc || ''}" alt="Instagram Story">`;
+                    }
+
+                    return {
+                        title: 'Instagram Story',
+                        author: `@${id}`,
+                        description,
+                        link: href,
+                        pubDate,
+                    };
+                });
+            if (storyItems.length) {
+                items = items.concat(storyItems);
+            }
+        }
+    };
+
+    if (includeStories) {
+        let profileQueryId;
+        $('script:not([src])').each((_, script) => {
+            const queryMatch = $(script)
+                .html()
+                .match(/let query ?= ?['"](\d+)['"]/);
+            if (queryMatch) {
+                profileQueryId = queryMatch[1];
+            }
+        });
+        if (profileQueryId) {
+            await getStories(profileQueryId);
+        }
+    }
+
+    ctx.state.data = {
+        title: `${profileName} (@${id}) - Picuki`,
+        link: profileUrl,
+        image: profileImg,
+        description: profileDescription,
+        item: items,
+    };
+};

package/lib/v2/picuki/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'picuki.com': {
+        _name: 'Picuki',
+        www: [
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/social-media.html#picuki-yong-hu',
+                source: '/profile/:id',
+                target: '/picuki/profile/:id',
+            },
+        ],
+    },
+};

package/lib/v2/picuki/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/profile/:id/:functionalFlag?', require('./profile'));
+};

package/lib/v2/picuki/templates/post.art

@@ -0,0 +1,7 @@
+{{ if media }}{{@ media.replaceAll('\n', '') }}{{ /if }}
+{{ if desc }}<p>{{@ desc.replaceAll('\n', '<br>') }}</p>{{ /if }}
+{{ if locationLink.length && locationLink.attr('href') }}
+<p>📍 <small><a href="{{ locationLink.attr('href') }}">{{ locationLink.text() }}</a></small></p>
+{{ else if locationLink.length }}
+<p>📍 <small>{{ locationLink.text() }}</small></p>
+{{ /if }}

package/lib/v2/qq88/index.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://qq88.info';
+    const currentUrl = category ? `${rootUrl}/?cat=${category}` : rootUrl;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.entry-title a')
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                pubDate: parseDate(item.parent().next().find('.mh-meta-date').eq(-1).text().split('：')[1]),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                const links = content('.entry-content').find('a[download]');
+
+                item.enclosure_type = 'video/mp4';
+                item.enclosure_url = links.eq(-1).attr('href');
+                item.description = `<video controls><source src="${item.enclosure_url}"></video><br>`;
+
+                links.each(function () {
+                    item.description += `<li><a href="${content(this).attr('href')}">${content(this).text()}</a></li>`;
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('.page-title').text() || '首页'} - 秋爸日字`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/qq88/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/qq88/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'qq88.info': {
+        _name: '秋爸日字',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/multimedia.html#qiu-ba-ri-zi',
+                source: '/',
+                target: (_params, url) => (new URL(url).searchParams.get('cat') ? `/qq88/${new URL(url).searchParams.get('cat')}` : '/qq88'),
+            },
+        ],
+    },
+};

package/lib/v2/qq88/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./'));
+};

package/lib/v2/readhub/index.js

@@ -0,0 +1,106 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    topic: '热门话题',
+    news: '科技动态',
+    tech: '技术资讯',
+    technews: '技术资讯',
+    blockchain: '区块链快讯',
+    daily: '每日早报',
+};
+
+module.exports = async (ctx) => {
+    let category = 'topic';
+    let overview = false;
+    if (titles[ctx.params.category]) {
+        category = ctx.params.category;
+        overview = ctx.params.overview ? true : false;
+        category = category === 'tech' ? 'technews' : category;
+    } else if (ctx.params.category) {
+        overview = true;
+    }
+
+    const rootUrl = 'https://readhub.cn';
+    const apiRootUrl = 'https://api.readhub.cn';
+    const currentUrl = `${rootUrl}/topic/${category}`;
+    const apiUrl = `${apiRootUrl}/${category === 'daily' ? 'topic/daily' : category}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const list = response.data.data.map((item) => ({
+        id: item.id,
+        title: item.title,
+        pubDate: parseDate(item.publishDate),
+        description: item.summaryAuto || item.summary || '',
+        link: item.url || item.mobileUrl || `${rootUrl}/topic/${item.id}`,
+        author: item.authorName || item.siteName || '',
+        hasInstantView: item.hasInstantView || false,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.id + overview, async () => {
+                if (item.hasInstantView || category === 'daily') {
+                    const { data } = await got({
+                        method: 'get',
+                        url: `${apiRootUrl}/topic/instantview?topicId=${item.id}`,
+                    });
+
+                    item.description = `<a href="${data.url}">访问原网址</a><br>${!overview ? data.content : ''}`;
+                }
+
+                if (isNaN(item.id)) {
+                    const { data } = await got({
+                        method: 'get',
+                        url: `${apiRootUrl}/topic/${item.id}`,
+                    });
+
+                    if (data.summary && overview) {
+                        item.description += `${data.summary}<hr>`;
+                    }
+
+                    if (data.newsArray) {
+                        item.description += '<br><b>媒体报道</b><ul>';
+
+                        for (const news of data.newsArray) {
+                            item.description +=
+                                `<li><a href="${news.url || news.mobileUrl}">${news.title}</a>` + news.siteName
+                                    ? `&nbsp;&nbsp;<small><b>${news.siteName}</b></small>`
+                                    : '' + `${news.publishDate ? `&nbsp;&nbsp;<small>${news.publishDate.split('T')[0]}</small>` : ''}</li>`;
+                        }
+
+                        item.description += '</ul>';
+                    }
+
+                    if (data.timeline && data.timeline.topics) {
+                        const hasTimeline = data.timeline.commonEntities && data.timeline.commonEntities.length > 0;
+
+                        item.description += `<br><b>${hasTimeline ? '事件追踪' : '相关事件'}</b><ul>`;
+
+                        for (const news of data.timeline.topics) {
+                            const createdAt = news.createdAt ? `<small>${news.createdAt.split('T')[0]}</small>` : '';
+
+                            item.description += `<li>${hasTimeline ? `${createdAt}&nbsp;&nbsp;` : ''}<a href="${rootUrl}/topic/${news.id}">${news.title}</a>${hasTimeline ? '' : `&nbsp;&nbsp;${createdAt}`}</li>`;
+                        }
+
+                        item.description += '</ul>';
+                    }
+                }
+                delete item.id;
+                delete item.hasInstantView;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Readhub - ${titles[category]}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/readhub/maintainer.js

@@ -0,0 +1,3 @@
+module.export = {
+    '/:category?/:overview?': ['WhiteWorld', 'nczitzk', 'Fatpandac'],
+};

package/lib/v2/readhub/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'readhub.cn': {
+        _name: 'Readhub',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/new-media.html#readhub',
+                source: ['/', '/:category'],
+                target: (params) => `/readhub/${params.category ? params.category : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/readhub/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    // deprecated
+    router.get('/category/:category?/:overview?', require('./index'));
+
+    router.get('/:category?/:overview?', require('./index'));
+};

package/lib/v2/shmeea/maintainer.js

@@ -1,3 +1,4 @@
 module.exports = {
     '/': ['jialinghui'],
+    '/self-study': ['h2ws'],
 };

package/lib/v2/shmeea/radar.js

@@ -8,6 +8,12 @@ module.exports = {
                 source: ['/'],
                 target: '/shmeea',
             },
+            {
+                title: '自学考试通知公告',
+                docs: 'https://docs.rsshub.app/other.html#shang-hai-shi-jiao-yu-kao-shi-yuan',
+                source: ['/page/04000/index.html', '/'],
+                target: '/shmeea/self-study',
+            },
         ],
     },
 };

package/lib/v2/shmeea/router.js

@@ -1,3 +1,4 @@
 module.exports = function (router) {
-    router.get('', require('./index'));
+    router.get('/', require('./index'));
+    router.get('/self-study', require('./self-study'));
 };

package/lib/v2/shmeea/self-study.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+async function load_detail(list, cache) {
+    return await Promise.all(
+        list.map(async (item) => {
+            const notice_item = cheerio.load(item);
+            const href = notice_item('a').attr('href');
+            const url = 'http://www.shmeea.edu.cn' + href;
+            if (href[0] !== '/') {
+                return {
+                    title: notice_item('a').attr('title'),
+                    description: `<a href="${href}" >附件</a>`,
+                    link: href,
+                };
+            }
+            return await cache.tryGet(url, async () => {
+                const detail_response = await got({
+                    method: 'get',
+                    url,
+                    headers: {
+                        Referer: 'http://www.shmeea.edu.cn/page/04000/index.html',
+                        Host: 'www.shmeea.edu.cn',
+                    },
+                });
+                const detail = cheerio.load(detail_response.data);
+                return {
+                    title: notice_item('a').attr('title'),
+                    description: detail('.Article_content').html(),
+                    link: url,
+                    pubDate: timezone(parseDate(detail('.PBtime').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
+                };
+            });
+        })
+    );
+}
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: 'http://www.shmeea.edu.cn/page/04000/index.html',
+        headers: {
+            Host: 'www.shmeea.edu.cn',
+        },
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('#main > div.container > div > div.span9 > div.page-he  > div  > ul > li').get();
+
+    const detail = await load_detail(list, ctx.cache);
+
+    ctx.state.data = {
+        title: '上海自学考试 - 通知公告',
+        link: 'http://www.shmeea.edu.cn/page/04000/index.html',
+        item: detail,
+    };
+};

package/lib/{routes/universities/sysu/sdcs.js → v2/sysu/cse.js}

@@ -4,9 +4,9 @@ const cheerio = require('cheerio');
 module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
-        url: 'http://sdcs.sysu.edu.cn/',
+        url: 'http://cse.sysu.edu.cn/',
         headers: {
-            Referer: `http://sdcs.sysu.edu.cn/`,
+            Referer: `http://cse.sysu.edu.cn/`,
         },
     });
     const $ = cheerio.load(response.data);
@@ -95,7 +95,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `中山大学 - 数据科学与计算机学院`,
-        link: `http://sdcs.sysu.edu.cn`,
+        link: `http://cse.sysu.edu.cn`,
         description: `中山大学 - 数据科学与计算机学院`,
         language: `zh-cn`,
         item: item_data,

package/lib/v2/sysu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/sysu/cse': ['Neutrino3316', 'MegrezZhu', 'nczitzk'],
+};

package/lib/v2/sysu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sysu.edu.cn': {
+        _name: '中山大学',
+        cse: [
+            {
+                title: '计算机学院（软件学院）',
+                docs: 'https://docs.rsshub.app/universities.html#zhong-shan-da-xue-ji-suan-ji-xue-yuan',
+                source: ['/'],
+                target: '/sysu/cse',
+            },
+        ],
+    },
+};

package/lib/v2/sysu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/cse', require('./cse'));
+};