rsshub 1.0.0-master.fe4f650 → 1.0.0-master.fe560d2

package/lib/v2/shmtu/jwc.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const host = 'https://jwc.shmtu.edu.cn';
+
+async function load(link) {
+    const response = await got(link, { https: { rejectUnauthorized: false } });
+    const $ = cheerio.load(response.data);
+
+    return $('.wp_articlecontent').html();
+}
+
+const ProcessFeed = (list, caches) =>
+    Promise.all(
+        list.map((item) =>
+            caches.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+                return item;
+            })
+        )
+    );
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const info = type === 'jwgg' ? '教务公告' : '教务新闻';
+
+    const response = await got(`${host}/${type}/list.htm`, {
+        headers: {
+            Referer: host,
+        },
+        https: { rejectUnauthorized: false },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('tbody tr')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.views-field-nothing a').attr('title').trim(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: timezone(parseDate(item.find('.pubdate').text()), 8),
+                category: item.find('.views-field-field-xxlb').text(),
+                author: item.find('.views-field-field-xxly').text(),
+            };
+        });
+
+    const result = await ProcessFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: `上海海事大学 ${info}`,
+        link: `${host}/${type}`,
+        description: '上海海事大学 教务信息',
+        item: result,
+    };
+};

package/lib/v2/shmtu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/jwc/:type': ['imbytecat', 'simonsmh'],
+    '/portal/:type': ['imbytecat'],
+    '/www/:type': ['imbytecat', 'simonsmh'],
+};

package/lib/v2/shmtu/portal.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const bootstrapHost = 'https://weixin.shmtu.edu.cn/dynamic/shmtuHttps';
+const host = 'https://portal.shmtu.edu.cn/api';
+
+const loadDetail = async (link) => {
+    const response = await got.post(bootstrapHost, {
+        form: {
+            interfaceUrl: link,
+        },
+        https: { rejectUnauthorized: false },
+    });
+
+    return JSON.parse(response.data);
+};
+
+const processFeed = (list, caches) =>
+    Promise.all(
+        list.map((item) =>
+            caches.tryGet(item.link, async () => {
+                const detail = await loadDetail(item.link);
+                const files = detail.field_file;
+                const images = detail.field_image;
+                item.description = art(path.join(__dirname, 'templates/portal.art'), {
+                    body: detail.body.und[0].safe_value,
+                    images: images.length !== 0 && Object.keys(images).length !== 0 ? images.und : null,
+                    files: files.length !== 0 && Object.keys(files).length !== 0 ? files.und : null,
+                });
+                item.link = detail.path;
+                return item;
+            })
+        )
+    );
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    let info;
+    switch (type) {
+        case 'bmtzgg':
+            info = '部门通知公告';
+            break;
+        case 'xsydxhdgg':
+            info = '学术与大型活动公告';
+            break;
+        case 'bmdt':
+            info = '部门动态';
+            break;
+        default:
+            info = '未知';
+            break;
+    }
+
+    const response = await got.post(bootstrapHost, {
+        form: {
+            interfaceUrl: `${host}/${type}.json?page=0`,
+        },
+        https: { rejectUnauthorized: false },
+    });
+
+    const list = JSON.parse(response.data).map((item) => ({
+        title: cheerio.load(item.title).text(),
+        link: `${host}/node/${item.nid}.json`,
+        pubDate: timezone(parseDate(item.created), 8),
+        category: item.field_department[0],
+        author: item.field_department[0],
+    }));
+
+    const result = await processFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: `上海海事大学 ${info}`,
+        link: 'https://portal.shmtu.edu.cn/bumentongzhigonggao',
+        description: '上海海事大学 数字平台',
+        item: result,
+    };
+};

package/lib/v2/shmtu/radar.js

@@ -0,0 +1,29 @@
+module.exports = {
+    'shmtu.edu.cn': {
+        _name: '上海海事大学',
+        jwc: [
+            {
+                title: '教务信息',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:type'],
+                target: '/shmtu/jwc/:type',
+            },
+        ],
+        portal: [
+            {
+                title: '数字平台',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:type'],
+                target: '/shmtu/portal/:type',
+            },
+        ],
+        www: [
+            {
+                title: '官网信息',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:type'],
+                target: '/shmtu/www/:type',
+            },
+        ],
+    },
+};

package/lib/v2/shmtu/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/jwc/:type', require('./jwc'));
+    router.get('/portal/:type', require('./portal'));
+    router.get('/www/:type', require('./www'));
+};

package/lib/v2/shmtu/templates/portal.art

@@ -0,0 +1,30 @@
+{{@ body}}
+{{if images}}
+<span style="font-size:19px">
+  图片：
+</span>
+  {{each images image}}
+  <figure>
+      <img src="https://weixin.shmtu.org/dynamic/getFile?fid={{image.fid}}"
+        alt="{{image.filename}}"
+        style="margin: 0 auto" />
+      <figcaption style="text-align:center;font-size:19px">
+        {{image.alt}}
+      </figcaption>
+  </figure>
+  {{/each}}
+{{/if}}
+{{if files}}
+<span style="font-size:19px">
+  附件：
+</span>
+  {{each files file}}
+  <p style="text-indent:32px">
+    <span style="font-size:19px">
+      <a href="https://weixin.shmtu.org/dynamic/getFile?fid={{file.fid}}" target="_blank">
+        {{file.filename}}
+      </a>
+    </span>
+  </p>
+  {{/each}}
+{{/if}}

package/lib/v2/shmtu/www.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const host = 'https://www.shmtu.edu.cn';
+
+async function load(link) {
+    const response = await got.get(link, { https: { rejectUnauthorized: false } });
+    const $ = cheerio.load(response.data);
+
+    return $('article').html();
+}
+
+const ProcessFeed = (list, caches) =>
+    Promise.all(
+        list.map((item) =>
+            caches.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+
+                return item;
+            })
+        )
+    );
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const info = type === 'notes' ? '通知公告' : '学术讲座';
+
+    const response = await got(`${host}/${type}`, {
+        headers: {
+            Referer: host,
+        },
+        https: { rejectUnauthorized: false },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('tbody tr')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const category = item.find('.department').text().trim();
+            return {
+                title: item.find('.title a').text().trim(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: parseDate(item.find('.date-display-single').attr('content')),
+                category,
+                author: category,
+            };
+        });
+
+    const result = await ProcessFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: `上海海事大学 ${info}`,
+        link: `${host}/${type}`,
+        description: '上海海事大学 官网信息',
+        item: result,
+    };
+};

package/lib/v2/sigsac/ccs.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.sigsac.org/';
+const { parseDate } = require('@/utils/parse-date');
+// https://www.sigsac.org/ccs/CCS2022/program/accepted-papers.html
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const yearList = Array.from({ length: last - 2020 }, (_, v) => `${url}ccs/CCS${v + 2020}/`);
+    const yearResponses = await got.all(yearList.map((url) => got(url)));
+
+    const urlList = yearResponses.map((response) => {
+        const $ = cheerio.load(response.data);
+        return new URL($('a:contains("Accepted Papers")').attr('href'), response.url).href;
+    });
+
+    const responses = await got.all(urlList.map((url) => got(url)));
+
+    const items = responses.map((response) => {
+        const $ = cheerio.load(response.data);
+        const link = response.url;
+        const paperSection = $('div.papers-item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const title = item.find('b').text().trim();
+                return {
+                    title,
+                    author: item.find('p').text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        const paperTable = $('tbody tr')
+            .toArray()
+            .slice(1) // skip table header
+            .map((item) => {
+                item = $(item);
+                const title = item.find('td').eq(0).text().trim();
+                return {
+                    title,
+                    author: item.find('td').eq(1).text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        return paperSection.length ? paperSection : paperTable;
+    });
+
+    ctx.state.data = {
+        title: 'ACM CCS',
+        link: url,
+        description: 'The ACM Conference on Computer and Communications Security (CCS) Accepted Papers',
+        allowEmpty: true,
+        item: items.flat(),
+    };
+};

package/lib/v2/sigsac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ccs/': ['ZeddYu'],
+};

package/lib/v2/sigsac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sigsac.org': {
+        _name: 'ACM Special Interest Group on Security Audit and Control',
+        '.': [
+            {
+                title: 'ACM Conference on Computer and Communications Security',
+                docs: 'https://docs.rsshub.app/journal.html#acm-special-interest-group-on-security-audit-and-control',
+                source: ['/ccs.html', '/'],
+                target: '/sigsac/ccs',
+            },
+        ],
+    },
+};

package/lib/v2/sigsac/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ccs', require('./ccs'));
+};

package/lib/v2/simpleinfo/index.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const rootUrl = 'https://blog.simpleinfo.cc';
+    const link = `${rootUrl}${category ? (category === 'work' || category === 'talk' ? `/blog/${category}` : `/shasha77?category=${category}`) : '/shasha77'}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = `${$('.-active').text()} - 簡訊設計`;
+    $('.-ad').remove();
+
+    const list = $('.article-item')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('.title').text(),
+                link: item.find('a').first().attr('href'),
+                category: item.find('.category').text(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const result = await got(item.link);
+                const content = cheerio.load(result.data);
+                item.author = content('meta[property="article:author"]').attr('content');
+                item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('meta[property="og:image"]').attr('content'),
+                    description: content('.article-content').first().html(),
+                });
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        language: 'zh-tw',
+        item: items,
+    };
+};

package/lib/v2/simpleinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['haukeng'],
+};

package/lib/v2/simpleinfo/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'blog.simpleinfo.cc': {
+        _name: '簡訊設計',
+        '.': [
+            {
+                title: '志祺七七',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/shasha77',
+                target: (_, url) => `/simpleinfo/${new URL(url).searchParams.get('category')}`,
+            },
+            {
+                title: '夥伴聊聊 / 專案作品',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/blog/:category',
+                target: '/simpleinfo/:category',
+            },
+        ],
+    },
+};

package/lib/v2/simpleinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/simpleinfo/templates/description.art

@@ -0,0 +1,6 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/lib/v2/sse/maintainer.js

@@ -1,6 +1,6 @@
 module.exports = {
     '/convert/:query?': ['kt286'],
-    '/disclosure/:query?': ['alienmao'],
+    '/disclosure/:query?': ['harveyqiu'],
     '/inquire': ['Jeason0228'],
     '/lawandrules/:slug?': ['nczitzk'],
     '/renewal': ['Jeason0228'],

package/lib/v2/telegram/channel.js

@@ -25,6 +25,7 @@ const STICKER = 'STICKER';
 const ANIMATED_STICKER = 'ANIMATED_STICKER';
 // const VIDEO_STICKER = 'VIDEO_STICKER';  // not supported yet by t.me
 const UNSUPPORTED = 'UNSUPPORTED';
+const PARTIALLY_UNSUPPORTED = 'PARTIALLY_UNSUPPORTED';
 
 /* message media tag dict */
 const mediaTagDict = {
@@ -45,6 +46,7 @@ const mediaTagDict = {
     ANIMATED_STICKER: ['[Animated Sticker]', '[Animated Sticker]'],
     // VIDEO_STICKER: ['[Video Sticker]', '[Video Sticker]'],  // not supported yet by t.me
     UNSUPPORTED: ['[Unsupported]', '🚫'],
+    PARTIALLY_UNSUPPORTED: ['', ''],
 };
 
 module.exports = async (ctx) => {
@@ -120,7 +122,7 @@ module.exports = async (ctx) => {
                     item = $(item);
 
                     /* message types */
-                    const msgTypes = [];
+                    let msgTypes = [];
                     if (item.find('.service_message').length) {
                         // service message can have an image (avatar changed)
                         msgTypes.push(SERVICE);
@@ -157,10 +159,14 @@ module.exports = async (ctx) => {
                     if (item.find('.tgme_widget_message_tgsticker').length) {
                         msgTypes.push(ANIMATED_STICKER);
                     }
-                    if (msgTypes.length === 0 && item.find('.message_media_not_supported').length) {
-                        msgTypes.unshift(UNSUPPORTED);
-                        if (!includeUnsupportedMsg) {
-                            return null; // drop unsupported message
+                    if (item.find('.message_media_not_supported').length) {
+                        if (item.find('.media_supported_cont').length) {
+                            msgTypes.unshift(PARTIALLY_UNSUPPORTED);
+                        } else {
+                            if (msgTypes.length === 0 && !includeUnsupportedMsg) {
+                                return null; // drop unsupported message
+                            }
+                            msgTypes.unshift(UNSUPPORTED);
                         }
                     }
                     // all other types above cannot be mixed
@@ -183,16 +189,6 @@ module.exports = async (ctx) => {
                         }
                     }
 
-                    /* media tag */
-                    let mediaTag = '';
-                    if (showMediaTagInTitle) {
-                        msgTypes.forEach((type) => {
-                            if (type !== REPLY || type !== FORWARDED || type !== VIA_BOT || (type === REPLY && showReplyTo) || (type === FORWARDED && showFwdFrom) || (type === VIA_BOT && showViaBot)) {
-                                mediaTag += showMediaTagAsEmoji ? mediaTagDict[type][1] : mediaTagDict[type][0];
-                            }
-                        });
-                    }
-
                     /* fix emoji */
                     item.find('.emoji').each((_, emoji) => {
                         emoji = $(emoji);
@@ -267,11 +263,12 @@ module.exports = async (ctx) => {
                         if (!nodes.length) {
                             return '';
                         }
-                        let tag_media = '';
+                        let tag_media_all = '';
                         const pictureNodes = nodes.find('picture');
                         const imgNodes = nodes.find('img');
                         nodes.each((_, node) => {
                             const $node = $(node);
+                            let tag_media = '';
                             if (node.attribs && node.attribs.class && node.attribs.class.search(/(^|\s)tgme_widget_message_video_player(\s|$)/) !== -1) {
                                 // video
                                 const videoLink = $node.find('.tgme_widget_message_video').attr('src');
@@ -306,13 +303,11 @@ module.exports = async (ctx) => {
                                         });
                                     tag_media += '</picture>';
                                 });
-                                return tag_media;
                             } else if (imgNodes.length) {
                                 // service message
                                 imgNodes.each((_, img) => {
                                     tag_media += $(img).toString();
                                 });
-                                return tag_media;
                             } else {
                                 // image message, location
                                 const background = $node.css('background-image');
@@ -320,8 +315,12 @@ module.exports = async (ctx) => {
                                 const backgroundUrlSrc = backgroundUrl && backgroundUrl[1];
                                 tag_media += backgroundUrlSrc ? `<img src="${backgroundUrlSrc}">` : '';
                             }
+                            if (tag_media) {
+                                tag_media_all += tag_media;
+                                $node.find('.message_media_not_supported').remove();
+                            }
                         });
-                        return tag_media;
+                        return tag_media_all;
                     };
                     // ordinary message photos, service message photos, stickers, animated stickers, video
                     const messageMedia = generateMedia('.tgme_widget_message_photo_wrap,.tgme_widget_message_service_photo,.tgme_widget_message_sticker,.tgme_widget_message_tgsticker,.tgme_widget_message_video_player');
@@ -373,24 +372,6 @@ module.exports = async (ctx) => {
                         }
                     };
 
-                    /* unsupported */
-                    let unsupportedHtml = '';
-                    let unsupportedTitle = '';
-                    const unsupportedNodes = item.find('.message_media_not_supported');
-                    if (msgTypes.indexOf(UNSUPPORTED) !== -1 && unsupportedNodes.length) {
-                        unsupportedHtml += '<blockquote>';
-                        unsupportedNodes.find('.message_media_not_supported_label').each(function () {
-                            const $this = $(this);
-                            unsupportedTitle += $this.text();
-                            unsupportedHtml += `<p>${$this.text()}</p>`;
-                        });
-                        unsupportedNodes.find('.message_media_view_in_telegram').each(function () {
-                            const $this = $(this);
-                            unsupportedHtml += $this.attr('href') ? `<p><a href="${$this.attr('href')}">${$this.text()}</a></p>` : `<p>${$this.text()}</p>`;
-                        });
-                        unsupportedHtml += '</blockquote>';
-                    }
-
                     /* link preview */
                     const linkPreview = () => {
                         const linkPreviewSiteObj = item.find('.link_preview_site_name');
@@ -492,11 +473,46 @@ module.exports = async (ctx) => {
                         inlineButtons += '</tr></tbody></table>';
                     }
 
+                    /* unsupported */
+                    let unsupportedHtml = '';
+                    let unsupportedTitle = '';
+                    const unsupportedNodes = item.find('.message_media_not_supported');
+                    if (msgTypes.includes(UNSUPPORTED)) {
+                        if (unsupportedNodes.length) {
+                            unsupportedHtml += '<blockquote>';
+                            unsupportedNodes.find('.message_media_not_supported_label').each(function () {
+                                const $this = $(this);
+                                unsupportedTitle += $this.text();
+                                unsupportedHtml += `<p>${$this.text()}</p>`;
+                            });
+                            unsupportedNodes.find('.message_media_view_in_telegram').each(function () {
+                                const $this = $(this);
+                                unsupportedHtml += $this.attr('href') ? `<p><a href="${$this.attr('href')}">${$this.text()}</a></p>` : `<p>${$this.text()}</p>`;
+                            });
+                            unsupportedHtml += '</blockquote>';
+                        } else {
+                            // remove unsupported type, previous parsing has proved that it is not unsupported
+                            msgTypes = msgTypes.filter((type) => type !== UNSUPPORTED);
+                        }
+                    }
+
                     /* pubDate */
                     const pubDate = parseDate(item.find('.tgme_widget_message_date time').attr('datetime'));
 
+                    /* ----- finished parsing ----- */
+
+                    /* media tag */
+                    let mediaTag = '';
+                    if (showMediaTagInTitle) {
+                        msgTypes.forEach((type) => {
+                            if (type !== REPLY || type !== FORWARDED || type !== VIA_BOT || (type === REPLY && showReplyTo) || (type === FORWARDED && showFwdFrom) || (type === VIA_BOT && showViaBot)) {
+                                mediaTag += showMediaTagAsEmoji ? mediaTagDict[type][1] : mediaTagDict[type][0];
+                            }
+                        });
+                    }
+
                     /* message text & title */
-                    const messageTextObj = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');
+                    const messageTextObj = item.find(`.${msgTypes.includes(PARTIALLY_UNSUPPORTED) ? 'media_supported_cont' : 'tgme_widget_message_bubble'} > .tgme_widget_message_text`);
                     let messageHtml = '',
                         messageTitle = '';
 

package/lib/v2/tencent/maintainer.js

@@ -1,5 +1,7 @@
 module.exports = {
     '/cloud/column/:id?/:tag?': ['nczitzk'],
+    '/news/coronavirus/data/:province?/:city?': ['CaoMeiYouRen'],
+    '/news/coronavirus/total': ['CaoMeiYouRen'],
     '/pvp/newsindex/:type': ['Jeason0228', 'HenryQW'],
     '/qq/sdk/changelog/:platform': ['nuomi1'],
 };