rsshub 1.0.0-master.fe50f9c → 1.0.0-master.fe560d2

package/lib/v2/shmtu/www.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const host = 'https://www.shmtu.edu.cn';
+
+async function load(link) {
+    const response = await got.get(link, { https: { rejectUnauthorized: false } });
+    const $ = cheerio.load(response.data);
+
+    return $('article').html();
+}
+
+const ProcessFeed = (list, caches) =>
+    Promise.all(
+        list.map((item) =>
+            caches.tryGet(item.link, async () => {
+                item.description = await load(item.link);
+
+                return item;
+            })
+        )
+    );
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const info = type === 'notes' ? '通知公告' : '学术讲座';
+
+    const response = await got(`${host}/${type}`, {
+        headers: {
+            Referer: host,
+        },
+        https: { rejectUnauthorized: false },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('tbody tr')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const category = item.find('.department').text().trim();
+            return {
+                title: item.find('.title a').text().trim(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: parseDate(item.find('.date-display-single').attr('content')),
+                category,
+                author: category,
+            };
+        });
+
+    const result = await ProcessFeed(list, ctx.cache);
+
+    ctx.state.data = {
+        title: `上海海事大学 ${info}`,
+        link: `${host}/${type}`,
+        description: '上海海事大学 官网信息',
+        item: result,
+    };
+};

package/lib/v2/sigsac/ccs.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.sigsac.org/';
+const { parseDate } = require('@/utils/parse-date');
+// https://www.sigsac.org/ccs/CCS2022/program/accepted-papers.html
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const yearList = Array.from({ length: last - 2020 }, (_, v) => `${url}ccs/CCS${v + 2020}/`);
+    const yearResponses = await got.all(yearList.map((url) => got(url)));
+
+    const urlList = yearResponses.map((response) => {
+        const $ = cheerio.load(response.data);
+        return new URL($('a:contains("Accepted Papers")').attr('href'), response.url).href;
+    });
+
+    const responses = await got.all(urlList.map((url) => got(url)));
+
+    const items = responses.map((response) => {
+        const $ = cheerio.load(response.data);
+        const link = response.url;
+        const paperSection = $('div.papers-item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const title = item.find('b').text().trim();
+                return {
+                    title,
+                    author: item.find('p').text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        const paperTable = $('tbody tr')
+            .toArray()
+            .slice(1) // skip table header
+            .map((item) => {
+                item = $(item);
+                const title = item.find('td').eq(0).text().trim();
+                return {
+                    title,
+                    author: item.find('td').eq(1).text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        return paperSection.length ? paperSection : paperTable;
+    });
+
+    ctx.state.data = {
+        title: 'ACM CCS',
+        link: url,
+        description: 'The ACM Conference on Computer and Communications Security (CCS) Accepted Papers',
+        allowEmpty: true,
+        item: items.flat(),
+    };
+};

package/lib/v2/sigsac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ccs/': ['ZeddYu'],
+};

package/lib/v2/sigsac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sigsac.org': {
+        _name: 'ACM Special Interest Group on Security Audit and Control',
+        '.': [
+            {
+                title: 'ACM Conference on Computer and Communications Security',
+                docs: 'https://docs.rsshub.app/journal.html#acm-special-interest-group-on-security-audit-and-control',
+                source: ['/ccs.html', '/'],
+                target: '/sigsac/ccs',
+            },
+        ],
+    },
+};

package/lib/v2/sigsac/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ccs', require('./ccs'));
+};

package/lib/v2/simpleinfo/index.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const path = require('path');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const rootUrl = 'https://blog.simpleinfo.cc';
+    const link = `${rootUrl}${category ? (category === 'work' || category === 'talk' ? `/blog/${category}` : `/shasha77?category=${category}`) : '/shasha77'}`;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = `${$('.-active').text()} - 簡訊設計`;
+    $('.-ad').remove();
+
+    const list = $('.article-item')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.find('.title').text(),
+                link: item.find('a').first().attr('href'),
+                category: item.find('.category').text(),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const result = await got(item.link);
+                const content = cheerio.load(result.data);
+                item.author = content('meta[property="article:author"]').attr('content');
+                item.pubDate = timezone(parseDate(content('meta[property="article:published_time"]').attr('content')), +8);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('meta[property="og:image"]').attr('content'),
+                    description: content('.article-content').first().html(),
+                });
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        link,
+        language: 'zh-tw',
+        item: items,
+    };
+};

package/lib/v2/simpleinfo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['haukeng'],
+};

package/lib/v2/simpleinfo/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'blog.simpleinfo.cc': {
+        _name: '簡訊設計',
+        '.': [
+            {
+                title: '志祺七七',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/shasha77',
+                target: (_, url) => `/simpleinfo/${new URL(url).searchParams.get('category')}`,
+            },
+            {
+                title: '夥伴聊聊 / 專案作品',
+                docs: 'https://docs.rsshub.app/new-media.html#jian-xun-she-ji',
+                source: '/blog/:category',
+                target: '/simpleinfo/:category',
+            },
+        ],
+    },
+};

package/lib/v2/simpleinfo/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/simpleinfo/templates/description.art

@@ -0,0 +1,6 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ if description }}
+{{@ description }}
+{{ /if }}

package/lib/v2/smzdm/article.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/article/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('.info-stuff-nickname').text();
+
+    const list = $('.pandect-content-stuff')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.pandect-content-title a').text(),
+                link: item.find('.pandect-content-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.pandect-content-time').text(), ['YYYY-MM-DD', 'MM-DD HH:mm']), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('.m-contant article').html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content'), 'YYYY-MM-DD HH:mm:ss'), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}-什么值得买`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/baoliao.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/baoliao/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('.info-stuff-nickname').text();
+
+    const list = $('.pandect-content-stuff')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.pandect-content-title a').text(),
+                link: item.find('.pandect-content-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.pandect-content-time').text(), ['YYYY-MM-DD', 'MM-DD HH:mm']), +8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('article.txt-detail').html();
+                item.pubDate = timezone(parseDate($('.time').first().text().trim().replace('更新时间：', '')), 8);
+                item.author = title;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}的爆料 - 什么值得买`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/haowen.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const day = ctx.params.day ?? 'all';
+    const link = `https://post.smzdm.com/hot_${day}/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('li.filter-tab.active').text();
+
+    const list = $('li.feed-row-wide')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h5.z-feed-title a').text(),
+                link: item.find('h5.z-feed-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.z-publish-time').text()), 8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                const content = $('#articleId');
+                content.find('.item-name').remove();
+                content.find('.recommend-tab').remove();
+
+                item.description = content.html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}-什么值得买好文`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/haowen_fenlei.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const sort = ctx.params.sort || '0';
+
+    let link;
+    if (sort === '0') {
+        link = `https://post.smzdm.com/fenlei/${name}/`;
+    } else {
+        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
+    }
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
+
+    const list = $('div.list.post-list')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h2.item-name a').text(),
+                link: item.find('h2.item-name a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.time').text())),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('article').html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}- 什么值得买好文分类`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/keyword.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+
+    const response = await got(`https://search.smzdm.com`, {
+        headers: {
+            Referer: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time&v=a`,
+        },
+        searchParams: {
+            c: 'home',
+            s: keyword,
+            order: 'time',
+            v: 'a',
+            mx_v: 'a',
+        },
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('.feed-row-wide');
+
+    ctx.state.data = {
+        title: `${keyword} - 什么值得买`,
+        link: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time`,
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                return {
+                    title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
+                    description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
+                    pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), ['MM-DD HH:mm', 'HH:mm']), +8),
+                    link: item.find('.feed-block-title a').attr('href'),
+                };
+            }),
+    };
+};

package/lib/v2/smzdm/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/article/:uid': ['xfangbao'],
+    '/baoliao/:uid': ['nczitzk'],
+    '/haowen/:day?': ['LogicJake'],
+    '/haowen/fenlei/:name/:sort?': ['LogicJake'],
+    '/keyword/:keyword': ['DIYgod', 'MeanZhang'],
+    '/ranking/:rank_type/:rank_id/:hour': ['DIYgod'],
+};

package/lib/v2/smzdm/radar.js

@@ -0,0 +1,48 @@
+module.exports = {
+    'smzdm.com': {
+        _name: '什么值得买',
+        post: [
+            {
+                title: '好文',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/:day',
+                target: (params) => `/smzdm/haowen/${params.day.replace('hot_', '')}`,
+            },
+            {
+                title: '好文分类',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: ['/fenlei/:name'],
+                target: '/smzdm/haowen/fenlei/:name',
+            },
+        ],
+        search: [
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/',
+                target: (_, url) => `/smzdm/keyword/${new URL(url).searchParams.get('s')}`,
+            },
+        ],
+        www: [
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/top',
+            },
+        ],
+        zhiyou: [
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/article',
+                target: '/smzdm/article/:uid',
+            },
+            {
+                title: '用户爆料',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/baoliao',
+                target: '/smzdm/baoliao/:uid',
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/smzdm/ranking.js

@@ -1,15 +1,32 @@
 const got = require('@/utils/got');
 const timezone = require('@/utils/timezone');
 
+const getTrueHour = (rank_type, rank_id, hour) => {
+    const rank_two_hour = ['11', '17', '28', '29'];
+    const rank_four_hour = ['12', '13', '14', '15', '17', '74', '75', '71', '25'];
+    const flag = ['pinlei', 'dianshang'].includes(rank_type) && [...rank_two_hour, ...rank_four_hour].includes(rank_id) && hour === '3';
+    if (flag) {
+        return rank_two_hour.includes(rank_id) ? '2' : '4';
+    } else {
+        return hour;
+    }
+};
+
 module.exports = async (ctx) => {
     const { rank_type, rank_id, hour } = ctx.params;
 
-    const response = await got({
-        method: 'get',
-        url: `https://www.smzdm.com/top/json_more?rank_type=${rank_type}&rank_id=${rank_id}&hour=${hour}`,
+    // When the hour is 3, some special rank_id require a special hour num
+    const true_hour = getTrueHour(rank_type, rank_id, hour);
+
+    const response = await got(`https://www.smzdm.com/top/json_more`, {
         headers: {
             Referer: 'https://www.smzdm.com/top/',
         },
+        searchParams: {
+            rank_type,
+            rank_id,
+            hour: true_hour,
+        },
     });
 
     const data = response.data.data.list;

package/lib/v2/smzdm/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/article/:uid', require('./article'));
+    router.get('/baoliao/:uid', require('./baoliao'));
+    router.get('/haowen/:day?', require('./haowen'));
+    router.get('/haowen/fenlei/:name/:sort?', require('./haowen_fenlei'));
+    router.get('/keyword/:keyword', require('./keyword'));
+    router.get('/ranking/:rank_type/:rank_id/:hour', require('./ranking'));
+};

package/lib/v2/sse/maintainer.js

@@ -1,6 +1,6 @@
 module.exports = {
     '/convert/:query?': ['kt286'],
-    '/disclosure/:query?': ['alienmao'],
+    '/disclosure/:query?': ['harveyqiu'],
     '/inquire': ['Jeason0228'],
     '/lawandrules/:slug?': ['nczitzk'],
     '/renewal': ['Jeason0228'],

package/lib/v2/swpu/cjxy.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/nccjxy/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('.main_conRCb > ul > li')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[href]', elem).text().trim(),
+            pubDate: timezone(parseDate($('span', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/nccjxy/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '财经学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学财经学院 ${title}`,
+        link: url,
+        description: `西南石油大学财经学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};