rsshub 1.0.0-master.f2ed98e → 1.0.0-master.f2eee10

package/lib/v2/sjtu/seiee/bjwb.js

@@ -0,0 +1,44 @@
+const workerFactory = require('./utils');
+
+module.exports = workerFactory(
+    (ctx) => {
+        const config = {
+            abroad: {
+                link: 'bkjwb/list/1507-1-20.htm',
+                title: '交换交流',
+            },
+            international: {
+                link: 'bkjwb/list/2281-1-20.htm',
+                title: '国际办学通知',
+            },
+            major_select: {
+                link: 'bkjwb/list/1503-1-20.htm',
+                title: '分专业',
+            },
+            major_transfer: {
+                link: 'bkjwb/list/1505-1-20.htm',
+                title: '转专业',
+            },
+            postgraduate: {
+                link: 'bkjwb/list/1506-1-20.htm',
+                title: '直升研究生',
+            },
+        };
+
+        const type = ctx.params.type;
+
+        return {
+            title: '上海交通大学电子信息与电气工程学院学生办 -- ' + config[type].title,
+            local: config[type].link,
+            author: '上海交通大学电子信息与电气工程学院本科教务办',
+        };
+    },
+    ($) =>
+        $('.list_box_5 li')
+            .toArray()
+            .map((e) => ({
+                date: $(e).children('span').text().slice(1, -1),
+                title: $(e).children('a').text().slice(2),
+                link: $(e).children('a').attr('href'),
+            }))
+);

package/lib/v2/sjtu/seiee/utils.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://bjwb.seiee.sjtu.edu.cn';
+
+module.exports = function (meta, extract) {
+    return async (ctx) => {
+        const { title, local, author } = meta(ctx);
+
+        const link = new URL(local, host).href;
+        const response = await got(link);
+
+        const list = extract(cheerio.load(response.data));
+
+        const out = await Promise.all(
+            list.map((item) => {
+                const itemUrl = new URL(item.link, host).href;
+                return ctx.cache.tryGet(itemUrl, async () => {
+                    const response = await got(itemUrl);
+                    const $ = cheerio.load(response.data);
+
+                    return {
+                        title: item.title,
+                        link: itemUrl,
+                        author,
+                        description: $('.article_content').html(),
+                        pubDate: parseDate(item.date, 'YYYY-MM-DD'),
+                    };
+                });
+            })
+        );
+
+        ctx.state.data = {
+            title,
+            link,
+            item: out,
+        };
+    };
+};

package/lib/v2/sjtu/seiee/xsb.js

@@ -0,0 +1,52 @@
+const workerFactory = require('./utils');
+
+module.exports = workerFactory(
+    (ctx) => {
+        const config = {
+            news: {
+                link: 'xsb/list/2938-1-20.htm',
+                title: '新闻发布',
+            },
+            scholarship: {
+                link: 'xsb/list/611-1-20.htm',
+                title: '奖学金',
+            },
+            activity: {
+                link: 'xsb/list/2676-1-20.htm',
+                title: '党团活动',
+            },
+            lecture: {
+                link: 'xsb/list/1981-1-20.htm',
+                title: '讲座活动',
+            },
+            all: {
+                link: 'xsb/list/705-1-20.htm',
+                title: '信息通告',
+            },
+            financialAid: {
+                link: 'xsb/list/1001-1-20.htm',
+                title: '助学金',
+            },
+            zhcp: {
+                link: 'xsb/list/3016-1-20.htm',
+                title: '本科生综合测评',
+            },
+        };
+
+        const type = ctx.params.type || 'all';
+
+        return {
+            title: '上海交通大学电子信息与电气工程学院学生办 -- ' + config[type].title,
+            local: config[type].link,
+            author: '上海交通大学电子信息与电气工程学院学生工作办公室',
+        };
+    },
+    ($) =>
+        $('.list_box_5_2 li')
+            .toArray()
+            .map((e) => ({
+                date: $(e).children('span').text().slice(1, -1),
+                title: $(e).children('a').text().slice(1),
+                link: $(e).children('a').attr('href'),
+            }))
+);

package/lib/v2/sjtu/templates/activity.art

@@ -0,0 +1,6 @@
+{{ e.name }}<br>
+开始时间: {{ e.sign_start_time }}<br>
+结束时间: {{ e.sign_end_time }}<br>
+地点: {{ e.location }}<br>
+报名人数: {{ e.member_count }}/{{ e.max_member }}<br>
+来自{{ e.source }}

package/lib/v2/sjtu/tongqu/activity.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+
+const urlRoot = 'https://tongqu.sjtu.edu.cn';
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || 'all';
+    const config = {
+        all: 0,
+        newest: -1,
+        recruitment: 9,
+        lecture: 2,
+        outdoors: 10,
+        jobs: 4,
+        studyTours: 5,
+        competitions: 7,
+        publicWarefare: 11,
+        partyDay: 13,
+        studentAffairs: 14,
+        ads: 12,
+        others: 8,
+    };
+
+    // requests API
+    const link = `${urlRoot}/api/act/type?type=${config[type]}&status=0&offset=0&offset=0&number=10&order=act.create_time&desc=true`;
+    const response = await got(link);
+    const data = response.data;
+
+    // parses data
+    const activities = data.result.acts;
+    const feeds = activities.map((e) => ({
+        title: e.name,
+        link: new URL(`/act/${e.actid}`, urlRoot).href,
+        category: e.typename,
+        description: art(join(__dirname, '../templates/activity.art'), { e }),
+    }));
+
+    ctx.state.data = {
+        title: '同去网活动',
+        link,
+        item: feeds,
+    };
+};

package/lib/v2/sjtu/yzb/zkxx.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseTitle = '上海交通大学研究生招生网招考信息';
+const baseUrl = 'https://yzb.sjtu.edu.cn/index/zkxx/';
+
+module.exports = async (ctx) => {
+    const pageUrl = `${baseUrl}${ctx.params.type}.htm`;
+
+    const response = await got({
+        method: 'get',
+        url: pageUrl,
+        headers: {
+            Referer: pageUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    ctx.state.data = {
+        link: pageUrl,
+        title: `${baseTitle} -- ${$('title').text().split('-')[0]}`,
+        item: $('li[id^="line"] a')
+            .toArray()
+            .map((elem) => ({
+                link: new URL(elem.attribs.href, pageUrl).href,
+                title: elem.attribs.title,
+                pubDate: parseDate($(elem.next).text().trim()),
+            })),
+    };
+};

package/lib/v2/slowmist/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type?': ['AtlasQuan'],
+};

package/lib/v2/snowpeak/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/us/new-arrivals': ['NavePnow'],
+};

package/lib/v2/snowpeak/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'snowpeak.com': {
+        _name: 'Snow Peak',
+        '.': [
+            {
+                title: 'New Arrivals(USA)',
+                docs: 'https://docs.rsshub.app/shopping.html#snow-peak',
+                source: ['/collections/new-arrivals', '/'],
+                target: '/snowpeak/us/new-arrivals',
+            },
+        ],
+    },
+};

package/lib/v2/snowpeak/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/us/new-arrivals', require('./us-new-arrivals'));
+};

package/lib/v2/snowpeak/templates/new-arrivals.art

@@ -0,0 +1,11 @@
+<div>
+    Variant:
+    <br>
+    {{each product.variants}}
+    {{$value.name}}
+    <br>
+    {{/each}}
+    {{each product.images}}
+    <img src={{$value}}>
+    {{/each}}
+</div>

package/lib/v2/snowpeak/us-new-arrivals.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+const host = 'https://www.snowpeak.com';
+module.exports = async (ctx) => {
+    const url = `${host}/collections/new-arrivals`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('.element.product-tile')
+        .map(function () {
+            const data = {};
+            const product = $(this).find('.product-data').data('product');
+            data.title = product.title;
+            data.link = `${host}/products/${product.handle}`;
+            data.pubDate = new Date(product.published_at).toUTCString();
+            data.category = product.tags;
+            data.variants = product.variants.map((item) => item.name);
+            data.description =
+                product.description +
+                art(path.join(__dirname, 'templates/new-arrivals.art'), {
+                    product,
+                });
+
+            return data;
+        })
+        .get();
+    ctx.state.data = {
+        title: 'Snow Peak - New Arrivals',
+        link: `${host}/new-arrivals`,
+        description: 'Snow Peak - New Arrivals',
+        item: list.map((item) => ({
+            title: item.title,
+            category: item.category,
+            description: item.description,
+            pubDate: item.pubDate,
+            link: item.link,
+        })),
+    };
+};

package/lib/v2/sony/downloads.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const host = 'https://www.sony.com';
+module.exports = async (ctx) => {
+    const { productType, productId } = ctx.params;
+    const url = `${host}/electronics/support/${productType}/${productId}/downloads`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const contents = $('script:contains("window.__PRELOADED_STATE__.downloads")').text();
+
+    const regex = /window\.__PRELOADED_STATE__\.downloads\s*=\s*({.*?});\s*window\.__PRELOADED_STATE__/s;
+
+    const match = contents.match(regex);
+    let results = {};
+    if (match) {
+        results = JSON.parse(match[1]).searchResults.results;
+    }
+    const list = results.map((item) => {
+        const data = {};
+        data.title = item.title;
+        data.pubDate = item.publicationDate;
+        const url = item.url;
+        if (url.startsWith('http')) {
+            data.url = url;
+        } else if (url.startsWith('//')) {
+            data.url = 'https:' + url;
+        } else {
+            data.url = host + url;
+        }
+        return data;
+    });
+    ctx.state.data = {
+        title: `Sony - ${productId.toUpperCase()}`,
+        link: url,
+        description: `Sony - ${productId.toUpperCase()}`,
+        item: list.map((item) => ({
+            title: item.title,
+            guid: item.title + ' - ' + item.url,
+            link: item.url,
+            pubDate: item.pubDate,
+        })),
+    };
+};

package/lib/v2/sony/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/downloads/:productType/:productId': ['NavePnow'],
+};

package/lib/v2/sony/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sony.com': {
+        _name: 'Sony',
+        '.': [
+            {
+                title: 'Software Downloads',
+                docs: 'https://docs.rsshub.app/program-update.html#sony',
+                source: ['/electronics/support/:productType/:productId/downloads'],
+                target: '/sony/downloads/:productType/:productId',
+            },
+        ],
+    },
+};

package/lib/v2/sony/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/downloads/:productType/:productId', require('./downloads'));
+};

package/lib/v2/sony/templates/software-description.art

@@ -0,0 +1,4 @@
+<div>
+    <br><br>
+    Release Date: {{ item.pubDate }}
+</div>

package/lib/v2/southcn/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/nfapp/column/:column?': ['TimWu007'],
+    '/nfapp/reporter/:reporter': ['TimWu007'],
+};

package/lib/v2/southcn/nfapp/column.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const { parseArticle } = require('./utils');
+
+module.exports = async (ctx) => {
+    const columnId = ctx.params.column ?? 38;
+
+    const getColumnDetail = `https://api.nfapp.southcn.com/nanfang_if/getColumn?columnId=${columnId}`;
+    const { data: responseColumn } = await got(getColumnDetail);
+    const columnName = responseColumn.columnName === '' ? `南方+` : `南方+ - ${responseColumn.columnName}`;
+    const columnLink = responseColumn.linkUrl === '' ? `https://m.nfapp.southcn.com/${columnId}` : responseColumn.linkUrl;
+
+    /* Notes of columnLink:
+    1) 南方号 uses responseColumn.linkUrl, e.g. https://static.nfapp.southcn.com/nfh/shareNFNum/index.html?nfhId=3392;
+    2) 栏目/频道's responseColumn.linkUrl is empty, we use its subpage on 南方+ mobile site, e.g. https://m.nfapp.southcn.com/38;
+    3) But https://m.nfapp.southcn.com/${columnId} may still be invalid for some higher-level columns, e.g. 20.
+    */
+
+    const getArticleList = `https://api.nfapp.southcn.com/nfplus-manuscript-web/article/list?columnId=${columnId}&nfhSubCount=1&pageNum=1&pageSize=20`; // this api only returns up to 20 articles
+    const { data: responseArticle } = await got(getArticleList);
+    const list = responseArticle.data.list
+        .filter((i) => i.articleType === 0)
+        .map((item) => ({
+            title: '【' + item.columnName + '】' + item.title,
+            description: art(path.join(__dirname, '../templates/description.art'), {
+                thumb: item.picMiddle,
+                description: item.summary === '详见内文' ? '' : item.summary,
+            }),
+            pubDate: timezone(parseDate(item.updateTime), +8),
+            link: `http://pc.nfapp.southcn.com/${item.columnId}/${item.articleId}.html`,
+            articleId: item.articleId,
+            shareUrl: item.shareUrl,
+        }));
+
+    const items = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: columnName,
+        link: columnLink,
+        item: items,
+    };
+};

package/lib/v2/southcn/nfapp/reporter.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const { parseArticle } = require('./utils');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const reporterId = ctx.params.reporter;
+    const currentUrl = `https://api.nfapp.southcn.com/nanfang_if/reporter/list?reporterUuid=${reporterId}&pageSize=20&pageNo=1&origin=0`;
+
+    const { data: response } = await got(currentUrl);
+
+    const list = response.data.reportInfo.articleInfo.map((item) => ({
+        title: '【' + item.releaseColName + '】' + item.title,
+        description: art(path.join(__dirname, '../templates/description.art'), {
+            thumb: item.picMiddle,
+            description: item.attAbstract,
+        }),
+        pubDate: timezone(parseDate(item.publishtime), +8),
+        link: `http://pc.nfapp.southcn.com/${item.colID}/${item.fileId}.html`,
+        articleId: item.fileId,
+        shareUrl: item.shareUrl,
+    }));
+
+    const items = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: `南方+ - ${response.data.reportInfo.reporterName}`,
+        link: `https://static.nfapp.southcn.com/apptpl/reporterWorksList/index.html?reporterUuid=${reporterId}`,
+        item: items,
+    };
+};

package/lib/v2/southcn/nfapp/utils.js

@@ -0,0 +1,23 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const parseArticle = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const detailResponse = await got({
+            method: 'get',
+            url: item.link,
+        });
+
+        const $ = cheerio.load(detailResponse.data);
+
+        $('.article-nfh-icon, .article-crumb, .article-share, .article-copyright').remove();
+
+        item.description += $('#content').html() ?? '';
+        item.author = $('meta[name="author"]').attr('content');
+
+        return item;
+    });
+
+module.exports = {
+    parseArticle,
+};

package/lib/v2/southcn/radar.js

@@ -0,0 +1,12 @@
+module.exports = {
+    'nfapp.southcn.com': {
+        _name: '南方网',
+        '.': [
+            {
+                title: '南方+',
+                docs: 'https://docs.rsshub.app/traditional-media.html#nan-fang-wang',
+                source: ['/'],
+            },
+        ],
+    },
+};

package/lib/v2/southcn/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/nfapp/column/:column?', require('./nfapp/column'));
+    router.get('/nfapp/reporter/:reporter', require('./nfapp/reporter'));
+};

package/lib/v2/southcn/templates/description.art

@@ -0,0 +1,6 @@
+{{ if thumb }}
+    <img src="{{ thumb }}">
+{{ /if }}
+{{ if description }}
+    <blockquote><p>{{ description }}</p></blockquote>
+{{ /if }}

package/lib/v2/sspai/radar.js

@@ -73,7 +73,7 @@ module.exports = {
             {
                 title: 'Shortcuts Gallery',
                 docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
-                source: ['', '/*tpath'],
+                source: ['/*'],
                 target: '/sspai/shortcuts',
             },
         ],

package/lib/v2/stbu/jsjxy.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+module.exports = async (ctx) => {
+    const baseUrl = 'https://jsjxy.stbu.edu.cn/news/';
+    const { data: response } = await got(baseUrl, {
+        responseType: 'buffer',
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    const $ = cheerio.load(gbk2utf8(response));
+    const list = $('.content dl h4')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a').first();
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link, {
+                    responseType: 'buffer',
+                    https: {
+                        rejectUnauthorized: false,
+                    },
+                });
+                const $ = cheerio.load(gbk2utf8(response));
+                item.description = $('.content14').first().html().trim();
+                item.pubDate = timezone(parseDate($('.article .source').text().split('日期：')[1].replace('\n', '').trim()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '四川工商学院计算机学院 - 新闻动态',
+        link: baseUrl,
+        description: '四川工商学院计算机学院 - 新闻动态',
+        item: items,
+    };
+};

package/lib/v2/stbu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jsjxy': ['HyperCherry'],
+    '/xyxw': ['HyperCherry'],
+};

package/lib/v2/stbu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'stbu.edu.cn': {
+        _name: '四川工商学院',
+        '.': [
+            {
+                title: '学院新闻',
+                docs: 'https://docs.rsshub.app/university.html#si-chuan-gong-shang-xue-yuan',
+                source: ['/html/news/xueyuan', '/'],
+                target: '/stbu/xyxw',
+            },
+        ],
+        jsjxy: [
+            {
+                title: '计算机学院通知公告',
+                docs: 'https://docs.rsshub.app/university.html#si-chuan-gong-shang-xue-yuan',
+                source: ['/news', '/'],
+                target: '/stbu/jsjxy',
+            },
+        ],
+    },
+};

package/lib/v2/stbu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jsjxy', require('./jsjxy'));
+    router.get('/xyxw', require('./xyxw'));
+};