rsshub 1.0.0-master.f2ed98e → 1.0.0-master.f2eee10

package/lib/v2/sehuatang/user.js

@@ -0,0 +1,113 @@
+// 导入必要的模组
+const got = require('@/utils/got'); // 自订的 got
+const cheerio = require('cheerio'); // 可以使用类似 jQuery 的 API HTML 解析器
+const { parseDate } = require('@/utils/parse-date');
+const config = require('@/config').value;
+
+const baseUrl = 'https://sehuatang.org/';
+
+module.exports = async (ctx) => {
+    if (!config.sehuatang.cookie) {
+        throw 'Sehuatang RSS is disabled due to the lack of <a href="https://docs.rsshub.app/install/#pei-zhi-bu-fen-rss-mo-kuai-pei-zhi">relevant config</a>';
+    }
+    // 从Url参数中获取uid
+    const uid = ctx.params.uid;
+    const link = `${baseUrl}home.php?mod=space&uid=${uid}&do=thread&view=me&from=space`;
+
+    const response = await got(link, {
+        headers: {
+            Cookie: config.sehuatang.cookie,
+            'Accept-Encoding': 'gzip, deflate, br',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('#delform tr:not(.th)')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('th>a').first();
+            const category = item.find('.xg1').first().text();
+            return {
+                title: `[${category}] ${a.text()}`,
+                // `link` 需要一个绝对 URL，但 `a.attr('href')` 返回一个相对 URL。
+                link: baseUrl + a.attr('href'),
+                // pubDate: '',
+                author: $('.mt').first().text(),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((info) =>
+            ctx.cache.tryGet(info.link, async () => {
+                const response = await got(info.link, {
+                    headers: {
+                        Cookie: config.sehuatang.cookie,
+                        'Accept-Encoding': 'gzip, deflate, br',
+                        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+                    },
+                });
+
+                const $ = cheerio.load(response.data);
+                const postMessage = $("[id^='postmessage']").slice(0, 1);
+                const images = $(postMessage).find('img');
+                for (const image of images) {
+                    const file = $(image).attr('file');
+                    if (!file || file === 'undefined') {
+                        $(image).replaceWith('');
+                    } else {
+                        $(image).replaceWith($(`<img src="${file}">`));
+                    }
+                }
+                // if postMessage does not have any images, try to parse image url from `.pattl`
+                if (images.length === 0) {
+                    const pattl = $('.pattl');
+                    const pattlImages = $(pattl).find('img');
+                    for (const pattlImage of pattlImages) {
+                        const file = $(pattlImage).attr('file');
+                        if (!file || file === 'undefined') {
+                            $(pattlImage).replaceWith('');
+                        } else {
+                            $(pattlImage).replaceWith($(`<img src="${file}" />`));
+                        }
+                    }
+                    postMessage.append($(pattl));
+                }
+                $('em[onclick]').remove();
+
+                info.description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
+
+                const dateString = $('.authi em').first().text();
+                const datestampString = dateString.split(' ')[1];
+                const timestampString = dateString.split(' ')[2];
+                const datetimeString = `${datestampString} ${timestampString}`;
+                const timestamp = new Date(datetimeString).getTime();
+
+                info.pubDate = $('.authi em span').length > 0 ? parseDate($('.authi em span').attr('title')) : parseDate(timestamp);
+
+                const magnet = postMessage.find('div.blockcode li').first().text();
+                const isMag = magnet.startsWith('magnet');
+                const torrent = postMessage.find('p.attnm a').attr('href');
+
+                const hasEnclosureUrl = isMag || torrent !== undefined;
+                if (hasEnclosureUrl) {
+                    const enclosureUrl = isMag ? magnet : new URL(torrent, baseUrl).href;
+                    info.enclosure_url = enclosureUrl;
+                    info.enclosure_type = isMag ? 'application/x-bittorrent' : 'application/octet-stream';
+                }
+
+                return info;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        // 在此处输出您的 RSS
+        title: `${$('.mt').text()}的帖子-色花堂`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/setn/index.js

@@ -0,0 +1,100 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const defaultRootUrl = 'https://www.setn.com';
+
+const rootUrls = {
+    娛樂: 'https://star.setn.com',
+    健康: 'https://health.setn.com',
+    旅遊: 'https://travel.setn.com',
+    富房網: 'https://fuhouse.setn.com',
+    女孩: 'https://watch.setn.com',
+};
+
+const ids = {
+    即時: '',
+    熱門: 0,
+    政治: 6,
+    社會: 41,
+    國際: 5,
+    兩岸: 68,
+    生活: 4,
+    運動: 34,
+    地方: 97,
+    財經: 2,
+    名家: 9,
+    新奇: 42,
+    科技: 7,
+    汽車: 12,
+    寵物: 47,
+    HOT焦點: 31,
+};
+
+const getCurrentUrl = (category) => {
+    const rootUrl = rootUrls.hasOwnProperty(category) ? rootUrls[category] : defaultRootUrl;
+
+    if (ids.hasOwnProperty(category)) {
+        return `${rootUrl}/ViewAll.aspx${ids[category] === '' ? '' : `?PageGroupID=${ids[category]}`}`;
+    }
+
+    return `${rootUrl}/viewall`;
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '即時';
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 42;
+
+    const currentUrl = getCurrentUrl(category);
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('#NewsList, .newsList, .hotNewsList')
+        .find('.newsItems, .st-news, .all_three_list, div.title-word')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const a = item.find('a').last();
+            const link = a.attr('href').replace(/(\?|&)utm_campaign=.*/g, '');
+
+            return {
+                title: a.text(),
+                link: /^http/.test(link) ? link : `${rootUrls.hasOwnProperty(category) ? rootUrls[category] : defaultRootUrl}${link}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('#gad_setn_innity_oop_1x1').remove();
+
+                item.author = content('meta[property="author"]').attr('content');
+                item.category = [content('meta[property="article:section"]').attr('content'), ...content('meta[name="news_keywords"]').attr('content').split(',')];
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+                item.description = content('article, .content-p').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `三立新聞網 - ${category}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/setn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/setn/radar.js

@@ -0,0 +1,53 @@
+module.exports = {
+    'setn.com': {
+        _name: '三立新聞網',
+        '.': [
+            {
+                title: '新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/ViewAll.aspx', '/'],
+                target: '/setn',
+            },
+        ],
+        star: [
+            {
+                title: '娛樂新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/viewall', '/'],
+                target: '/setn/娛樂',
+            },
+        ],
+        health: [
+            {
+                title: '健康新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/viewall', '/'],
+                target: '/setn/健康',
+            },
+        ],
+        travel: [
+            {
+                title: '旅遊新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/viewall', '/'],
+                target: '/setn/旅遊',
+            },
+        ],
+        fuhouse: [
+            {
+                title: '富房網新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/viewall', '/'],
+                target: '/setn/富房網',
+            },
+        ],
+        watch: [
+            {
+                title: '女孩新聞',
+                docs: 'https://docs.rsshub.app/traditional-media.html#san-li-xin-wen-wang-xin-wen',
+                source: ['/viewall', '/'],
+                target: '/setn/女孩',
+            },
+        ],
+    },
+};

package/lib/v2/setn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/shcstheatre/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/programs': ['fuzy112'],
+};

package/lib/v2/shcstheatre/programs.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const cheerio = require('cheerio');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const url = 'https://www.shcstheatre.com/Program/programList.aspx';
+    const res = await got.get(url);
+    const $ = cheerio.load(res.data);
+    const items = await Promise.all(
+        $('#datarow .program-name a').map((_, elem) => {
+            const link = new URL($(elem).attr('href'), url);
+            return ctx.cache.tryGet(link.toString(), async () => {
+                const id = link.searchParams.get('id');
+                const res2 = await got.post('https://www.shcstheatre.com/webapi.ashx?op=GettblprogramCache', {
+                    headers: { 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8' },
+                    form: { id },
+                });
+                const data = res2.data.data.tblprogram[0];
+                return {
+                    title: data.SCS_WEB_BRIEFNAME,
+                    link: link.toString(),
+                    description: art(path.join(__dirname, 'templates/description.art'), data),
+                    pubDate: timezone(parseDate(data.SJ_DATE_PC), +8),
+                };
+            });
+        })
+    );
+    const image = $('.menu-logo img').attr('src');
+
+    ctx.state.data = {
+        title: '上海文化广场 - 节目列表',
+        link: url,
+        image,
+        item: items,
+    };
+};

package/lib/v2/shcstheatre/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'shcstheatre.com': {
+        _name: '上海文化广场',
+        www: [
+            {
+                title: '节目列表',
+                docs: 'https://docs.rsshub.app/shopping.html#shang-hai-wen-hua-guang-chang-jie-mu-lie-biao',
+                source: ['/Program/programList.aspx'],
+                target: '/shcstheatre/programs',
+            },
+        ],
+    },
+};

package/lib/v2/shcstheatre/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/programs', require('./programs'));
+};

package/lib/v2/shcstheatre/templates/description.art

@@ -0,0 +1,65 @@
+<div>
+    {{ if SCS_PC_YMXQ_PIC }}
+        {{ each SCS_PC_YMXQ_PIC.split(';').map(s => s.trim() )}}
+            <img src="https://www.shcstheatre.com{{ $value }}" />
+        {{ /each }}
+    {{ /if }}
+
+    <ul>
+        <li>演出日期：{{ SCS_WEBPERCYCLE }}</li>
+        <li>入场时间：{{ SCS_EINLASSNAME }}</li>
+        <li>演出类型：{{ SCS_PERFORMANCE_TYPENAME }}</li>
+        <li>演出时长：{{ SCS_LENGTH }}分钟</li>
+        <li>演出语言：{{ SCS_PERLANGUAGENAME }}</li>
+    </ul>
+
+    {{ if SCS_PC_LUNBO_YCJS_EDITOR }}
+        <h1>演出介绍</h1>
+        {{ if SCS_PC_LUNBO_YCJS_PIC }}
+            {{ each SCS_PC_LUNBO_YCJS_PIC.split(';').map(s => s.trim()) }}
+                <img src="https://www.shcstheatre.com{{ $value }}" />
+            {{ /each }}
+        {{ /if }}
+        <div> {{@ SCS_PC_LUNBO_YCJS_EDITOR }} </div>
+    {{ /if }}
+
+    {{ if SCS_PC_LUNBO_ZCTD_EDITOR }}
+        <h1>主创团队</h1>
+        {{ if SCS_PC_LUNBO_ZCTD_PIC }}
+            {{ each SCS_PC_LUNBO_ZCTD_PIC.split(';').map(s => s.trim()) }}
+                <img src="https://www.shcstheatre.com{{ $value }}" />
+            {{ /each }}
+        {{ /if }}
+        <div> {{@ SCS_PC_LUNBO_ZCTD_EDITOR }} </div>
+    {{ /if }}
+
+    {{ if SCS_PC_LUNBO_JQGG_EDITOR }}
+        <h1>剧情梗概</h1>
+        {{ if SCS_PC_LUNBO_JQGG_PIC }}
+            {{ each SCS_PC_LUNBO_JQGG_PIC.split(';').map(s => s.trim()) }}
+                <img src="https://www.shcstheatre.com{{ $value }}" />
+            {{ /each }}
+        {{ /if }}
+        <div> {{@ SCS_PC_LUNBO_JQGG_EDITOR }} </div>
+    {{ /if }}
+
+    {{ if SCS_PC_LUNBO_HJJL_EDITOR }}
+        <h1>获奖记录</h1>
+        {{ if SCS_PC_LUNBO_HJJL_PIC }}
+            {{ each SCS_PC_LUNBO_HJJL_PIC.split(';').map(s => s.trim()) }}
+                <img src="https://www.shcstheatre.com{{ $value }}" />
+            {{ /each }}    
+        {{ /if }}
+        <div> {{@ SCS_PC_LUNBO_HJJL_EDITOR }} </div>
+    {{ /if }}
+
+    {{ if SCS_PC_LUNBO_MTPL_EDITOR }}
+        <h1>媒体评论</h1>
+        {{ if SCS_PC_LUNBO_MTPL_PIC }}
+            {{ each SCS_PC_LUNBO_MTPL_PIC.split(';').map(s => s.trim()) }}
+                <img src="https://www.shcstheatre.com{{ $value }}" />
+            {{ /each }}
+        {{ /if }}
+        <div> {{@ SCS_PC_LUNBO_MTPL_EDITOR }} </div>
+    {{ /if }}
+</div>

package/lib/v2/shiep/config.js

@@ -0,0 +1,64 @@
+const config = {
+    bwc: { title: '武装部保卫处', id: 'tzgg' },
+    career: { title: '本科就业信息网', id: 'tzgg', listSelector: 'ul.newsList', pubDateSelector: 'li[class="span2 y"]', descriptionSelector: '.aContent' },
+    cyb: { title: '资产经营公司/产业办', id: '367' },
+    dangban: { title: '党委办公室', id: '4014' },
+    djfwzxdcs: { title: '党建服务中心/党建督查室', id: 'tzgg', listSelector: '.news', pubDateSelector: 'span[class="news_meta"]' },
+    dqxy: { title: '电气工程学院', id: '2462' },
+    dwllc: { title: '对外联络处', id: '2649' },
+    dxxy: { title: '电子与信息工程学院', id: 'tzgg', pubDateSelector: 'div[class="article-publishdate"]' },
+    energy: { title: '能源与机械工程学院', id: '892' },
+    'energy-saving': { title: '上海热交换系统节能工程技术研究中心', id: 'tzgg' },
+    english: { title: 'Shanghai University of Electric Power', id: 'events' },
+    fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
+    fgw: { title: '妇工委', id: '1411' },
+    fzghc: { title: '发展规划处', id: '291' },
+    gec: { title: '上海新能源人才技术教育交流中心', id: '1959' },
+    gonghui: { title: '工会', id: '1806', listSelector: 'table.wp_article_list_table tr', pubDateSelector: 'td[align="right"]' },
+    'green-energy': { title: '上海绿色能源并网技术研究中心', id: '118' },
+    hhsyzx: { title: '能源化学实验教学中心', id: '3709' },
+    hhxy: { title: '环境与化学工程学院', id: '1231' },
+    hqglc: { title: '后勤管理处（后勤服务中心）', id: '1616' },
+    ieetc: { title: '创新创业工程训练中心', id: 'cxcy', pubDateSelector: 'div[class="article-publishdate"]' },
+    jgdw: { title: '机关党委', id: '3205' },
+    jgxy: { title: '经济与管理学院', id: '3633' },
+    jijian: { title: '纪委（监察专员办公室）', id: '59' },
+    jjc: { title: '基建处', id: '327' },
+    jjxy: { title: '继续教育学院（国际教育学院）', id: '2582' },
+    jsjxfzzx: { title: '教师教学发展中心', id: '3909' },
+    jsjxy: { title: '计算机科学与技术学院', id: '973' },
+    jszyzx: { title: '技术转移中心', id: '4247' },
+    jwc: { title: '教务处', id: '227' },
+    kczx: { title: '能源电力科创中心', id: '3946' },
+    kyc: { title: '科研处/融合办', id: '834' },
+    lgxq: { title: '临港新校区建设综合办公室', id: '377' },
+    library: { title: '图书馆', id: '4866' },
+    metc: { title: '现代教育技术中心/信息办', id: 'tzgg', pubDateSelector: 'div[class="article-publishdate"]' },
+    mpep: { title: '上海市电力材料防护与新材料重点实验室', id: '1134' },
+    news: { title: '新闻网', id: 'notice' },
+    office: { title: '校长办公室（档案馆）', id: '389' },
+    rsc: { title: '党委教师工作部/人事处', id: '1695' },
+    rwysxy: { title: '人文艺术学院', id: '3089' },
+    sjc: { title: '审计处', id: '199' },
+    skb: { title: '马克思主义学院', id: '1736' },
+    slxy: { title: '数理学院', id: '2063' },
+    sysyzcglc: { title: '实验室与资产管理处', id: '312' },
+    tgb: { title: '离退休党委/退管办', id: 'notice', pubDateSelector: 'div[class="article-publishdate"]' },
+    tw: { title: '团委', id: '2092' },
+    tyb: { title: '体育学院', id: '2891' },
+    tzb: { title: '统战部', id: '3858' },
+    wenming: { title: '文明办', id: '2202' },
+    wgyxy: { title: '外国语学院', id: 'tzgg' },
+    xcb: { title: '宣传部（文明办、融媒体中心）', id: '2925' },
+    xsc: { title: '学生处', id: '3482' },
+    xunchaban: { title: '巡查办', id: '5044' },
+    xxgk: { title: '信息公开网', id: 'zxgkxx' },
+    yjsc: { title: '研究生院/研工部', id: '1161' },
+    zdhxy: { title: '自动化工程学院', id: '2002' },
+    zs: { title: '本科招生网', id: 'zxxx' },
+    zzb: { title: '组织部（老干部处、党校）', id: '1534' },
+};
+
+module.exports = {
+    config,
+};

package/lib/v2/shiep/index.js

@@ -4,51 +4,30 @@ const dayjs = require('dayjs');
 const path = require('path');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
+const { config } = require('./config');
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
 
-    const config = {
-        dqxy: { title: '电气工程学院', id: '2462' },
-        dxxy: { title: '电子与信息工程学院', id: 'tzgg' },
-        energy: { title: '能源与机械工程学院', id: '892' },
-        fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
-        gjjlxy: { title: '国际交流学院', id: 'tzgg' }, // NAME_NOT_RESOLVED
-        hhxy: { title: '环境与化学工程学院', id: '1231' },
-        jgxy: { title: '经济与管理学院', id: '3633' },
-        jjxy: { title: '继续教育学院', id: '2582' },
-        jsjxy: { title: '计算机科学与技术学院', id: '973' },
-        jwc: { title: '教务处', id: '227' },
-        kyc: { title: '科研处', id: '834' },
-        news: { title: '新闻网', id: 'notice' },
-        rsc: { title: '党委教师工作部、人事处', id: '1695' },
-        skb: { title: '马克思主义学院', id: '1736' },
-        slxy: { title: '数理学院', id: '2063' },
-        tyb: { title: '体育学院', id: '2891' },
-        wgyxy: { title: '外国语学院', id: 'tzgg' },
-        xxgk: { title: '信息公开网', id: 'zxgkxx' },
-        yjsc: { title: '研究生院/研工部', id: '1161' },
-        yjzx: { title: '人文艺术学院', id: '3089' }, // NAME_NOT_RESOLVED
-        zdhxy: { title: '自动化工程学院', id: '2002' },
-        zs: { title: '本科招生网', id: 'zxxx' },
-    };
-
     if (!Object.keys(config).includes(type)) {
         throw Error('Invalid type');
     }
 
     const host = `https://${type}.shiep.edu.cn`;
     const id = ctx.params.id || config[type].id;
-    const pubDateClass = type === 'dxxy' ? 'div[class="article-publishdate"]' : 'span[class="Article_PublishDate"]'; // 适配电子与信息工程学院网站改版
-
-    const response = await got(`${host}/${id}/list.htm`);
+    const link = type === 'career' ? `${host}/news/index/tag/${id}` : `${host}/${id}/list.htm`;
 
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
-    const items = $('.list_item')
+    const listSelector = config[type].listSelector || '.list_item';
+    const pubDateSelector = config[type].pubDateSelector || 'span[class="Article_PublishDate"]';
+    const descriptionSelector = config[type].descriptionSelector || '.wp_articlecontent';
+
+    const items = $(listSelector)
         .toArray()
         .filter((item) => {
-            const date = dayjs($(item).find(pubDateClass).text().trim());
+            const date = dayjs($(item).find(pubDateSelector).text().trim());
             return date.isValid();
         })
         .map((item) => {
@@ -56,7 +35,7 @@ module.exports = async (ctx) => {
             return {
                 title: item.find('a').attr('title') || item.find('a').text(),
                 link: new URL(item.find('a').attr('href'), host).href,
-                pubDate: parseDate(item.find(pubDateClass).text().trim(), 'YYYY-MM-DD'),
+                pubDate: parseDate(item.find(pubDateSelector).text().trim(), 'YYYY-MM-DD'),
             };
         });
 
@@ -67,9 +46,9 @@ module.exports = async (ctx) => {
                     const response = await got(item.link);
                     const $ = cheerio.load(response.data);
 
-                    if ($('.wp_articlecontent').length > 0) {
+                    if ($(descriptionSelector).length > 0) {
                         item.description = art(path.resolve(__dirname, 'templates/description.art'), {
-                            description: $('.wp_articlecontent').html(),
+                            description: $(descriptionSelector).html(),
                         });
                     } else {
                         item.description = '请进行统一身份认证后查看内容';
@@ -84,7 +63,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: '上海电力大学-' + config[type].title,
-        link: `${host}/${id}/list.htm`,
+        link,
         description: '上海电力大学-' + config[type].title,
         item: items,
     };