rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/sctv/programme.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '1';
+    const limit = ctx.params.limit ? parseInt(ctx.params.limit) : 15;
+    const isFull = /t|y/i.test(ctx.params.isFull ?? 'true');
+
+    const rootUrl = 'https://www.sctv.com';
+    const apiRootUrl = 'https://kscgc.sctv-tf.com';
+    const apiUrl = `${apiRootUrl}/sctv/lookback/${id}/date.json`;
+    const listUrl = `${apiRootUrl}/sctv/lookback/index/lookbackList.json`;
+    const currentUrl = `${rootUrl}/column/detail?programmeIndex=/sctv/lookback/${id}/index.json`;
+
+    let response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = [];
+
+    const array = response.data.data.programmeArray.slice(0, limit).map((list) => ({
+        guid: list.id,
+        link: `${apiRootUrl}${list.programmeListUrl}`,
+    }));
+
+    await Promise.all(
+        array.map((list) =>
+            ctx.cache.tryGet(list.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: list.link,
+                });
+
+                const currentItems = detailResponse.data.data.programmeList.map((item) => ({
+                    guid: item.id,
+                    title: item.programmeTitle,
+                    link: item.programmeUrl,
+                    pubDate: timezone(parseDate(item.pubTime), +8),
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        cover: item.programmeImage,
+                        video: item.programmeUrl,
+                    }),
+                }));
+
+                let currentFullItems = [];
+
+                if (isFull) {
+                    currentFullItems = currentItems.filter((item) => /（\d{4}\.\d{2}\.\d{2}）/.test(item.title));
+                }
+
+                items = [...items, ...(currentFullItems.length === 0 ? currentItems : currentFullItems)];
+            })
+        )
+    );
+
+    response = await got({
+        method: 'get',
+        url: listUrl,
+    });
+
+    let name, cover;
+    for (const p of response.data.data.programme_official) {
+        if (p.programmeId === id) {
+            name = p.programmeName;
+            cover = p.programmeCover;
+            break;
+        }
+    }
+
+    ctx.state.data = {
+        title: `四川广播电视台 - ${name}`,
+        link: currentUrl,
+        item: items.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 100),
+        image: cover,
+    };
+};

package/lib/v2/sctv/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sctv.com': {
+        _name: '四川广播电视台',
+        '.': [
+            {
+                title: '电视回放',
+                docs: 'https://docs.rsshub.app/traditional-media.html#si-chuan-guang-bo-dian-shi-tai-dian-shi-hui-fang',
+                source: ['/column/list', '/column/detail', '/'],
+                target: (params, url) => `/sctv/programme/${new URL(url).searchParams.get('programmeId')}`,
+            },
+        ],
+    },
+};

package/lib/v2/sctv/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/programme/:id?/:limit?/:isFull?', require('./programme'));
+};

package/lib/v2/sctv/templates/description.art

@@ -0,0 +1,3 @@
+<video poster="{{ cover }}" controls>
+    <source src="{{ video }}" type="video/mp4">
+</video>

package/lib/v2/sdu/extractor/index.js

@@ -1,15 +1,15 @@
-module.exports = async (link, ctx) => {
+module.exports = (link, ctx) => {
     if (link.startsWith('https://xinwen.wh.sdu.edu.cn/')) {
-        return await require('./wh/news')(link, ctx);
+        return require('./wh/news')(link, ctx);
     }
     if (link.startsWith('https://www.view.sdu.edu.cn/')) {
-        return await require('./view')(link, ctx);
+        return require('./view')(link, ctx);
     }
     if (link.startsWith('https://www.sdrj.sdu.edu.cn/')) {
-        return await require('./sdrj')(link, ctx);
+        return require('./sdrj')(link, ctx);
     }
     if (link.startsWith('https://jwc.wh.sdu.edu.cn/')) {
-        return await require('./wh/jwc')(link, ctx);
+        return require('./wh/jwc')(link, ctx);
     }
     return {};
 };

package/lib/v2/sdu/extractor/sdrj.js

@@ -3,8 +3,8 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
-module.exports = async (link, ctx) =>
-    await ctx.cache.tryGet(link, async () => {
+module.exports = (link, ctx) =>
+    ctx.cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
             const result = await got(link);

package/lib/v2/sdu/extractor/view.js

@@ -3,8 +3,8 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
-module.exports = async (link, ctx) =>
-    await ctx.cache.tryGet(link, async () => {
+module.exports = (link, ctx) =>
+    ctx.cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
             const result = await got(link);

package/lib/v2/sdu/extractor/wh/jwc.js

@@ -3,8 +3,8 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
-module.exports = async (link, ctx) =>
-    await ctx.cache.tryGet(link, async () => {
+module.exports = (link, ctx) =>
+    ctx.cache.tryGet(link, async () => {
         let content, exactDate;
         try {
             const result = await got(link);

package/lib/v2/sdu/extractor/wh/news.js

@@ -3,8 +3,8 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
-module.exports = async (link, ctx) =>
-    await ctx.cache.tryGet(link, async () => {
+module.exports = (link, ctx) =>
+    ctx.cache.tryGet(link, async () => {
         let content, author, exactDate;
         try {
             const result = await got(link);

package/lib/v2/sdu/wh/jwc.js

@@ -21,7 +21,7 @@ module.exports = async (ctx) => {
             const href = anchor.attr('href');
             const link = href.startsWith('http') ? href : baseUrl + href;
             const title = item.text();
-            const { description, author: exactAuthor, exactDate } = await ctx.cache.tryGet(link, async () => await extractor(link, ctx));
+            const { description, author: exactAuthor, exactDate } = await ctx.cache.tryGet(link, () => extractor(link, ctx));
             const author = exactAuthor ?? '教务处';
             const pubDate = exactDate ?? timezone(parseDate(dateText.slice(1, dateText.length - 1), 'YYYY-MM-DD'), +8);
             return {

package/lib/v2/sdu/wh/news.js

@@ -17,7 +17,7 @@ module.exports = async (ctx) => {
             const title = anchor.attr('title');
             const href = anchor.attr('href');
             const link = href.startsWith('http') ? href : baseUrl + href;
-            const { description, author, exactDate } = await ctx.cache.tryGet(link, async () => await extractor(link, ctx));
+            const { description, author, exactDate } = await ctx.cache.tryGet(link, () => extractor(link, ctx));
             const span = item.find('span');
             const pubDate = exactDate ?? parseDate(span.text(), 'YYYY/MM/DD');
             return {

package/lib/v2/sehuatang/index.js

@@ -0,0 +1,129 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+const host = 'https://www.sehuatang.net/';
+
+const forumIdMaps = {
+    // 原创 BT 电影
+    gcyc: '2', //     国产原创
+    yzwmyc: '36', //  亚洲无码原创
+    yzymyc: '37', //  亚洲有码原创
+    gqzwzm: '103', // 高清中文字幕
+    sjxz: '107', //   三级写真
+    vr: '160', //     VR 视频
+    srym: '104', //   素人有码
+    omwm: '38', //    欧美无码
+    '4k': '151', //   4K 原版
+    hgzb: '152', //   韩国主播
+    dmyc: '39', //    动漫原创
+    // 色花图片
+    yczp: '155', //   原创自拍
+    ztzp: '125', //   转贴自拍
+    hrjp: '50', //    华人街拍
+    yzxa: '48', //    亚洲性爱
+    omxa: '49', //    欧美性爱
+    ktdm: '117', //   卡通动漫
+    ttxz: '165', //   套图下载
+
+    zhtl: '95', //    综合讨论
+    // no longer updated/available
+    mrhj: '106', //   每日合集
+    ai: '113', //     AI 换脸电影
+    ydsc: '111', //   原档收藏 WMV
+    hrxazp: '98', //  华人性爱自拍
+};
+
+module.exports = async (ctx) => {
+    const subformName = ctx.params.subforumid ?? 'gqzwzm';
+    const subformId = subformName in forumIdMaps ? forumIdMaps[subformName] : subformName;
+    const { type } = ctx.params;
+    const typefilter = type ? `&filter=typeid&typeid=${type}` : '';
+    const link = `${host}forum.php?mod=forumdisplay&orderby=dateline&fid=${subformId}${typefilter}`;
+    const headers = {
+        'Accept-Encoding': 'gzip, deflate, br',
+        'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+    };
+    const response = await got(link, {
+        cookieJar,
+        headers,
+    });
+    const $ = cheerio.load(response.data);
+
+    const list = $('#threadlisttableid tbody[id^=normalthread]')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const hasCategory = item.find('th em a').length;
+            return {
+                title: `${hasCategory ? `[${item.find('th em a').text()}]` : ''} ${item.find('a.xst').text()}`,
+                link: host + item.find('a.xst').attr('href'),
+                pubDate: parseDate(item.find('td.by').find('em span span').attr('title')),
+                author: item.find('td.by cite a').first().text(),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((info) =>
+            ctx.cache.tryGet(info.link, async () => {
+                const response = await got(info.link, {
+                    cookieJar,
+                    headers,
+                });
+
+                const $ = cheerio.load(response.data);
+                const postMessage = $("td[id^='postmessage']").slice(0, 1);
+                const images = $(postMessage).find('img');
+                for (const image of images) {
+                    const file = $(image).attr('file');
+                    if (!file || file === 'undefined') {
+                        $(image).replaceWith('');
+                    } else {
+                        $(image).replaceWith($(`<img src="${file}">`));
+                    }
+                }
+                // if postMessage does not have any images, try to parse image url from `.pattl`
+                if (images.length === 0) {
+                    const pattl = $('.pattl');
+                    const pattlImages = $(pattl).find('img');
+                    for (const pattlImage of pattlImages) {
+                        const file = $(pattlImage).attr('file');
+                        if (!file || file === 'undefined') {
+                            $(pattlImage).replaceWith('');
+                        } else {
+                            $(pattlImage).replaceWith($(`<img src="${file}" />`));
+                        }
+                    }
+                    postMessage.append($(pattl));
+                }
+                $('em[onclick]').remove();
+
+                info.description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
+                info.pubDate = timezone(parseDate($('.authi em span').attr('title')), 8);
+
+                const magnet = postMessage.find('div.blockcode li').first().text();
+                const isMag = magnet.startsWith('magnet');
+                const torrent = postMessage.find('p.attnm a').attr('href');
+
+                const hasEnclosureUrl = isMag || torrent !== undefined;
+                if (hasEnclosureUrl) {
+                    const enclosureUrl = isMag ? magnet : new URL(torrent, host).href;
+                    info.enclosure_url = enclosureUrl;
+                    info.enclosure_type = isMag ? 'application/x-bittorrent' : 'application/octet-stream';
+                }
+
+                return info;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/{dsndsht23 → sehuatang}/radar.js

@@ -8,10 +8,10 @@ module.exports = {
                 source: ['/:category', '/'],
                 target: (params, url) => {
                     const theUrl = new URL(url);
-                    const matches = String(theUrl).match(/forum-(\d)+-\d+/);
+                    const matches = theUrl.href.match(/forum-(\d)+-\d+/);
                     const fid = theUrl.searchParams.get('fid') || (matches ? matches[1] : '');
                     const tid = theUrl.searchParams.get('typeid');
-                    return `/dsndsht23${fid ? `/${fid}` : ''}${tid ? `/${tid}` : ''}`;
+                    return `/sehuatang${fid ? `/${fid}` : ''}${tid ? `/${tid}` : ''}`;
                 },
             },
         ],

package/lib/v2/shiep/index.js

@@ -0,0 +1,91 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+
+    const config = {
+        dqxy: { title: '电气工程学院', id: '2462' },
+        dxxy: { title: '电子与信息工程学院', id: 'tzgg' },
+        energy: { title: '能源与机械工程学院', id: '892' },
+        fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
+        gjjlxy: { title: '国际交流学院', id: 'tzgg' }, // NAME_NOT_RESOLVED
+        hhxy: { title: '环境与化学工程学院', id: '1231' },
+        jgxy: { title: '经济与管理学院', id: '3633' },
+        jjxy: { title: '继续教育学院', id: '2582' },
+        jsjxy: { title: '计算机科学与技术学院', id: '973' },
+        jwc: { title: '教务处', id: '227' },
+        kyc: { title: '科研处', id: '834' },
+        news: { title: '新闻网', id: 'notice' },
+        rsc: { title: '党委教师工作部、人事处', id: '1695' },
+        skb: { title: '马克思主义学院', id: '1736' },
+        slxy: { title: '数理学院', id: '2063' },
+        tyb: { title: '体育学院', id: '2891' },
+        wgyxy: { title: '外国语学院', id: 'tzgg' },
+        xxgk: { title: '信息公开网', id: 'zxgkxx' },
+        yjsc: { title: '研究生院/研工部', id: '1161' },
+        yjzx: { title: '人文艺术学院', id: '3089' }, // NAME_NOT_RESOLVED
+        zdhxy: { title: '自动化工程学院', id: '2002' },
+        zs: { title: '本科招生网', id: 'zxxx' },
+    };
+
+    if (!Object.keys(config).includes(type)) {
+        throw Error('Invalid type');
+    }
+
+    const host = `https://${type}.shiep.edu.cn`;
+    const id = ctx.params.id || config[type].id;
+    const pubDateClass = type === 'dxxy' ? 'div[class="article-publishdate"]' : 'span[class="Article_PublishDate"]'; // 适配电子与信息工程学院网站改版
+
+    const response = await got(`${host}/${id}/list.htm`);
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list_item')
+        .toArray()
+        .filter((item) => {
+            const date = dayjs($(item).find(pubDateClass).text().trim());
+            return date.isValid();
+        })
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title') || item.find('a').text(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: parseDate(item.find(pubDateClass).text().trim(), 'YYYY-MM-DD'),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+
+                    if ($('.wp_articlecontent').length > 0) {
+                        item.description = art(path.resolve(__dirname, 'templates/description.art'), {
+                            description: $('.wp_articlecontent').html(),
+                        });
+                    } else {
+                        item.description = '请进行统一身份认证后查看内容';
+                    }
+                } catch (e) {
+                    item.description = '请在校内或通过校园VPN查看内容';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '上海电力大学-' + config[type].title,
+        link: `${host}/${id}/list.htm`,
+        description: '上海电力大学-' + config[type].title,
+        item: items,
+    };
+};

package/lib/v2/shiep/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type/:id?': ['gumibea', 'TeamSUEP'],
+};

package/lib/v2/shiep/radar.js

@@ -0,0 +1,181 @@
+module.exports = {
+    'shiep.edu.cn': {
+        _name: '上海电力大学',
+        dqxy: [
+            {
+                title: '电气工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/dqxy/:id',
+            },
+        ],
+        dxxy: [
+            {
+                title: '电子信息工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/dxxy/:id',
+            },
+        ],
+        energy: [
+            {
+                title: '能源与机械工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/energy/:id',
+            },
+        ],
+        fao: [
+            {
+                title: '国际交流与合作处（港澳台办公室）',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/fao/:id',
+            },
+        ],
+        gjjlxy: [
+            {
+                title: '国际交流学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/gjjlxy/:id',
+            },
+        ],
+        hhxy: [
+            {
+                title: '环境与化学工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/hhxy/:id',
+            },
+        ],
+        jgxy: [
+            {
+                title: '经济与管理学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jgxy/:id',
+            },
+        ],
+        jjxy: [
+            {
+                title: '继续教育学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jjxy/:id',
+            },
+        ],
+        jsjxy: [
+            {
+                title: '计算机科学与技术学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jsjxy/:id',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jwc/:id',
+            },
+        ],
+        kyc: [
+            {
+                title: '科研处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/kyc/:id',
+            },
+        ],
+        news: [
+            {
+                title: '新闻网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/news/:id',
+            },
+        ],
+        rsc: [
+            {
+                title: '党委教师工作部、人事处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/rsc/:id',
+            },
+        ],
+        skb: [
+            {
+                title: '马克思主义学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/skb/:id',
+            },
+        ],
+        slxy: [
+            {
+                title: '数理学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/slxy/:id',
+            },
+        ],
+        tyb: [
+            {
+                title: '体育学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/tyb/:id',
+            },
+        ],
+        wgyxy: [
+            {
+                title: '外国语学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/wgyxy/:id',
+            },
+        ],
+        xxgk: [
+            {
+                title: '信息公开网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/xxgk/:id',
+            },
+        ],
+        yjsc: [
+            {
+                title: '研究生院/研工部',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/yjsc/:id',
+            },
+        ],
+        yjzx: [
+            {
+                title: '人文艺术学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/yjzx/:id',
+            },
+        ],
+        zdhxy: [
+            {
+                title: '自动化工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/zdhxy/:id',
+            },
+        ],
+        zs: [
+            {
+                title: '本科招生网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/zs/:id',
+            },
+        ],
+    },
+};

package/lib/v2/shiep/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type/:id?', require('./index'));
+};

package/lib/v2/shiep/templates/description.art

@@ -0,0 +1 @@
+{{@ description }}

package/lib/v2/shmeea/self-study.js

@@ -3,9 +3,9 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 
-async function load_detail(list, cache) {
-    return await Promise.all(
-        list.map(async (item) => {
+function load_detail(list, cache) {
+    return Promise.all(
+        list.map((item) => {
             const notice_item = cheerio.load(item);
             const href = notice_item('a').attr('href');
             const url = 'http://www.shmeea.edu.cn' + href;
@@ -16,7 +16,7 @@ async function load_detail(list, cache) {
                     link: href,
                 };
             }
-            return await cache.tryGet(url, async () => {
+            return cache.tryGet(url, async () => {
                 const detail_response = await got({
                     method: 'get',
                     url,