rsshub 1.0.0-master.f961961 → 1.0.0-master.f992838

package/lib/v2/ruancan/radar.js

@@ -11,14 +11,20 @@ module.exports = {
             {
                 title: '分类',
                 docs: 'https://docs.rsshub.app/new-media.html#ruan-can-fen-lei',
-                source: ['/sort/:sort', '/'],
-                target: '/ruancan/sort/:sort',
+                source: ['/cat/:category', '/'],
+                target: '/ruancan/category/:category',
             },
             {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-biao-qian',
-                source: ['/tag/:tag', '/'],
-                target: '/ruancan/tag/:tag',
+                title: '搜索',
+                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-sou-suo',
+                source: ['/'],
+                target: (params, url) => `/ruancan/search/${new URL(url).searchParams.get('s')}`,
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#ruan-can-yong-hu-wen-zhang',
+                source: ['/i/:id', '/'],
+                target: '/ruancan/user/:id',
             },
         ],
     },

package/lib/v2/ruancan/router.js

@@ -1,3 +1,6 @@
 module.exports = function (router) {
-    router.get('/:do?/:keyword?', require('./index'));
+    router.get('/category/:category?', require('./category'));
+    router.get('/search/:keyword?', require('./search'));
+    router.get('/user/:id', require('./user'));
+    router.get('/', require('./index'));
 };

package/lib/v2/ruancan/search.js

@@ -0,0 +1,8 @@
+const fetchFeed = require('./utils');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+    const currentUrl = `/?s=${keyword}`;
+
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
+};

package/lib/v2/ruancan/user.js

@@ -0,0 +1,8 @@
+const fetchFeed = require('./utils');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const currentUrl = `/i/${id}`;
+
+    ctx.state.data = await fetchFeed(ctx, currentUrl);
+};

package/lib/v2/ruancan/utils.js

@@ -0,0 +1,66 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx, currentUrl) => {
+    const rootUrl = 'https://www.ruancan.com';
+    currentUrl = `${rootUrl}${currentUrl}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.item-title a')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 15)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.entry-copyright').remove();
+
+                content('.entry-content div').each(function () {
+                    if (/^ruanc-\d+/.test(content(this).attr('id'))) {
+                        content(this).remove();
+                    }
+                });
+
+                content('figure').each(function () {
+                    content(this).html(`<img src="${content(this).find('a').attr('href')}">`);
+                });
+
+                item.description = content('.entry-content').html();
+                item.category = content('.entry-info a[rel="category tag"]')
+                    .toArray()
+                    .map((c) => content(c).text());
+                item.pubDate = parseDate(content('.entry-info .entry-date').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    return {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/sciencedirect/journal.js

@@ -14,7 +14,7 @@ module.exports = async (ctx) => {
         url: currentUrl,
     });
 
-    const issn = response.data.match(/ISSN(\d{8})'/)[1];
+    const issn = response.data.match(/ISSN(\w{8})'/)[1];
 
     const apiUrl = `${rootUrl}/journal/${issn}/articles-in-press/articles?path=/journal/${id}/articles-in-press&title=${id}`;
 

package/lib/v2/scitation/journal.js

@@ -1,12 +1,16 @@
 const cheerio = require('cheerio');
 const { puppeteerGet, renderDesc } = require('./utils');
 const config = require('@/config').value;
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const pub = ctx.params.pub;
     const jrn = ctx.params.jrn;
     const host = `https://${pub}.scitation.org`;
     const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+    if (!isValidHost(pub)) {
+        throw Error('Invalid pub');
+    }
 
     // use Puppeteer due to the obstacle by cloudflare challenge
     const browser = await require('@/utils/puppeteer')();

package/lib/v2/scitation/section.js

@@ -1,6 +1,7 @@
 const cheerio = require('cheerio');
 const { puppeteerGet, renderDesc } = require('./utils');
 const config = require('@/config').value;
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const pub = ctx.params.pub;
@@ -8,6 +9,9 @@ module.exports = async (ctx) => {
     const sec = ctx.params.sec.split('+').join(' ');
     const host = `https://${pub}.scitation.org`;
     const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+    if (!isValidHost(pub)) {
+        throw Error('Invalid pub');
+    }
 
     // use Puppeteer due to the obstacle by cloudflare challenge
     const browser = await require('@/utils/puppeteer')();

package/lib/v2/shiep/index.js

@@ -0,0 +1,91 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const dayjs = require('dayjs');
+const path = require('path');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+
+    const config = {
+        dqxy: { title: '电气工程学院', id: '2462' },
+        dxxy: { title: '电子与信息工程学院', id: 'tzgg' },
+        energy: { title: '能源与机械工程学院', id: '892' },
+        fao: { title: '国际交流与合作处（港澳台办公室）', id: 'tzgg' },
+        gjjlxy: { title: '国际交流学院', id: 'tzgg' }, // NAME_NOT_RESOLVED
+        hhxy: { title: '环境与化学工程学院', id: '1231' },
+        jgxy: { title: '经济与管理学院', id: '3633' },
+        jjxy: { title: '继续教育学院', id: '2582' },
+        jsjxy: { title: '计算机科学与技术学院', id: '973' },
+        jwc: { title: '教务处', id: '227' },
+        kyc: { title: '科研处', id: '834' },
+        news: { title: '新闻网', id: 'notice' },
+        rsc: { title: '党委教师工作部、人事处', id: '1695' },
+        skb: { title: '马克思主义学院', id: '1736' },
+        slxy: { title: '数理学院', id: '2063' },
+        tyb: { title: '体育学院', id: '2891' },
+        wgyxy: { title: '外国语学院', id: 'tzgg' },
+        xxgk: { title: '信息公开网', id: 'zxgkxx' },
+        yjsc: { title: '研究生院/研工部', id: '1161' },
+        yjzx: { title: '人文艺术学院', id: '3089' }, // NAME_NOT_RESOLVED
+        zdhxy: { title: '自动化工程学院', id: '2002' },
+        zs: { title: '本科招生网', id: 'zxxx' },
+    };
+
+    if (!Object.keys(config).includes(type)) {
+        throw Error('Invalid type');
+    }
+
+    const host = `https://${type}.shiep.edu.cn`;
+    const id = ctx.params.id || config[type].id;
+    const pubDateClass = type === 'dxxy' ? 'div[class="article-publishdate"]' : 'span[class="Article_PublishDate"]'; // 适配电子与信息工程学院网站改版
+
+    const response = await got(`${host}/${id}/list.htm`);
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.list_item')
+        .toArray()
+        .filter((item) => {
+            const date = dayjs($(item).find(pubDateClass).text().trim());
+            return date.isValid();
+        })
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title') || item.find('a').text(),
+                link: new URL(item.find('a').attr('href'), host).href,
+                pubDate: parseDate(item.find(pubDateClass).text().trim(), 'YYYY-MM-DD'),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                try {
+                    const response = await got(item.link);
+                    const $ = cheerio.load(response.data);
+
+                    if ($('.wp_articlecontent').length > 0) {
+                        item.description = art(path.resolve(__dirname, 'templates/description.art'), {
+                            description: $('.wp_articlecontent').html(),
+                        });
+                    } else {
+                        item.description = '请进行统一身份认证后查看内容';
+                    }
+                } catch (e) {
+                    item.description = '请在校内或通过校园VPN查看内容';
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '上海电力大学-' + config[type].title,
+        link: `${host}/${id}/list.htm`,
+        description: '上海电力大学-' + config[type].title,
+        item: items,
+    };
+};

package/lib/v2/shiep/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:type/:id?': ['gumibea', 'TeamSUEP'],
+};

package/lib/v2/shiep/radar.js

@@ -0,0 +1,181 @@
+module.exports = {
+    'shiep.edu.cn': {
+        _name: '上海电力大学',
+        dqxy: [
+            {
+                title: '电气工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/dqxy/:id',
+            },
+        ],
+        dxxy: [
+            {
+                title: '电子信息工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/dxxy/:id',
+            },
+        ],
+        energy: [
+            {
+                title: '能源与机械工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/energy/:id',
+            },
+        ],
+        fao: [
+            {
+                title: '国际交流与合作处（港澳台办公室）',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/fao/:id',
+            },
+        ],
+        gjjlxy: [
+            {
+                title: '国际交流学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/gjjlxy/:id',
+            },
+        ],
+        hhxy: [
+            {
+                title: '环境与化学工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/hhxy/:id',
+            },
+        ],
+        jgxy: [
+            {
+                title: '经济与管理学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jgxy/:id',
+            },
+        ],
+        jjxy: [
+            {
+                title: '继续教育学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jjxy/:id',
+            },
+        ],
+        jsjxy: [
+            {
+                title: '计算机科学与技术学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jsjxy/:id',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/jwc/:id',
+            },
+        ],
+        kyc: [
+            {
+                title: '科研处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/kyc/:id',
+            },
+        ],
+        news: [
+            {
+                title: '新闻网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/news/:id',
+            },
+        ],
+        rsc: [
+            {
+                title: '党委教师工作部、人事处',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/rsc/:id',
+            },
+        ],
+        skb: [
+            {
+                title: '马克思主义学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/skb/:id',
+            },
+        ],
+        slxy: [
+            {
+                title: '数理学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/slxy/:id',
+            },
+        ],
+        tyb: [
+            {
+                title: '体育学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/tyb/:id',
+            },
+        ],
+        wgyxy: [
+            {
+                title: '外国语学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/wgyxy/:id',
+            },
+        ],
+        xxgk: [
+            {
+                title: '信息公开网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/xxgk/:id',
+            },
+        ],
+        yjsc: [
+            {
+                title: '研究生院/研工部',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/yjsc/:id',
+            },
+        ],
+        yjzx: [
+            {
+                title: '人文艺术学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/yjzx/:id',
+            },
+        ],
+        zdhxy: [
+            {
+                title: '自动化工程学院',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/zdhxy/:id',
+            },
+        ],
+        zs: [
+            {
+                title: '本科招生网',
+                docs: 'https://docs.rsshub.app/university.html#shang-hai-dian-li-da-xue',
+                source: ['/:id/list.htm'],
+                target: '/shiep/zs/:id',
+            },
+        ],
+    },
+};

package/lib/v2/shiep/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:type/:id?', require('./index'));
+};

package/lib/v2/shiep/templates/description.art

@@ -0,0 +1 @@
+{{@ description }}

package/lib/v2/shoppingdesign/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/posts': ['miles170'],
+};

package/lib/v2/shoppingdesign/posts.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const asyncPool = require('tiny-async-pool');
+
+module.exports = async (ctx) => {
+    // sn_f parameter is required to prevent redirection
+    const currentUrl = 'https://www.shoppingdesign.com.tw/post?sn_f=1';
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const items = [];
+    // maximum parallel requests on the target website are limited to 11.
+    for await (const data of asyncPool(10, $('article-item'), (item) => {
+        item = $(item);
+        const link = item.attr('url');
+        return ctx.cache.tryGet(link, async () => {
+            const response = await got(`${link}?sn_f=1`);
+            const $ = cheerio.load(response.data);
+            const article = $('.left article .htmlview');
+            article.find('d-image').each(function () {
+                $(this).replaceWith(`<img src="${$(this).attr('lg')}">`);
+            });
+
+            return {
+                title: $('.left article .top_info h1').text(),
+                author: $('meta[name="my:author"]').attr('content'),
+                description: article.html(),
+                category: $('meta[name="my:category"]').attr('content'),
+                pubDate: parseDate($('meta[name="my:publish"]').attr('content')),
+                link,
+            };
+        });
+    })) {
+        items.push(data);
+    }
+
+    ctx.state.data = {
+        title: $('meta[property="og:title"]').attr('content'),
+        link: currentUrl,
+        description: $('meta[property="og:description"]').attr('content'),
+        item: items,
+    };
+};

package/lib/v2/shoppingdesign/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'shoppingdesign.com.tw': {
+        _name: 'Shopping Design',
+        www: [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/design.html#shopping-design',
+                source: '/post',
+                target: '/shoppingdesign/posts',
+            },
+        ],
+    },
+};

package/lib/v2/shoppingdesign/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/posts', require('./posts'));
+};

package/lib/v2/sigsac/ccs.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const url = 'https://www.sigsac.org/';
+const { parseDate } = require('@/utils/parse-date');
+// https://www.sigsac.org/ccs/CCS2022/program/accepted-papers.html
+
+module.exports = async (ctx) => {
+    const last = new Date().getFullYear() + 1;
+    const yearList = Array.from({ length: last - 2020 }, (_, v) => `${url}ccs/CCS${v + 2020}/`);
+    const yearResponses = await got.all(yearList.map((url) => got(url)));
+
+    const urlList = yearResponses.map((response) => {
+        const $ = cheerio.load(response.data);
+        return new URL($('a:contains("Accepted Papers")').attr('href'), response.url).href;
+    });
+
+    const responses = await got.all(urlList.map((url) => got(url)));
+
+    const items = responses.map((response) => {
+        const $ = cheerio.load(response.data);
+        const link = response.url;
+        const paperSection = $('div.papers-item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const title = item.find('b').text().trim();
+                return {
+                    title,
+                    author: item.find('p').text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        const paperTable = $('tbody tr')
+            .toArray()
+            .slice(1) // skip table header
+            .map((item) => {
+                item = $(item);
+                const title = item.find('td').eq(0).text().trim();
+                return {
+                    title,
+                    author: item.find('td').eq(1).text().trim().replaceAll('\n', '').replace(/\s+/g, ' '),
+                    link: `${link}#${title}`,
+                    pubDate: parseDate(link.match(/CCS(\d{4})/)[1], 'YYYY'),
+                };
+            });
+        return paperSection.length ? paperSection : paperTable;
+    });
+
+    ctx.state.data = {
+        title: 'ACM CCS',
+        link: url,
+        description: 'The ACM Conference on Computer and Communications Security (CCS) Accepted Papers',
+        allowEmpty: true,
+        item: items.flat(),
+    };
+};

package/lib/v2/sigsac/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/ccs/': ['ZeddYu'],
+};

package/lib/v2/sigsac/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'sigsac.org': {
+        _name: 'ACM Special Interest Group on Security Audit and Control',
+        '.': [
+            {
+                title: 'ACM Conference on Computer and Communications Security',
+                docs: 'https://docs.rsshub.app/journal.html#acm-special-interest-group-on-security-audit-and-control',
+                source: ['/ccs.html', '/'],
+                target: '/sigsac/ccs',
+            },
+        ],
+    },
+};

package/lib/v2/sigsac/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ccs', require('./ccs'));
+};

package/lib/v2/skysports/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:team': ['nczitzk'],
+};

package/lib/{routes → v2}/skysports/news.js

@@ -7,6 +7,7 @@ module.exports = async (ctx) => {
 
     const rootUrl = 'https://www.skysports.com';
     const currentUrl = `${rootUrl}/${team}-news`;
+
     const response = await got({
         method: 'get',
         url: currentUrl,
@@ -14,19 +15,19 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('.news-list__headline-link')
-        .map((_, item) => {
+    let items = $('.news-list__headline-link')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
@@ -35,10 +36,11 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
+                content('.roadblock').remove();
                 content('.sdc-article-widget, .sdc-site-layout-sticky-region').remove();
 
-                item.description = content('.sdc-article-body').html();
-                item.pubDate = parseDate(detailResponse.data.match(/"datePublished": "(.*)","dateModified"/)[1]);
+                item.description = content('.sdc-article-body, .polaris-tile-group-separator').html();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished": ?"(.*)","dateModified"/)[1]);
 
                 return item;
             })