rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/stcn/index.js

@@ -3,60 +3,53 @@ const cheerio = require('cheerio');
 const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
 
-const shortcuts = {
-    'news/news': 'xw/news',
-    'news/gd': 'gd',
-    'news/sd': 'xw/sd',
-    'news/pl': 'xw/pl',
-    'data/data': 'data',
-};
-
 module.exports = async (ctx) => {
-    let path = ctx.path.replace(/\//, '');
-    if (shortcuts.hasOwnProperty(path)) {
-        path = shortcuts[path];
-    }
+    const id = ctx.params.id ?? 'yw';
 
     const rootUrl = 'https://www.stcn.com';
-    const currentUrl = `${rootUrl}/${path || 'xw/news'}`;
+    const currentUrl = `${rootUrl}/article/list/${id}.html`;
+    const apiUrl = `${rootUrl}/article/list.html?type=${id}`;
 
     const response = await got({
         method: 'get',
-        url: currentUrl,
+        url: apiUrl,
     });
 
-    const match = response.data.match(/var curr_channel_id = "(light_\d+)";/);
     const $ = cheerio.load(response.data);
 
-    $('.website, .websit').remove();
-
-    let items = $('.box_left, .box_left2, .left2')
-        .find('a[title]')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
+    let items = $('.t, .tt, .title')
+        .find('a')
         .toArray()
         .map((item) => {
             item = $(item);
 
+            const link = item.attr('href');
+
             return {
-                title: item.text(),
-                link: item.attr('href').replace(/^\.\./, currentUrl.split('/').slice(0, -1).join('/')).replace(/^\./, currentUrl),
+                title: item.text().replace(/(^【|】$)/g, ''),
+                link: /^http/.test(link) ? link : `${rootUrl}${link}`,
             };
         });
 
     items = await Promise.all(
         items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
+                if (/\.html$/.test(item.link)) {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
 
-                const content = cheerio.load(detailResponse.data);
+                    const content = cheerio.load(detailResponse.data);
 
-                item.description = content('.txt_con').html();
-                item.author = content('meta[name="author"]').attr('content');
-                item.category = content('meta[name="keywords"]').attr('content').split(';');
-                item.pubDate = timezone(parseDate(detailResponse.data.match(/publishdate = '(\d{4}-\d{2}-\d{2} \d{2}:\d{2}:\d{2})';/)[1]), +8);
+                    item.title = content('.detail-title').text();
+                    item.author = content('.detail-info span').first().text().split('：').pop();
+                    item.pubDate = timezone(parseDate(content('.detail-info span').last().text()), +8);
+                    item.category = content('.detail-content-tags div')
+                        .toArray()
+                        .map((t) => content(t).text());
+                    item.description = content('.detail-content').html();
+                }
 
                 return item;
             })
@@ -64,7 +57,7 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `${(match ? $('#' + match[1]).text() : '') || $('.cur').text()} - 证券时报网`,
+        title: `证券时报网 - ${$('.breadcrumb a').last().text()}`,
         link: currentUrl,
         item: items,
     };

package/lib/v2/stcn/maintainer.js

@@ -1,6 +1,3 @@
 module.exports = {
-    '/data/:id?': ['nczitzk'],
-    '/kuaixun/:id?': ['nczitzk'],
-    '/stock/:id?': ['nczitzk'],
     '/:id?': ['nczitzk'],
 };

package/lib/v2/stcn/radar.js

@@ -3,28 +3,10 @@ module.exports = {
         _name: '证券时报网',
         '.': [
             {
-                title: '要闻',
-                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-yao-wen',
-                source: ['/xw/:id', '/gd', '/'],
-                target: (params, url) => `/stcn${new URL(url).pathname}`,
-            },
-            {
-                title: '快讯',
-                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-kuai-xun',
-                source: ['/kuaixun/:id', '/kuaixun', '/'],
-                target: (params, url) => `/stcn${new URL(url).pathname}`,
-            },
-            {
-                title: '股市',
-                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-gu-shi',
-                source: ['/stock/:id', '/stock', '/'],
-                target: (params, url) => `/stcn${new URL(url).pathname}`,
-            },
-            {
-                title: '数据',
-                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-shu-ju',
-                source: ['/data/:id', '/data', '/'],
-                target: (params, url) => `/stcn${new URL(url).pathname}`,
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/finance.html#zheng-quan-shi-bao-wang-lan-mu',
+                source: ['/'],
+                target: (params, url) => `/stcn/${new URL(url).toString().match(/article\/list\/(.*)\.html/)[1]}`,
             },
         ],
     },

package/lib/v2/stcn/router.js

@@ -1,3 +1,3 @@
 module.exports = function (router) {
-    router.get(/([\w\d/-]+)?/, require('./index'));
+    router.get('/:id?', require('./index'));
 };

package/lib/v2/swjtu/jtys/yjs.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'https://ctt.swjtu.edu.cn';
+const url_addr = `${rootURL}/yethan/WebIndexAction?setAction=newsList&bigTypeId=0E4BF4D36E232918`;
+
+const getItem = (item, cache) => {
+    const news_info = item.find('div[class="news-title newsInfo"]');
+    const news_month = item.find('.month').text();
+    const news_day = item.find('.day').text();
+
+    const info_id = news_info.attr('newsid');
+    const info_title = news_info.text();
+    const link = `${rootURL}/yethan/WebIndexAction?setAction=newsInfo&newsId=${info_id}`;
+    return cache.tryGet(link, async () => {
+        const resp = await got({
+            method: 'get',
+            url: link,
+        });
+        const $$ = cheerio.load(resp.data);
+        const info_text = $$('.news-left').html();
+
+        return {
+            title: info_title,
+            pubDate: parseDate(`${news_month}.${news_day}`),
+            link,
+            description: info_text,
+        };
+    });
+};
+
+module.exports = async (ctx) => {
+    const resp = await got({
+        method: 'get',
+        url: url_addr,
+    });
+
+    const $ = cheerio.load(resp.data);
+    const list = $("[class='news-list flex']");
+
+    const items = await Promise.all(
+        list.toArray().map((i) => {
+            const item = $(i);
+            return getItem(item, ctx.cache);
+        })
+    );
+
+    ctx.state.data = {
+        title: '西南交大交运学院-研究生通知',
+        link: url_addr,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/swjtu/jwc.js

@@ -0,0 +1,67 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'http://jwc.swjtu.edu.cn';
+const pageURL = `${rootURL}/vatuu/WebAction?setAction=newsList`;
+
+const getItem = (item, cache) => {
+    const newsInfo = item.find('h3').find('a');
+    const newsTime = item.find('p').find('span').text().slice(0, 19);
+    const newsTitle = newsInfo.text();
+    const link = `${rootURL}${newsInfo.attr('href').slice(2)}`;
+    return cache.tryGet(link, async () => {
+        try {
+            const resp = await got({
+                method: 'get',
+                url: link,
+            });
+            const $$ = cheerio.load(resp.data);
+            let newsText = $$('.content-main').html();
+            if (!newsText) {
+                newsText = '转发通知';
+            }
+            return {
+                title: newsTitle,
+                pubDate: parseDate(String(newsTime)),
+                link,
+                description: newsText,
+            };
+        } catch (error) {
+            if (error.response && error.response.status === 404) {
+                return {
+                    title: newsTitle,
+                    pubDate: parseDate(String(newsTime)),
+                    link,
+                    description: '',
+                };
+            } else {
+                throw error;
+            }
+        }
+    });
+};
+
+module.exports = async (ctx) => {
+    const resp = await got({
+        method: 'get',
+        url: pageURL,
+    });
+
+    const $ = cheerio.load(resp.data);
+    const list = $("[class='littleResultDiv']");
+
+    const items = await Promise.all(
+        list.toArray().map((i) => {
+            const item = $(i);
+            return getItem(item, ctx.cache);
+        })
+    );
+
+    ctx.state.data = {
+        title: '西南交大-教务网通知',
+        link: pageURL,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/swjtu/jyzpxx.js

@@ -0,0 +1,28 @@
+const utils = require('./utils');
+const got = require('@/utils/got');
+
+const rootURL = 'https://jiuye.swjtu.edu.cn/career';
+
+module.exports = async (ctx) => {
+    const limit = Math.min(ctx.query.limit ?? 10, 50);
+    const resp = await got({
+        method: 'post',
+        url: `${rootURL}/zpxx/search/zpxx/1/${limit}`,
+    });
+
+    const list = resp.data.data.list;
+
+    const items = await Promise.all(
+        list.map((item) => {
+            const key = `${rootURL}/zpxx/data/zpxx/${item.zpxxid}`;
+            return utils.descpPage(key, ctx.cache);
+        })
+    );
+
+    ctx.state.data = {
+        title: '西南交大-就业招聘信息',
+        link: `${rootURL}/zpxx/zpxx`,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/swjtu/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/jtys/yjs': ['qizidog'],
+    '/jyzpxx': ['qizidog'],
+    '/jwc': ['mobyw'],
+    '/xg/:code?': ['mobyw'],
+};

package/lib/v2/swjtu/radar.js

@@ -0,0 +1,37 @@
+module.exports = {
+    'swjtu.edu.cn': {
+        _name: '西南交通大学',
+        ctt: [
+            {
+                title: '交通运输与物流学院 - 研究生通知',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+                source: ['/yethan/WebIndexAction', '/'],
+                target: (_, url) => (new URL(url).searchParams.get('setAction') === 'newsList' && new URL(url).searchParams.get('bigTypeId') === '0E4BF4D36E232918' ? '/swjtu/jtys/yjs' : null),
+            },
+        ],
+        jiuye: [
+            {
+                title: '就业招聘信息',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+                source: ['/career', '/'],
+                target: '/swjtu/jyzpxx',
+            },
+        ],
+        jwc: [
+            {
+                title: '教务处通知',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+                source: ['/vatuu/WebAction', '/'],
+                target: '/swjtu/jwc',
+            },
+        ],
+        xg: [
+            {
+                title: '扬华素质网',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-jiao-tong-da-xue',
+                source: ['/web/Home/PushNewsList', '/web/Home/NewsList', '/web/Home/ColourfulCollegeNewsList', '/web/Publicity/List', '/'],
+                target: '/swjtu/xg',
+            },
+        ],
+    },
+};

package/lib/v2/swjtu/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/jtys/yjs', require('./jtys/yjs'));
+    router.get('/jyzpxx', require('./jyzpxx'));
+    router.get('/jwc', require('./jwc'));
+    router.get('/xg/:code?', require('./xg'));
+};

package/lib/v2/swjtu/templates/job_desc.art

@@ -0,0 +1,19 @@
+<div id="description_box">
+    <div id="brief_description">
+        <p>招聘主题：{{ intro.zpzt }}</p>
+        <p>单位名称：{{ intro.dwmc }}</p>
+        <p>单位性质：{{ intro.xzyjmc }}</p>
+        <p>行业名称：{{ intro.hyyjmc }}（{{ intro.hyejmc }}）</p>
+        <p>公司规模：{{ intro.rsgmmc }}</p>
+        <p>工作地点：{{ intro.szxmc }} {{ intro.xxdz }}</p>
+        <p>招聘截止日期：{{ intro.zpjzrq }}</p>
+        <p>简历投递邮箱：{{ intro.jltdyx }}</p>
+        <p>单位网站：{{ intro.dwwz }}</p>
+    </div>
+
+    {{@ job_list }}
+
+    <div id="company_introduction">
+        {{@ intro.zpxxEditor }}
+    </div>
+</div>

package/lib/v2/swjtu/templates/job_detail.art

@@ -0,0 +1,21 @@
+<div id="job_list">
+    <p>招聘职位：</p>
+    <table>
+        <tr>
+            <th>职位名称</th>
+            <th>职位月薪</th>
+            <th>工作地点</th>
+            <th>专业需求</th>
+            <th>应聘条件</th>
+        </tr>
+        {{each jobs}}
+            <tr>
+                <td width="50">{{$value.zwmc}}</td>
+                <td width="50">{{$value.yxmc}}/月</td>
+                <td width="50">{{$value.gzdz}}</td>
+                <td width="70">{{$value.zyyqmc}}</td>
+                <td width="125">{{$value.zwms}}</td>
+            </tr>
+        {{/each}}
+    </table>
+</div>

package/lib/v2/swjtu/utils.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+
+const renderDetail = (jobs) => art(path.join(__dirname, 'templates/job_detail.art'), { jobs });
+const renderDesc = (intro) =>
+    art(path.join(__dirname, 'templates/job_desc.art'), {
+        intro,
+        job_list: renderDetail(intro.zwxxList),
+    });
+
+const descpPage = (link, cache) =>
+    cache.tryGet(link, async () => {
+        const data = await got({
+            method: 'post',
+            url: link,
+        });
+        const intro = data.data.data;
+
+        return {
+            title: `${intro.dwmc}（${intro.xzyjmc}）`,
+            pubDate: parseDate(String(intro.fbrq)),
+            description: renderDesc(intro),
+            link: String(link.replace('data', 'view')),
+        };
+    });
+
+module.exports = {
+    descpPage,
+    renderDetail,
+    renderDesc,
+};

package/lib/v2/swjtu/xg.js

@@ -0,0 +1,79 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootURL = 'http://xg.swjtu.edu.cn';
+const listURL = {
+    tzgg: `${rootURL}/web/Home/PushNewsList?Lmk7LJw34Jmu=010j.shtml`,
+    yhxw: `${rootURL}/web/Home/NewsList?LJw34Jmu=011e.shtml`,
+    dcxy: `${rootURL}/web/Home/ColourfulCollegeNewsList`,
+    xgzj: `${rootURL}/web/Home/NewsList?xvw34vmu=010e.shtml`,
+};
+
+const getItem = (item, cache) => {
+    const newsInfo = item.find('h4').find('a');
+    const newsTime = item.find('span.ctxlist-time').text();
+    const newsTitle = newsInfo.text();
+    const link = `${rootURL}${newsInfo.attr('href')}`;
+    return cache.tryGet(link, async () => {
+        try {
+            const resp = await got({
+                method: 'get',
+                url: link,
+            });
+            const $$ = cheerio.load(resp.data);
+            let newsText = $$('.detail-content-text').html();
+            if (!newsText) {
+                newsText = '转发通知';
+            }
+            return {
+                title: newsTitle,
+                pubDate: parseDate(String(newsTime)),
+                link,
+                description: newsText,
+            };
+        } catch (error) {
+            if (error.response && error.response.status === 404) {
+                return {
+                    title: newsTitle,
+                    pubDate: parseDate(String(newsTime)),
+                    link,
+                    description: '',
+                };
+            } else {
+                throw error;
+            }
+        }
+    });
+};
+
+module.exports = async (ctx) => {
+    const code = ctx.params.code ?? 'tzgg';
+    const pageURL = listURL[code];
+
+    if (!pageURL) {
+        throw new Error('code not supported');
+    }
+
+    const resp = await got({
+        method: 'get',
+        url: pageURL,
+    });
+
+    const $ = cheerio.load(resp.data);
+    const list = $('div.right-side ul.block-ctxlist li');
+
+    const items = await Promise.all(
+        list.toArray().map((i) => {
+            const item = $(i);
+            return getItem(item, ctx.cache);
+        })
+    );
+
+    ctx.state.data = {
+        title: '西南交大-扬华素质网',
+        link: pageURL,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/swpu/cjxy.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/nccjxy/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('.main_conRCb > ul > li')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[href]', elem).text().trim(),
+            pubDate: timezone(parseDate($('span', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/nccjxy/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '财经学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学财经学院 ${title}`,
+        link: url,
+        description: `西南石油大学财经学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/is.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/is/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('tr[height="20"]')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[title]', elem).text().trim(),
+            pubDate: timezone(parseDate($('td:eq(1)', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/is/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学信息学院 ${title}`,
+        link: url,
+        description: `西南石油大学信息学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/maintainer.js

@@ -1,6 +1,8 @@
 module.exports = {
     '/bgw/:code': ['CYTMWIA'],
+    '/cjxy/:code': ['RiverTwilight'],
     '/dean/:code': ['CYTMWIA'],
     '/dxy/:code': ['CYTMWIA'],
+    '/is/:code': ['RiverTwilight'],
     '/scs/:code': ['CYTMWIA'],
 };

package/lib/v2/swpu/radar.js

@@ -26,6 +26,18 @@ module.exports = {
                 source: ['/'],
                 target: '',
             },
+            {
+                title: '信息学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
+            {
+                title: '财经学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
         ],
     },
 };

package/lib/v2/swpu/router.js

@@ -1,6 +1,8 @@
 module.exports = function (router) {
     router.get('/bgw/:code', require('./bgw'));
+    router.get('/cjxy/:code', require('./cjxy'));
     router.get('/dean/:code', require('./dean'));
     router.get('/dxy/:code', require('./dxy'));
+    router.get('/is/:code', require('./is'));
     router.get('/scs/:code', require('./scs'));
 };