rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/{routes → v2}/smzdm/ranking.js

@@ -1,15 +1,32 @@
 const got = require('@/utils/got');
 const timezone = require('@/utils/timezone');
 
+const getTrueHour = (rank_type, rank_id, hour) => {
+    const rank_two_hour = ['11', '17', '28', '29'];
+    const rank_four_hour = ['12', '13', '14', '15', '17', '74', '75', '71', '25'];
+    const flag = ['pinlei', 'dianshang'].includes(rank_type) && [...rank_two_hour, ...rank_four_hour].includes(rank_id) && hour === '3';
+    if (flag) {
+        return rank_two_hour.includes(rank_id) ? '2' : '4';
+    } else {
+        return hour;
+    }
+};
+
 module.exports = async (ctx) => {
     const { rank_type, rank_id, hour } = ctx.params;
 
-    const response = await got({
-        method: 'get',
-        url: `https://www.smzdm.com/top/json_more?rank_type=${rank_type}&rank_id=${rank_id}&hour=${hour}`,
+    // When the hour is 3, some special rank_id require a special hour num
+    const true_hour = getTrueHour(rank_type, rank_id, hour);
+
+    const response = await got(`https://www.smzdm.com/top/json_more`, {
         headers: {
             Referer: 'https://www.smzdm.com/top/',
         },
+        searchParams: {
+            rank_type,
+            rank_id,
+            hour: true_hour,
+        },
     });
 
     const data = response.data.data.list;

package/lib/v2/smzdm/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/article/:uid', require('./article'));
+    router.get('/baoliao/:uid', require('./baoliao'));
+    router.get('/haowen/:day?', require('./haowen'));
+    router.get('/haowen/fenlei/:name/:sort?', require('./haowen_fenlei'));
+    router.get('/keyword/:keyword', require('./keyword'));
+    router.get('/ranking/:rank_type/:rank_id/:hour', require('./ranking'));
+};

package/lib/v2/sputniknews/index.js

@@ -70,6 +70,8 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
+                item.pubDate = parseDate(content('a[data-unixtime]').attr('data-unixtime') * 1000);
+
                 item.category = content('.tag__text')
                     .toArray()
                     .map((tag) => content(tag).text());
@@ -78,7 +80,6 @@ module.exports = async (ctx) => {
                 content('div[data-type="article"]').remove();
 
                 item.description = content('.article').html();
-                item.pubDate = parseDate(content('div[itemprop="datePublished"]').attr('data-unixtime'));
 
                 return item;
             })

package/lib/v2/sse/convert.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? ''; // beginDate=2018-08-18&endDate=2019-08-18&companyCode=603283&title=股份
+    const pageUrl = 'https://bond.sse.com.cn/disclosure/announ/convertible/';
+    const host = 'https://www.sse.com.cn';
+
+    const response = await got('https://query.sse.com.cn/infodisplay/queryBulletinKzzTipsNew.do', {
+        searchParams: {
+            isPagination: true,
+            'pageHelp.pageSize': 20,
+            flag: 0,
+            _: new Date().getTime(),
+            ...query.split('&').reduce((acc, cur) => {
+                const [key, value] = cur.split('=');
+                acc[key] = value;
+                return acc;
+            }, {}),
+        },
+        headers: {
+            Referer: pageUrl,
+        },
+    });
+
+    const items = response.data.result.map((item) => ({
+        title: item.title,
+        description: `${host}${item.URL}`,
+        pubDate: parseDate(item.ADDDATE),
+        link: `${host}${item.URL}`,
+        author: item.security_Code,
+    }));
+
+    ctx.state.data = {
+        title: '上证债券信息网 - 可转换公司债券公告',
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/sse/disclosure.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? ''; // beginDate=2018-08-18&endDate=2020-09-01&productId=600696
+    const host = 'https://www.sse.com.cn';
+    const queries = query.split('&').reduce((acc, cur) => {
+        const [key, value] = cur.split('=');
+        acc[key] = value;
+        return acc;
+    }, {});
+    const pageUrl = `https://www.sse.com.cn/assortment/stock/list/info/announcement/index.shtml?productId=${queries.productId}`;
+
+    const response = await got('https://query.sse.com.cn/security/stock/queryCompanyBulletin.do', {
+        searchParams: {
+            isPagination: true,
+            securityType: '0101,120100,020100,020200,120200',
+            reportType: 'ALL',
+            'pageHelp.pageSize': 25,
+            'pageHelp.pageCount': 50,
+            'pageHelp.pageNo': 1,
+            'pageHelp.beginPage': 1,
+            'pageHelp.cacheSize': 1,
+            'pageHelp.endPage': 5,
+            _: new Date().getTime(),
+            ...queries,
+        },
+        headers: {
+            Referer: pageUrl,
+        },
+    });
+
+    const items = response.data.result.map((item) => ({
+        title: item.TITLE,
+        description: `${host}${item.URL}`,
+        pubDate: parseDate(item.ADDDATE),
+        link: `${host}${item.URL}`,
+        author: item.SECURITY_NAME,
+    }));
+
+    ctx.state.data = {
+        title: `上海证券交易所 - 上市公司信息 - ${items[0].author}最新公告`,
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/sse/inquire.js

@@ -0,0 +1,45 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const refererUrl = 'https://www.sse.com.cn/disclosure/credibility/supervision/inquiries/';
+    const response = await got('https://query.sse.com.cn/commonSoaQuery.do', {
+        searchParams: {
+            isPagination: true,
+            'pageHelp.pageSize': 25,
+            'pageHelp.pageNo': 1,
+            'pageHelp.beginPage': 1,
+            'pageHelp.cacheSize': 1,
+            'pageHelp.endPage': 1,
+            sqlId: 'BS_KCB_GGLL',
+            siteId: 28,
+            channelId: '10743,10744,10012',
+            type: '',
+            stockcode: '',
+            extWTFL: '',
+            order: 'createTime|desc,stockcode|asc',
+            _: new Date().getTime(),
+        },
+        headers: {
+            Referer: refererUrl,
+        },
+    });
+
+    const items = response.data.result.map((item) => ({
+        title: item.extGSJC,
+        description: art(path.resolve(__dirname, 'templates/inquire.art'), {
+            item,
+        }),
+        pubDate: parseDate(item.createTime),
+        link: `https://${item.docURL}`,
+        author: item.extGSJC,
+    }));
+
+    ctx.state.data = {
+        title: '上海证券交易所 - 科创板股票审核',
+        link: refererUrl,
+        item: items,
+    };
+};

package/lib/v2/sse/lawandrules.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const slug = ctx.params.slug ?? 'latest';
+
+    const rootUrl = 'https://www.sse.com.cn';
+    const currentUrl = `${rootUrl}/lawandrules/guide/${slug.replace(/-/g, '/')}`;
+    const response = await got(currentUrl);
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.sse_list_1 dl dd')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('a').attr('title'),
+                link: `${rootUrl}${item.find('a').attr('href')}`,
+                pubDate: parseDate(item.find('span').text().trim()),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.allZoom').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/sse/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/convert/:query?': ['kt286'],
+    '/disclosure/:query?': ['harveyqiu'],
+    '/inquire': ['Jeason0228'],
+    '/lawandrules/:slug?': ['nczitzk'],
+    '/renewal': ['Jeason0228'],
+};

package/lib/v2/sse/radar.js

@@ -0,0 +1,41 @@
+module.exports = {
+    'sse.com.cn': {
+        _name: '上海证券交易所',
+        bond: [
+            {
+                title: '可转换公司债券公告',
+                docs: 'https://docs.rsshub.app/finance.html#shang-hai-zheng-quan-jiao-yi-suo',
+                source: ['/disclosure/announ/convertible', '/'],
+                // target: '/sse/convert/:query',
+            },
+        ],
+        kcb: [
+            {
+                title: '科创板项目动态',
+                docs: 'https://docs.rsshub.app/finance.html#shang-hai-zheng-quan-jiao-yi-suo',
+                source: ['/home', '/'],
+                target: '/sse/renewal',
+            },
+        ],
+        www: [
+            {
+                title: '监管问询',
+                docs: 'https://docs.rsshub.app/finance.html#shang-hai-zheng-quan-jiao-yi-suo',
+                source: ['/disclosure/credibility/supervision/inquiries', '/'],
+                target: '/sse/inquire',
+            },
+            {
+                title: '上市公司信息最新公告披露',
+                docs: 'https://docs.rsshub.app/finance.html#shang-hai-zheng-quan-jiao-yi-suo',
+                source: ['/assortment/stock/list/info/announcement/index.shtml', '/'],
+                // target: '/sse/disclosure/:query'
+            },
+            {
+                title: '本所业务指南与流程',
+                docs: 'https://docs.rsshub.app/finance.html#shang-hai-zheng-quan-jiao-yi-suo',
+                source: ['/lawandrules/guide/*slug', '/'],
+                target: (params) => `/sse/lawandrules/${params.slug.replace(/\//g, '-')}`,
+            },
+        ],
+    },
+};

package/lib/v2/sse/renewal.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const dayjs = require('dayjs');
+const localizedFormat = require('dayjs/plugin/localizedFormat');
+require('dayjs/locale/zh-cn');
+dayjs.extend(localizedFormat);
+
+const currStatusName = ['全部', '已受理', '已询问', '通过', '未通过', '提交注册', '补充审核', '注册结果', '中止', '终止'];
+
+module.exports = async (ctx) => {
+    const pageUrl = 'https://kcb.sse.com.cn/renewal/';
+    const host = `https://kcb.sse.com.cn`;
+
+    const response = await got('https://query.sse.com.cn/statusAction.do', {
+        searchParams: {
+            isPagination: true,
+            sqlId: 'SH_XM_LB',
+            'pageHelp.pageSize': 20,
+            offerType: '',
+            commitiResult: '',
+            registeResult: '',
+            province: '',
+            csrcCode: '',
+            currStatus: '',
+            order: 'updateDate|desc,stockAuditNum|desc',
+            keyword: '',
+            auditApplyDateBegin: '',
+            auditApplyDateEnd: '',
+            _: new Date().getTime(),
+        },
+        headers: {
+            Referer: pageUrl,
+        },
+    });
+
+    // console.log(response.data.result);
+    const items = response.data.result.map((item) => ({
+        title: `【${currStatusName[item.currStatus]}】${item.stockAuditName}`,
+        description: art(path.resolve(__dirname, 'templates/renewal.art'), {
+            item,
+            currStatus: currStatusName[item.currStatus],
+            updateDate: dayjs(item.updateDate, 'YYYYMMDDHHmmss').locale('zh-cn').format('lll'),
+            auditApplyDate: dayjs(item.auditApplyDate, 'YYYYMMDDHHmmss').locale('zh-cn').format('lll'),
+        }),
+        pubDate: parseDate(item.updateDate, 'YYYYMMDDHHmmss'),
+        link: `${host}/renewal/xmxq/index.shtml?auditId=${item.stockAuditNum}`,
+        author: item.stockAuditName,
+    }));
+
+    ctx.state.data = {
+        title: '上海证券交易所 - 科创板项目动态',
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/sse/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/convert/:query?', require('./convert'));
+    router.get('/disclosure/:query?', require('./disclosure'));
+    router.get('/inquire', require('./inquire'));
+    router.get('/lawandrules/:slug?', require('./lawandrules'));
+    router.get('/renewal', require('./renewal'));
+};

package/lib/v2/sse/templates/inquire.art

@@ -0,0 +1,7 @@
+<table border="1">
+<tr><td> 公司代码 : </td><td>{{ item.stockcode }}</td></tr>
+<tr><td> 公司简称 : </td><td>{{ item.extGSJC }}</td></tr>
+<tr><td> 发函日期 : </td><td>{{ item.createTime }}</td></tr>
+<tr><td> 监管问询类型 : </td><td>{{ item.extWTFL }}</td></tr>
+<tr><td> 标题 : </td><td><a href="https://{{ item.docURL }}">{{ item.docTitle }}</a></td></tr>
+</table>

package/lib/v2/sse/templates/renewal.art

@@ -0,0 +1,13 @@
+<table>
+<tr><th id="stockIssuer" desc="发行人全称">发行人全称</th><td>{{ item.stockAuditName }}</td></tr>
+<tr><th id="currStatus" desc="审核状态">审核状态</th><td>{{ currStatus }}</td></tr>
+<tr><th id="s_province" desc="注册地">注册地</th><td>{{ item.stockIssuer[0].s_province }}</td></tr>
+<tr><th id="s_csrcCodeDesc" desc="证监会行业">证监会行业</th><td>{{ item.stockIssuer[0].s_csrcCodeDesc }}</td></tr>
+<tr><th id="intermediary" desc="保荐机构">保荐机构</th><td>{{ item.intermediary[0].i_intermediaryName }}</td></tr>
+<tr><th id="intermediary" desc="律师事务所">律师事务所</th><td>{{ item.intermediary[2].i_intermediaryName }}</td></tr>
+<tr><th id="intermediary" desc="会计师事务所">会计师事务所</th><td>{{ item.intermediary[1].i_intermediaryName }}</td></tr>
+{{ if item.intermediary[3] }}<tr><th id="intermediary" desc="评估机构">评估机构</th><td>{{ item.intermediary[3].i_intermediaryName }}</td></tr>{{ /if }}
+<tr><th id="updateDate" desc="更新日期">更新日期</th><td>{{ updateDate }}</td></tr>
+<tr><th id="auditApplyDate" desc="受理日期">受理日期</th><td>{{ auditApplyDate }}</td></tr>
+<tr><th>详细链接</th><td><a href="http://kcb.sse.com.cn/renewal/xmxq/index.shtml?auditId={{ item.stockAuditNum }}">查看详情</a></td></tr>
+</table>

package/lib/v2/stheadline/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/std/realtime/:category*': ['TonyRL'],
+};

package/lib/v2/stheadline/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'stheadline.com': {
+        _name: '星島日報',
+        std: [
+            {
+                title: '即時',
+                docs: 'https://docs.rsshub.app/traditional-media.html#xing-dao-ri-bao',
+                source: ['/realtime/*category'],
+                target: (params) => `/stdheadline/std/realtime/${params.category}`,
+            },
+        ],
+    },
+};

package/lib/v2/stheadline/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/std/realtime/:category*', require('./std/realtime'));
+};

package/lib/v2/stheadline/std/realtime.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://std.stheadline.com';
+
+module.exports = async (ctx) => {
+    const { category = '即時' } = ctx.params;
+    const url = `${baseUrl}/realtime/${category}`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const items = $('.col-md-9 .media-body .h5 a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.attr('title'),
+                link: item.attr('href'),
+                guid: item.attr('href').substring(0, item.attr('href').lastIndexOf('/')),
+            };
+        });
+
+    await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link);
+                const $ = cheerio.load(response);
+
+                item.description = $('.paragraphs').html();
+                item.pubDate = timezone(parseDate($('.content .date').text()));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('meta[name=description]').attr('content'),
+        image: 'https://std.stheadline.com/dist/images/favicon/icon-512.png',
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/swpu/cjxy.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/nccjxy/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('.main_conRCb > ul > li')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[href]', elem).text().trim(),
+            pubDate: timezone(parseDate($('span', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/nccjxy/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '财经学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学财经学院 ${title}`,
+        link: url,
+        description: `西南石油大学财经学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/is.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/is/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('tr[height="20"]')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[title]', elem).text().trim(),
+            pubDate: timezone(parseDate($('td:eq(1)', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/is/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学信息学院 ${title}`,
+        link: url,
+        description: `西南石油大学信息学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/maintainer.js

@@ -1,6 +1,8 @@
 module.exports = {
     '/bgw/:code': ['CYTMWIA'],
+    '/cjxy/:code': ['RiverTwilight'],
     '/dean/:code': ['CYTMWIA'],
     '/dxy/:code': ['CYTMWIA'],
+    '/is/:code': ['RiverTwilight'],
     '/scs/:code': ['CYTMWIA'],
 };

package/lib/v2/swpu/radar.js

@@ -26,6 +26,18 @@ module.exports = {
                 source: ['/'],
                 target: '',
             },
+            {
+                title: '信息学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
+            {
+                title: '财经学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
         ],
     },
 };

package/lib/v2/swpu/router.js

@@ -1,6 +1,8 @@
 module.exports = function (router) {
     router.get('/bgw/:code', require('./bgw'));
+    router.get('/cjxy/:code', require('./cjxy'));
     router.get('/dean/:code', require('./dean'));
     router.get('/dxy/:code', require('./dxy'));
+    router.get('/is/:code', require('./is'));
     router.get('/scs/:code', require('./scs'));
 };