rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/v2/sspai/matrix.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const api_url = 'https://sspai.com/api/v1/articles?offset=0&limit=20&is_matrix=1&sort=matrix_at&include_total=false';
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const data = resp.data.list;
+    const items = await Promise.all(
+        data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            let description = '';
+
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
+                const response = await got(link);
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: '少数派 -- Matrix',
+        link: 'https://sspai.com/matrix',
+        description: '少数派 -- Matrix',
+        item: items,
+    };
+};

package/lib/v2/sspai/radar.js

@@ -0,0 +1,75 @@
+module.exports = {
+    'sspai.com': {
+        _name: '少数派',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/index',
+                target: '/sspai/index',
+            },
+            {
+                title: '最新上架付费专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/series',
+                target: '/sspai/series',
+            },
+            {
+                title: '付费专栏文章更新',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: ['/series/:id', '/series/:id/list', '/series/:id/metadata'],
+                target: '/sspai/series/:id',
+            },
+            {
+                title: 'Matrix',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/matrix',
+                target: '/sspai/matrix',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/column/:id',
+                target: '/sspai/column/:id',
+            },
+            {
+                title: '作者动态',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/u/:id/updates',
+                target: '/sspai/activity/:id',
+            },
+            {
+                title: '作者已发布文章',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/u/:id/posts',
+                target: '/sspai/author/:id',
+            },
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/topics',
+                target: '/sspai/topics',
+            },
+            {
+                title: '专题内文章更新',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/topic/:id',
+                target: '/sspai/topic/:id',
+            },
+            {
+                title: '标签订阅',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: '/tag/:keyword',
+                target: '/sspai/tag/:keyword',
+            },
+        ],
+        shortcuts: [
+            {
+                title: 'Shortcuts Gallery',
+                docs: 'https://docs.rsshub.app/new-media.html#shao-shu-pai-sspai',
+                source: ['', '/*tpath'],
+                target: '/sspai/shortcuts',
+            },
+        ],
+    },
+};

package/lib/v2/sspai/router.js

@@ -0,0 +1,13 @@
+module.exports = (router) => {
+    router.get('/activity/:slug', require('./activity'));
+    router.get('/author/:id', require('./author'));
+    router.get('/column/:id', require('./column'));
+    router.get('/index', require('./index'));
+    router.get('/matrix', require('./matrix'));
+    router.get('/series', require('./series'));
+    router.get('/series/:id', require('./seriesUpdate'));
+    router.get('/shortcuts', require('./shortcutsGallery'));
+    router.get('/tag/:keyword', require('./tag'));
+    router.get('/topic/:id', require('./topic'));
+    router.get('/topics', require('./topics'));
+};

package/lib/{routes → v2}/sspai/series.js

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const response = await got.get('https://sspai.com/api/v1/series/tag/all/get');
+    const response = await got('https://sspai.com/api/v1/series/tag/all/get');
 
     const products = response.data.data.reduce((acc, cate) => {
         if (Array.isArray(cate.children)) {
@@ -26,7 +26,7 @@ module.exports = async (ctx) => {
     const item = await Promise.all(
         products.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const res = await got.get(`https://sspai.com/api/v1/series/info/get?id=${item.id}&view=second`);
+                const res = await got(`https://sspai.com/api/v1/series/info/get?id=${item.id}&view=second`);
                 const banner = `<img src="https://cdn.sspai.com/${res.data.data.banner_web}" />`;
                 const description = banner + res.data.data.intro;
                 const $ = cheerio.load(description);

package/lib/v2/sspai/seriesUpdate.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const seriesInfo = await got.get(`https://sspai.com/api/v1/series/info/get?id=${id}&view=second`);
+    const response = await got(`https://sspai.com/api/v1/series/article/search/page/get?series_id=${id}&weight=0&sort=desc&title=&limit=${ctx.query.limit ? Number(ctx.query.limit) : 40}&offset=0`);
+
+    const items = await Promise.all(
+        response.data.data.map(async (item) => {
+            let description = '';
+            if (item.probation) {
+                const res = await got(`https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`);
+                description = res.data.data.body;
+            } else {
+                description = `<img src="https://cdn.sspai.com/${item.banner}">`;
+            }
+
+            return {
+                title: item.title_prefix + ' - ' + item.title,
+                description,
+                author: seriesInfo.data.data.author.nickname,
+                link: `https://sspai.com/post/${item.id}`,
+                pubDate: parseDate(item.created_at * 1000),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `${seriesInfo.data.data.title} - 少数派`,
+        description: `${seriesInfo.data.data.description} - 少数派`,
+        link: `https://sspai.com/series/${id}`,
+        item: items,
+    };
+};

package/lib/{routes → v2}/sspai/shortcutsGallery.js

@@ -1,9 +1,10 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const {
         data: { data: categories },
-    } = await got.get('https://shortcuts.sspai.com/api/v1/user/workflow/all/get');
+    } = await got('https://shortcuts.sspai.com/api/v1/user/workflow/all/get');
 
     const items = [];
 
@@ -12,7 +13,7 @@ module.exports = async (ctx) => {
             items.push({
                 title: shortcut.name,
                 description: `作者：<a href="${shortcut.author_url || '#'}">${shortcut.author_id}</a><br/>${decodeURIComponent((shortcut.description || '').replace(/\+/g, '%20'))}`,
-                pubDate: new Date(shortcut.utime * 1000),
+                pubDate: parseDate(shortcut.utime * 1000),
                 guid: shortcut.id,
                 link: shortcut.url,
             });

package/lib/{routes → v2}/sspai/tag.js

@@ -1,5 +1,5 @@
 const got = require('@/utils/got');
-const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const keyword = ctx.params.keyword;
@@ -15,26 +15,22 @@ module.exports = async (ctx) => {
     });
     const data = resp.data.list;
     const items = await Promise.all(
-        data.map(async (item) => {
-            const link = `https://sspai.com/post/${item.id}`;
+        data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
             let description;
-            const key = item.id;
-            const value = await ctx.cache.get(key);
-            if (value) {
-                description = value;
-            } else {
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
                 const response = await got({ method: 'get', url: link, headers: { Referer: host } });
-                const $ = cheerio.load(response.data);
-                description = $('div.content.wangEditor-txt').html();
-                ctx.cache.set(key, description);
-            }
-            return {
-                title: item.title.trim(),
-                description,
-                link,
-                pubDate: new Date(item.released_at * 1000),
-                author: item.author.nickname,
-            };
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
         })
     );
     ctx.state.data = {

package/lib/{routes → v2}/sspai/topic.js

@@ -1,5 +1,5 @@
 const got = require('@/utils/got');
-const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -13,34 +13,31 @@ module.exports = async (ctx) => {
     let topic_link = '';
     let topic_des = '';
     const out = await Promise.all(
-        list.map(async (item) => {
+        list.map((item) => {
             const title = item.title;
             const date = item.created_at;
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
             const itemUrl = `https://sspai.com/post/${item.id}`;
             const author = item.author.nickname;
 
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
             if (topic_title === '') {
                 topic_title = item.topics[0].title;
                 topic_link = `https://sspai.com/topic/${id}`;
                 topic_des = item.topics[0].intro;
             }
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('#app > div.postPage.article-wrapper > div.article-detail > article > div.article-body').html();
+            return ctx.cache.tryGet(`sspai: ${item.id}`, async () => {
+                const response = await got(link);
+                const description = response.data.data.body;
 
-            const single = {
-                title,
-                link: itemUrl,
-                author,
-                description,
-                pubDate: new Date(date * 1000),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
+                const single = {
+                    title,
+                    link: itemUrl,
+                    author,
+                    description,
+                    pubDate: parseDate(date * 1000),
+                };
+                return single;
+            });
         })
     );
 

package/lib/{routes → v2}/sspai/topics.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const api_url = `https://sspai.com/api/v1/topics?offset=0&limit=20&include_total=false`;
@@ -8,27 +9,22 @@ module.exports = async (ctx) => {
     });
     const data = resp.data.list;
     const items = await Promise.all(
-        data.map(async (item) => {
+        data.map((item) => {
             const link = `https://sspai.com/topic/${item.id}`;
             let description = '';
 
-            const key = `sspai: ${item.id}`;
-            const value = await ctx.cache.get(key);
-
-            if (value) {
-                description = value;
-            } else {
+            const key = `sspai:topics:${item.id}`;
+            return ctx.cache.tryGet(key, () => {
                 description = `${item.intro}<br><img src="https://cdn.sspai.com/${item.banner}" /><br>如有兴趣,请复制链接订阅 <br> <h3>https://rsshub.app/sspai/topic/${item.id}</h3>`;
-                ctx.cache.set(key, description);
-            }
 
-            return {
-                title: item.title.trim(),
-                description,
-                link,
-                pubDate: new Date(item.released_at * 1000),
-                author: item.author.nickname,
-            };
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
         })
     );
 

package/lib/v2/syosetu/chapter.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
+cookieJar.setCookieSync('over18=yes', 'https://novel18.syosetu.com/');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const limit = parseInt(ctx.query.limit) || 5;
+    const link = `https://ncode.syosetu.com/${id}`;
+    const $ = cheerio.load(await get(link));
+
+    const title = $('p.novel_title').text();
+    const description = $('#novel_ex').html();
+
+    const chapter_list = $('dl.novel_sublist2')
+        .map((_, chapter) => {
+            const $_chapter = $(chapter);
+            const chapter_link = $_chapter.find('a');
+            return {
+                title: chapter_link.text(),
+                link: chapter_link.attr('href'),
+                pubDate: timezone(parseDate($_chapter.find('dt').text(), 'YYYY/MM/DD HH:mm'), +9),
+            };
+        })
+        .toArray()
+        .sort((a, b) => (a.pubDate <= b.pubDate ? 1 : -1))
+        .slice(0, limit);
+
+    const item_list = await Promise.all(
+        chapter_list.map((chapter) =>
+            ctx.cache.tryGet(chapter.link, async () => {
+                chapter.link = `https://ncode.syosetu.com${chapter.link}`;
+                const content = cheerio.load(await get(chapter.link));
+                chapter.description = content('#novel_honbun').html();
+                return chapter;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title,
+        description,
+        link,
+        language: 'ja',
+        item: item_list,
+    };
+};
+
+const get = async (url) => {
+    const response = await got({
+        method: 'get',
+        url,
+        cookieJar,
+    });
+
+    return response.data;
+};

package/lib/v2/syosetu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/chapter/:id': ['huangliangshusheng'],
+};

package/lib/v2/syosetu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'syosetu.com': {
+        _name: 'syosetu',
+        ncode: [
+            {
+                title: '章节更新',
+                docs: 'https://docs.rsshub.app/reading.html#syosetu-zhang-jie-geng-xin',
+                source: ['/:id'],
+                target: '/syosetu/chapter/:id',
+            },
+        ],
+        novel18: [
+            {
+                title: '章节更新',
+                docs: 'https://docs.rsshub.app/reading.html#syosetu-zhang-jie-geng-xin',
+                source: ['/:id'],
+                target: '/syosetu/chapter/:id',
+            },
+        ],
+    },
+};

package/lib/v2/syosetu/router.js

@@ -0,0 +1 @@
+module.exports = (router) => router.get('/chapter/:id', require('./chapter.js'));

package/lib/v2/szse/inquire.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '0';
+    const select = ctx.params.select ?? '全部函件类别';
+    const keyword = ctx.params.keyword ?? '';
+
+    const rootUrl = 'https://www.szse.cn';
+    const currentUrl = `${rootUrl}/api/report/ShowReport/data?SHOWTYPE=JSON&CATALOGID=main_wxhj&TABKEY=tab${parseInt(category) + 2}${select === '全部函件类别' ? '' : `&selecthjlb=${select}`}${keyword ? `&txtZqdm=${keyword}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = response.data[category];
+
+    const items = data.data.map((item) => {
+        item.ck = item.ck.match(/encode-open='\/(.*)'>详细内容/)[1];
+        item.hfck = item.hfck.replace(/encode-open='\//, "encode-open='http://reportdocs.static.szse.cn/");
+
+        return {
+            title: `[${item.gsdm}] ${item.gsjc} (${item.hjlb})`,
+            link: `http://reportdocs.static.szse.cn/${item.ck}`,
+            pubDate: parseDate(item.fhrq),
+            description: art(path.join(__dirname, 'templates/inquire.art'), {
+                item,
+            }),
+        };
+    });
+
+    ctx.state.data = {
+        title: `深圳证券交易所 - 问询函件 - ${data.metadata.name}`,
+        link: `${rootUrl}/disclosure/supervision/inquire/index.html`,
+        item: items,
+        description: `函件类别：${select}${keyword ? `; 公司代码或简称：${keyword}` : ''}`,
+    };
+};

package/lib/v2/szse/maintainer.js

@@ -1,3 +1,6 @@
 module.exports = {
+    '/inquire/:category?/:select?/:keyword?': ['Jeason0228', 'nczitzk'],
+    '/notice': ['Jeason0228', 'nczitzk'],
+    '/projectdynamic/:type?/:stage?/:status?': ['nczitzk'],
     '/rule': ['nczitzk'],
 };

package/lib/v2/szse/projectdynamic.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const typeMap = {
+        1: 'IPO',
+        2: '再融资',
+        3: '重大资产重组',
+    };
+
+    const stageMap = {
+        10: '受理',
+        20: '问询',
+        30: '上市委会议',
+        35: '提交注册',
+        40: '注册结果',
+        50: '中止',
+        60: '终止',
+    };
+
+    const statusMap = {
+        20: '新受理',
+        30: '已问询',
+        45: '通过',
+        44: '未通过',
+        46: '暂缓审议',
+        56: '复审通过',
+        54: '复审不通过',
+        60: '提交注册',
+        70: '注册生效',
+        74: '不予注册',
+        78: '补充审核',
+        76: '终止注册',
+        80: '中止',
+        90: '审核不通过',
+        95: '撤回',
+    };
+
+    const type = ctx.params.type ?? '1';
+    const stage = ctx.params.stage ?? '0';
+    const status = ctx.params.status ?? '0';
+
+    const rootUrl = 'http://listing.szse.cn';
+    const apiUrl = `${rootUrl}/api/ras/projectrends/query?bizType=${type}${stage === '0' ? '' : `&stage=${stage}`}${status === '0' ? '' : `&status=${status}`}&pageIndex=0&pageSize=20`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.map((item) => ({
+        title: item.prjid,
+        link: `${rootUrl}/api/ras/projectrends/details?id=${item.prjid}`,
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const data = detailResponse.data.data;
+                const current = JSON.parse(data.pjdot)['-1'];
+
+                item.link = `${rootUrl}/projectdynamic/ipo/detail/index.html?id=${item.title}`;
+                item.title = `[${data.prjst}] ${data.cmpnm} (${data.cmpsnm})- ${data.csrcind}`;
+
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    data,
+                    current,
+                });
+
+                item.pubDate = timezone(parseDate(current.startTime, 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${typeMap[type]}项目动态${status !== '0' ? ` (${statusMap[status]}) ` : stage !== '0' ? ` (${stageMap[stage]}) ` : ''} - 创业板发行上市审核信息公开网站 - 深圳证券交易所`,
+        link: `${rootUrl}/projectdynamic/${type}/index.html`,
+        item: items,
+    };
+};

package/lib/v2/szse/radar.js

@@ -2,12 +2,32 @@ module.exports = {
     'szse.cn': {
         _name: '深圳证券交易所',
         '.': [
+            {
+                title: '上市公告 - 可转换债券',
+                docs: 'https://docs.rsshub.app/finance.html#shen-zhen-zheng-quan-jiao-yi-suo-shang-shi-gong-gao-ke-zhu-huan-zheng-zhi-quan',
+                source: ['/disclosure/notice/company/index.html', '/'],
+                target: '/szse/notice',
+            },
+            {
+                title: '问询函件',
+                docs: 'https://docs.rsshub.app/finance.html#shen-zhen-zheng-quan-jiao-yi-suo-wen-xun-huan-jian',
+                source: ['/disclosure/supervision/inquire/index.html', '/'],
+                target: '/szse/inquire',
+            },
             {
                 title: '最新规则',
-                docs: 'https://docs.rsshub.app/other.html#shen-zhen-zheng-quan-jiao-yi-suo-zui-xin-gui-ze',
+                docs: 'https://docs.rsshub.app/finance.html#shen-zhen-zheng-quan-jiao-yi-suo-zui-xin-gui-ze',
                 source: ['/lawrules/rule/new', '/'],
                 target: '/szse/rule',
             },
         ],
+        listing: [
+            {
+                title: '创业板项目动态',
+                docs: 'https://docs.rsshub.app/finance.html#shen-zhen-zheng-quan-jiao-yi-suo-chuang-ye-ban-xiang-mu-dong-tai',
+                source: ['/projectdynamic/1/index.html', '/projectdynamic/2/index.html', '/projectdynamic/3/index.html', '/'],
+                target: '/szse/projectdynamic/:type?/:stage?/:status?',
+            },
+        ],
     },
 };

package/lib/v2/szse/router.js

@@ -1,3 +1,6 @@
 module.exports = function (router) {
+    router.get('/inquire/:category?/:select?/:keyword?', require('./inquire'));
+    router.get('/notice', require('./notice'));
+    router.get('/projectdynamic/:type?/:stage?/:status?', require('./projectdynamic'));
     router.get('/rule', require('./rule'));
 };

package/lib/v2/szse/rule.js

@@ -20,14 +20,14 @@ module.exports = async (ctx) => {
         },
     });
 
-    const list = response.data.data.map((item) => ({
+    let items = response.data.data.map((item) => ({
         title: item.doctitle,
         link: item.docpuburl,
         pubDate: parseDate(item.docpubtime),
     }));
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',