rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ffaca71

package/lib/v2/sspai/radar.js

@@ -0,0 +1,81 @@
+module.exports = {
+    'sspai.com': {
+        _name: '少数派',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/index',
+                target: '/sspai/index',
+            },
+            {
+                title: '最新上架付费专栏',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/series',
+                target: '/sspai/series',
+            },
+            {
+                title: '付费专栏文章更新',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: ['/series/:id', '/series/:id/list', '/series/:id/metadata'],
+                target: '/sspai/series/:id',
+            },
+            {
+                title: 'Matrix',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/matrix',
+                target: '/sspai/matrix',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/column/:id',
+                target: '/sspai/column/:id',
+            },
+            {
+                title: '作者动态',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/u/:id/updates',
+                target: '/sspai/activity/:id',
+            },
+            {
+                title: '作者已发布文章',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/u/:id/posts',
+                target: '/sspai/author/:id',
+            },
+            {
+                title: '用户收藏',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: ['/u/:slug/bookmark_posts'],
+                target: '/sspai/bookmarks/:slug',
+            },
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/topics',
+                target: '/sspai/topics',
+            },
+            {
+                title: '专题内文章更新',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/topic/:id',
+                target: '/sspai/topic/:id',
+            },
+            {
+                title: '标签订阅',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: '/tag/:keyword',
+                target: '/sspai/tag/:keyword',
+            },
+        ],
+        shortcuts: [
+            {
+                title: 'Shortcuts Gallery',
+                docs: 'https://docs.rsshub.app/routes/new-media#shao-shu-pai-sspai',
+                source: ['/*'],
+                target: '/sspai/shortcuts',
+            },
+        ],
+    },
+};

package/lib/v2/sspai/router.js

@@ -0,0 +1,14 @@
+module.exports = (router) => {
+    router.get('/activity/:slug', require('./activity'));
+    router.get('/author/:id', require('./author'));
+    router.get('/bookmarks/:slug', require('./bookmarks'));
+    router.get('/column/:id', require('./column'));
+    router.get('/index', require('./index'));
+    router.get('/matrix', require('./matrix'));
+    router.get('/series', require('./series'));
+    router.get('/series/:id', require('./seriesUpdate'));
+    router.get('/shortcuts', require('./shortcutsGallery'));
+    router.get('/tag/:keyword', require('./tag'));
+    router.get('/topic/:id', require('./topic'));
+    router.get('/topics', require('./topics'));
+};

package/lib/v2/sspai/series.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const response = await got('https://sspai.com/api/v1/series/tag/all/get');
+
+    const products = response.data.data.reduce((acc, cate) => {
+        if (Array.isArray(cate.children)) {
+            const result = cate.children
+                .filter((item) => item.sell_status)
+                .map((item) => {
+                    const price = item.price / 100;
+                    return {
+                        id: item.id,
+                        title: `￥${price} - ${item.title}`,
+                        link: `https://sspai.com/series/${item.id}`,
+                        author: item.author.nickname,
+                    };
+                });
+            return [...acc, ...result];
+        } else {
+            return acc;
+        }
+    }, []);
+
+    const item = await Promise.all(
+        products.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(`https://sspai.com/api/v1/series/info/get?id=${item.id}&view=second`);
+                const banner = `<img src="https://cdn.sspai.com/${res.data.data.banner_web}" />`;
+                const description = banner + res.data.data.intro;
+                const $ = cheerio.load(description);
+                $('img').css('max-width', '100%');
+                item.description = $.html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '少数派 -- 最新上架付费专栏',
+        link: 'https://sspai.com/series',
+        description: '少数派 -- 最新上架付费专栏',
+        item,
+    };
+};

package/lib/v2/sspai/seriesUpdate.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const seriesInfo = await got.get(`https://sspai.com/api/v1/series/info/get?id=${id}&view=second`);
+    const response = await got(`https://sspai.com/api/v1/series/article/search/page/get?series_id=${id}&weight=0&sort=desc&title=&limit=${ctx.query.limit ? Number(ctx.query.limit) : 40}&offset=0`);
+
+    const items = await Promise.all(
+        response.data.data.map(async (item) => {
+            let description = '';
+            if (item.probation) {
+                const res = await got(`https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`);
+                description = res.data.data.body;
+            } else {
+                description = `<img src="https://cdn.sspai.com/${item.banner}">`;
+            }
+
+            return {
+                title: item.title_prefix + ' - ' + item.title,
+                description,
+                author: seriesInfo.data.data.author.nickname,
+                link: `https://sspai.com/post/${item.id}`,
+                pubDate: parseDate(item.created_at * 1000),
+            };
+        })
+    );
+
+    ctx.state.data = {
+        title: `${seriesInfo.data.data.title} - 少数派`,
+        description: `${seriesInfo.data.data.description} - 少数派`,
+        link: `https://sspai.com/series/${id}`,
+        item: items,
+    };
+};

package/lib/v2/sspai/shortcutsGallery.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const {
+        data: { data: categories },
+    } = await got('https://shortcuts.sspai.com/api/v1/user/workflow/all/get');
+
+    const items = [];
+
+    for (const category of categories) {
+        for (const shortcut of category.data || []) {
+            items.push({
+                title: shortcut.name,
+                description: `作者：<a href="${shortcut.author_url || '#'}">${shortcut.author_id}</a><br/>${decodeURIComponent((shortcut.description || '').replace(/\+/g, '%20'))}`,
+                pubDate: parseDate(shortcut.utime * 1000),
+                guid: shortcut.id,
+                link: shortcut.url,
+            });
+        }
+    }
+
+    ctx.state.data = {
+        title: 'Shortcuts Gallery - 少数派',
+        link: 'https://shortcuts.sspai.com/#/main/workflow',
+        description: 'Shortcuts Gallery - 少数派',
+        item: items,
+    };
+};

package/lib/v2/sspai/tag.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+    const keyword_encode = encodeURIComponent(decodeURIComponent(keyword));
+    const api_url = `https://sspai.com/api/v1/articles?offset=0&limit=50&has_tag=1&tag=${keyword_encode}&include_total=false`;
+    const host = `https://beta.sspai.com/tag/${keyword_encode}`;
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+        headers: {
+            Referer: host,
+        },
+    });
+    const data = resp.data.list;
+    const items = await Promise.all(
+        data.map((item) => {
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            let description;
+            const key = `sspai: ${item.id}`;
+            return ctx.cache.tryGet(key, async () => {
+                const response = await got({ method: 'get', url: link, headers: { Referer: host } });
+                description = response.data.data.body;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link: `https://sspai.com/post/${item.id}`,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+    ctx.state.data = {
+        title: `#${keyword} - 少数派`,
+        link: host,
+        description: `${keyword} 更新推送 `,
+        item: items,
+    };
+};

package/lib/v2/sspai/topic.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const api_url = `https://sspai.com/api/v1/articles?offset=0&limit=20&topic_id=${id}&sort=created_at&include_total=false`;
+    const response = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const list = response.data.list;
+    let topic_title = '';
+    let topic_link = '';
+    let topic_des = '';
+    const out = await Promise.all(
+        list.map((item) => {
+            const title = item.title;
+            const date = item.created_at;
+            const link = `https://sspai.com/api/v1/article/info/get?id=${item.id}&view=second`;
+            const itemUrl = `https://sspai.com/post/${item.id}`;
+            const author = item.author.nickname;
+
+            if (topic_title === '') {
+                topic_title = item.topics[0].title;
+                topic_link = `https://sspai.com/topic/${id}`;
+                topic_des = item.topics[0].intro;
+            }
+            return ctx.cache.tryGet(`sspai: ${item.id}`, async () => {
+                const response = await got(link);
+                const description = response.data.data.body;
+
+                const single = {
+                    title,
+                    link: itemUrl,
+                    author,
+                    description,
+                    pubDate: parseDate(date * 1000),
+                };
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `少数派专题-${topic_title}`,
+        link: topic_link,
+        description: topic_des,
+        item: out,
+    };
+};

package/lib/v2/sspai/topics.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const api_url = `https://sspai.com/api/v1/topics?offset=0&limit=20&include_total=false`;
+    const resp = await got({
+        method: 'get',
+        url: api_url,
+    });
+    const data = resp.data.list;
+    const items = await Promise.all(
+        data.map((item) => {
+            const link = `https://sspai.com/topic/${item.id}`;
+            let description = '';
+
+            const key = `sspai:topics:${item.id}`;
+            return ctx.cache.tryGet(key, () => {
+                description = `${item.intro}<br><img src="https://cdn.sspai.com/${item.banner}" /><br>如有兴趣,请复制链接订阅 <br> <h3>https://rsshub.app/sspai/topic/${item.id}</h3>`;
+
+                return {
+                    title: item.title.trim(),
+                    description,
+                    link,
+                    pubDate: parseDate(item.released_at * 1000),
+                    author: item.author.nickname,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `少数派专题广场更新推送`,
+        link: `https://sspai.com/topics`,
+        description: `仅仅推送新的专题(集合型而非具体文章) `,
+        item: items,
+    };
+};

package/lib/v2/startuplatte/radar.js

@@ -4,7 +4,7 @@ module.exports = {
         '.': [
             {
                 title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#chuang-xin-na-tie-fen-lei',
+                docs: 'https://docs.rsshub.app/routes/new-media#chuang-xin-na-tie-fen-lei',
                 source: ['/category/:category', '/'],
                 target: '/startuplatte/:category?',
             },

package/lib/v2/stbu/jsjxy.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+module.exports = async (ctx) => {
+    const baseUrl = 'https://jsjxy.stbu.edu.cn/news/';
+    const { data: response } = await got(baseUrl, {
+        responseType: 'buffer',
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    const $ = cheerio.load(gbk2utf8(response));
+    const list = $('.content dl h4')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a').first();
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link, {
+                    responseType: 'buffer',
+                    https: {
+                        rejectUnauthorized: false,
+                    },
+                });
+                const $ = cheerio.load(gbk2utf8(response));
+                item.description = $('.content14').first().html().trim();
+                item.pubDate = timezone(parseDate($('.article .source').text().split('日期：')[1].replace('\n', '').trim()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '四川工商学院计算机学院 - 新闻动态',
+        link: baseUrl,
+        description: '四川工商学院计算机学院 - 新闻动态',
+        item: items,
+    };
+};

package/lib/v2/stbu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jsjxy': ['HyperCherry'],
+    '/xyxw': ['HyperCherry'],
+};

package/lib/v2/stbu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'stbu.edu.cn': {
+        _name: '四川工商学院',
+        '.': [
+            {
+                title: '学院新闻',
+                docs: 'https://docs.rsshub.app/routes/university#si-chuan-gong-shang-xue-yuan',
+                source: ['/html/news/xueyuan', '/'],
+                target: '/stbu/xyxw',
+            },
+        ],
+        jsjxy: [
+            {
+                title: '计算机学院通知公告',
+                docs: 'https://docs.rsshub.app/routes/university#si-chuan-gong-shang-xue-yuan',
+                source: ['/news', '/'],
+                target: '/stbu/jsjxy',
+            },
+        ],
+    },
+};

package/lib/v2/stbu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jsjxy', require('./jsjxy'));
+    router.get('/xyxw', require('./xyxw'));
+};

package/lib/v2/stbu/xyxw.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const gbk2utf8 = (s) => iconv.decode(s, 'gbk');
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.stbu.edu.cn';
+    const requestUrl = `${baseUrl}/html/news/xueyuan/`;
+    const { data: response } = await got(requestUrl, {
+        responseType: 'buffer',
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
+    const $ = cheerio.load(gbk2utf8(response));
+    const list = $('.style_2 .Simple_title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('a').first();
+            return {
+                title: a.text(),
+                link: `${baseUrl}${a.attr('href')}`,
+            };
+        });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: response } = await got(item.link, {
+                    responseType: 'buffer',
+                    https: {
+                        rejectUnauthorized: false,
+                    },
+                });
+                const $ = cheerio.load(gbk2utf8(response));
+                item.description = $('.artmainl .articlemain').first().html();
+                item.pubDate = timezone(parseDate($('.artmainl .info').text().split('|')[2].split('：')[1].trim()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '四川工商学院 - 学院新闻',
+        link: requestUrl,
+        description: '四川工商学院 - 学院新闻',
+        item: items,
+    };
+};

package/lib/v2/stcn/index.js

@@ -0,0 +1,64 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'yw';
+
+    const rootUrl = 'https://www.stcn.com';
+    const currentUrl = `${rootUrl}/article/list/${id}.html`;
+    const apiUrl = `${rootUrl}/article/list.html?type=${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.t, .tt, .title')
+        .find('a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.attr('href');
+
+            return {
+                title: item.text().replace(/(^【|】$)/g, ''),
+                link: /^http/.test(link) ? link : `${rootUrl}${link}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (/\.html$/.test(item.link)) {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.title = content('.detail-title').text();
+                    item.author = content('.detail-info span').first().text().split('：').pop();
+                    item.pubDate = timezone(parseDate(content('.detail-info span').last().text()), +8);
+                    item.category = content('.detail-content-tags div')
+                        .toArray()
+                        .map((t) => content(t).text());
+                    item.description = content('.detail-content').html();
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `证券时报网 - ${$('.breadcrumb a').last().text()}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/stcn/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/stcn/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'stcn.com': {
+        _name: '证券时报网',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/routes/finance#zheng-quan-shi-bao-wang-lan-mu',
+                source: ['/'],
+                target: (params, url) => `/stcn/${new URL(url).toString().match(/article\/list\/(.*)\.html/)[1]}`,
+            },
+        ],
+    },
+};

package/lib/v2/stcn/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id?', require('./index'));
+};