rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/wallstreetcn/news.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    global: '最新',
+    shares: '股市',
+    bonds: '债市',
+    commodities: '商品',
+    forex: '外汇',
+    enterprise: '公司',
+    'asset-manage': '资管',
+    tmt: '科技',
+    estate: '地产',
+    car: '汽车',
+    medicine: '医药',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'global';
+
+    const rootUrl = 'https://wallstreetcn.com';
+    const apiRootUrl = 'https://api-one.wallstcn.com';
+    const currentUrl = `${rootUrl}/live/${category}`;
+    const apiUrl = `${apiRootUrl}/apiv1/content/information-flow?channel=${category}-channel&accept=article&limit=25`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.items.map((item) => ({
+        link: item.resource.uri,
+        title: item.resource?.title,
+        author: item.resource.author?.display_name,
+        pubDate: parseDate(item.resource.display_time * 1000),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.rich-text, .live-detail-html').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category]} - 资讯 - 华尔街见闻`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wallstreetcn/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'wallstreetcn.com': {
+        _name: '华尔街见闻',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-jian-wen-zi-xun',
+                source: ['/news/:category', '/'],
+                target: '/wallstreetcn/news/:category?',
+            },
+            {
+                title: '实时快讯',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-jian-wen-shi-shi-kuai-xun',
+                source: ['/live/:category', '/'],
+                target: '/wallstreetcn/live/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/wallstreetcn/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/live/:category?', require('./live'));
+    router.get('/news/:category?', require('./news'));
+    router.get('/:category?', require('./news'));
+};

package/lib/v2/wechat/feeddd.js

@@ -12,15 +12,10 @@ module.exports = async (ctx) => {
 
     const response = await got(apiUrl);
 
-    if (response.data.items.length === 0) {
-        throw Error('Empty feed');
-    }
-
     let items = response.data.items.map((item) => ({
         title: item.title,
         pubDate: parseDate(item.date_modified),
         link: item.url,
-        author: item.title,
         guid: item.id,
     }));
 
@@ -51,6 +46,18 @@ module.exports = async (ctx) => {
                     desc: $('#js_content').html(),
                 });
 
+                item.author = $('meta[name=author]').attr('content');
+
+                // another way to get publish timestamp:
+                // const publish_time_script = $('script[nonce][type="text/javascript"]:contains("var ct")').html();
+                // const publish_time_match = publish_time_script && publish_time_script.match(/var ct *= *"(\d{10})"/);
+                const publish_time_script = $('script[nonce][type="text/javascript"]:contains("publish_time")').html();
+                const publish_time_match = publish_time_script && publish_time_script.match(/var.*[ ,]n *= *"(\d{10})"/);
+                const publish_timestamp = publish_time_match && publish_time_match[1];
+                if (publish_timestamp) {
+                    item.pubDate = parseDate(publish_timestamp * 1000);
+                }
+
                 return item;
             })
         )
@@ -61,6 +68,7 @@ module.exports = async (ctx) => {
         link: response.data.feed_url,
         description: response.data.title,
         item: items,
+        allowEmpty: true,
     };
 
     ctx.state.json = {

package/lib/v2/wechat/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/feeddd/:id': ['TonyRL'],
+    '/feeddd/:id': ['TonyRL', 'Rongronggg9'],
 };

package/lib/v2/wenku8/index.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const config = require('@/config').value;
+
+const cateUrlMap = {
+    lastupdate: 'https://www.wenku8.net/modules/article/toplist.php?sort=lastupdate',
+    fullflag: 'https://www.wenku8.net/modules/article/articlelist.php?fullflag=1',
+    postdate: 'https://www.wenku8.net/modules/article/toplist.php?sort=postdate',
+    anime: 'https://www.wenku8.net/modules/article/toplist.php?sort=anime',
+    allvisit: 'https://www.wenku8.net/modules/article/toplist.php?sort=allvisit',
+    articlelist: 'https://www.wenku8.net/modules/article/articlelist.php',
+};
+
+const cateTitleMap = {
+    lastupdate: '今日更新',
+    fullflag: '完结全本',
+    postdate: '新书一览',
+    anime: '动画化作品',
+    allvisit: '热门轻小说',
+    articlelist: '轻小说列表',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'lastupdate';
+    const response = await got({
+        method: 'get',
+        url: cateUrlMap[category],
+        responseType: 'buffer',
+        headers: {
+            UserAgent: config.ua,
+            cookie: config.wenku8.cookie,
+        },
+    });
+
+    const responseHtml = iconv.decode(response.data, 'gbk');
+
+    const $ = cheerio.load(responseHtml);
+    const items = $('td > div')
+        .map((_, item) => ({
+            title: $(item).find('b > a').text(),
+            link: $(item).find('b > a').attr('href'),
+            description: $(item).find('img').html() + $(item).find('div:nth-child(2)').remove('b').end().html(),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: `轻小说文库 - ${cateTitleMap[category]}`,
+        link: cateUrlMap[category],
+        item: items,
+    };
+};

package/lib/v2/wenku8/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/:category?': ['Fatpandac'],
+    '/volume/:id': ['huangliangshusheng'],
+    '/chapter/:id': ['zsakvo'],
+};

package/lib/v2/wenku8/radar.js

@@ -0,0 +1,85 @@
+module.exports = {
+    'wenku8.net': {
+        _name: '轻小说文库',
+        www: [
+            {
+                title: '轻小说列表',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/articlelist.php'],
+                target: (_, url) => {
+                    const fullflag = new URL(url).searchParams.get('fullflag');
+                    if (!fullflag) {
+                        return '/wenku8/fullflag';
+                    }
+                },
+            },
+            {
+                title: '热门轻小说',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/toplist.php'],
+                target: (_, url) => {
+                    const sort = new URL(url).searchParams.get('sort');
+                    if (sort === 'allvisit') {
+                        return '/wenku8/allvisit';
+                    }
+                },
+            },
+            {
+                title: '动画化作品',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/toplist.php'],
+                target: (_, url) => {
+                    const sort = new URL(url).searchParams.get('sort');
+                    if (sort === 'anime') {
+                        return '/wenku8/anime';
+                    }
+                },
+            },
+            {
+                title: '新书一览',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/toplist.php'],
+                target: (_, url) => {
+                    const sort = new URL(url).searchParams.get('sort');
+                    if (sort === 'postdate') {
+                        return '/wenku8/postdate';
+                    }
+                },
+            },
+            {
+                title: '完结全本',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/articlelist.php'],
+                target: (_, url) => {
+                    const fullflag = new URL(url).searchParams.get('fullflag');
+                    if (fullflag === '1') {
+                        return '/wenku8/fullflag';
+                    }
+                },
+            },
+            {
+                title: '今日更新',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-shou-ye-fen-lei',
+                source: ['/modules/article/toplist.php'],
+                target: (_, url) => {
+                    const sort = new URL(url).searchParams.get('sort');
+                    if (sort === 'lastupdate') {
+                        return '/wenku8/lastupdate';
+                    }
+                },
+            },
+            {
+                title: '章节',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-zhang-jie',
+                source: ['/book/:id'],
+                target: (params) => `/wenku8/chapter/${params.id.split('.')[0]}`,
+            },
+            {
+                title: '最新卷',
+                docs: 'https://docs.rsshub.app/reading.html#qing-xiao-shuo-wen-ku-zui-xin-juan',
+                source: ['/book/:id'],
+                target: (params) => `/wenku8/volume/${params.id.split('.')[0]}`,
+            },
+        ],
+    },
+};

package/lib/v2/wenku8/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/chapter/:id', require('./chapter'));
+    router.get('/volume/:id', require('./volume'));
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/whoscall/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+    const what = ctx.params.what ?? '';
+
+    const rootUrl = 'https://whoscall.com';
+    const currentUrl = `${rootUrl}/zh-hant/blog/${id ? `${what}/${id}` : 'articles'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.post-card__title a')
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.blog-article__body').html();
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished":"(.*)","dateModified"/)[1]);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title')
+            .text()
+            .replace(/ - 第\d+頁/, ''),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/whoscall/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/': ['nczitzk'],
+    '/tags/:tag?': ['nczitzk'],
+    '/categories/:category?': ['nczitzk'],
+};

package/lib/v2/whoscall/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'whoscall.com': {
+        _name: 'Whoscall',
+        '.': [
+            {
+                title: '最新文章',
+                docs: 'https://docs.rsshub.app/blog.html#whoscall-zui-xin-wen-zhang',
+                source: ['/zh-hant/blog/articles', '/'],
+                target: '/whoscall',
+            },
+            {
+                title: '分類',
+                docs: 'https://docs.rsshub.app/blog.html#whoscall-fen-lei',
+                source: ['/zh-hant/blog/categories/:category', '/'],
+                target: '/whoscall/categories/:category?',
+            },
+            {
+                title: '標籤',
+                docs: 'https://docs.rsshub.app/blog.html#whoscall-biao-qian',
+                source: ['/zh-hant/blog/tags/:tag', '/'],
+                target: '/whoscall/tags/:tag?',
+            },
+        ],
+    },
+};

package/lib/v2/whoscall/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:what?/:id?', require('./index'));
+};

package/lib/v2/wsyu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:type?': ['Derekmini'],
+};

package/lib/v2/wsyu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'wsyu.edu.cn': {
+        _name: '新闻中心',
+        www: [
+            {
+                title: '学校要闻',
+                docs: 'https://docs.rsshub.app/other.html#wu-chang-shou-yi-xue-yuan',
+                source: '/*',
+                target: '/wsyu/news/xxyw',
+            },
+            {
+                title: '综合新闻',
+                docs: 'https://docs.rsshub.app/other.html#wu-chang-shou-yi-xue-yuan',
+                source: '/*',
+                target: '/wsyu/news/zhxw',
+            },
+            {
+                title: '媒体聚焦',
+                docs: 'https://docs.rsshub.app/other.html#wu-chang-shou-yi-xue-yuan',
+                source: '/*',
+                target: '/wsyu/news/mtjj',
+            },
+        ],
+    },
+};

package/lib/v2/wsyu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/wyzxwk/article.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? 'shidai';
+
+    const rootUrl = 'http://www.wyzxwk.com';
+    const currentUrl = `${rootUrl}/Article/${id}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    $('.g-sd').remove();
+
+    let items = $('h3 a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    if (item.link.indexOf('wyzxwk.com') > 0) {
+                        try {
+                            const detailResponse = await got({
+                                method: 'get',
+                                url: item.link,
+                            });
+                            const content = cheerio.load(detailResponse.data);
+
+                            content('.zs-modal-body').prev().nextAll().remove();
+
+                            const pubDate = detailResponse.data.match(/<span class="s-grey-3">(\d{4}-\d{2}-\d{2})<\/span>/);
+                            if (pubDate) {
+                                item.pubDate = parseDate(pubDate[1], 'YYYY-MM-DD');
+                            }
+
+                            item.description = content('article').html();
+                        } catch (e) {
+                            item.description = '';
+                        }
+                    }
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${$('title').text().split(' - ')[0]} - 乌有之乡网刊`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wyzxwk/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/article/:id?': ['nczitzk'],
+};

package/lib/v2/wyzxwk/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'wyzxwk.com': {
+        _name: '乌有之乡',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/new-media.html#wu-you-zhi-xiang-lan-mu',
+                source: ['/Article/:id', '/'],
+                target: '/wyzxwk/article/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/wyzxwk/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/article/:id?', require('./article'));
+};

package/lib/v2/xaut/index.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    const dic_html = { tzgg: 'tzgg.htm', xyyw: 'xyyw.htm', mtbd: 'mtbd1.htm', xshd: 'xshd.htm' };
+    const dic_title = { tzgg: '通知公告', xyyw: '校园要闻', mtbd: '媒体播报', xshd: '学术活动' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: 'http://www.xaut.edu.cn/index/' + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    // 这个列表指通知公告详情列表
+    const list = $('.newslist_block ul a')
+        .map((_, item) => {
+            item = $(item);
+            const temp = item.find('span').text();
+
+            // link原来长这样：'../info/1196/13990.htm'
+            const link = item.attr('href').replace(/^\.\./, 'http://www.xaut.edu.cn');
+            let date = parseDate(temp.slice(-10, -1), 'YYYY-MM-DD');
+            let title = temp.slice(0, -10);
+
+            if (category === 'xshd') {
+                date = parseDate(temp.slice(-11, -1).replace('年', '-').replace('月', '-').replace('日', ''), 'YYYY-MM-DD');
+                title = temp.slice(0, -11);
+            }
+
+            return {
+                title,
+                link,
+                pubDate: date,
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学官网-' + dic_title[category],
+        // 源链接
+        link: 'http://www.xaut.edu.cn',
+        // 源说明
+        description: `西安理工大学官网-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    if (!item.link.match('zhixing.xaut.edu.cn') && !item.link.match('xinwen.xaut.edu.cn')) {
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('#vsb_content').html();
+                    } else {
+                        item.description = '请在校内或校园VPN内查看内容';
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaut/jwc.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let category = ctx.params.category;
+    const rootUrl = 'http://jwc.xaut.edu.cn/';
+    const dic_html = { tzgg: 'tzgg.htm', xwdt: 'xwdt.htm', gzzd: 'gzzd.htm', jggs: 'xkjs/jggs.htm', jsjg: 'xkjs/jsjg.htm', jsxx: 'xkjs/jsxx.htm', gkgs: 'gkgs.htm' };
+    const dic_title = { tzgg: '通知公告', xwdt: '新闻动态', gzzd: '规章制度', jggs: '竞赛结果公示', jsjg: '竞赛获奖通知', jsxx: '竞赛信息', gkgs: '公开公示' };
+
+    // 设置默认值
+    if (dic_title[category] === undefined) {
+        category = 'tzgg';
+    }
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl + dic_html[category],
+    });
+    const data = response.body;
+    const $ = cheerio.load(data);
+
+    const list = $('.main_conRCb a')
+        .slice(0, 20)
+        .map((_, item) => {
+            item = $(item);
+            const link = item
+                .attr('href')
+                .replace(/^\.\./, rootUrl)
+                .replace(/^(info)/, rootUrl + 'info');
+            return {
+                title: item.find('em').text(),
+                link,
+                pubDate: parseDate(item.find('span').text()),
+            };
+        })
+        .get();
+
+    ctx.state.data = {
+        // 源标题
+        title: '西安理工大学教务处-' + dic_title[category],
+        // 源链接
+        link: rootUrl,
+        // 源说明
+        description: `西安理工大学教务处-` + dic_title[category],
+        // 遍历此前获取的数据
+        item: await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    if (!item.link.match('zhixing.xaut.edu.cn') && !item.link.match('xinwen.xaut.edu.cn')) {
+                        const res = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(res.body);
+                        item.description = content('#vsb_content').html();
+                    } else {
+                        item.description = '请在校内或校园VPN内查看内容';
+                    }
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaut/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/index/:category?': ['mocusez'],
+    '/jwc/:category?': ['mocusez'],
+    '/rsc/:category?': ['mocusez', 'light0926'],
+};