rsshub 1.0.0-master.f944cc9 → 1.0.0-master.f97cdb2

package/lib/v2/vimeo/radar.js

@@ -0,0 +1,33 @@
+module.exports = {
+    'vimeo.com': {
+        _name: 'Vimeo',
+        '.': [
+            {
+                title: 'User videos',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-yong-hu-ye-mian',
+                source: '/:username/',
+                target: (params, url, document) => {
+                    const uid = document && document.querySelector('html').innerHTML.match(/app.vimeo.com\/users\/([0-9]+)/)[1];
+                    return uid ? `/vimeo/user/${uid}` : '';
+                },
+            },
+            {
+                title: 'User Video Category',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-yong-hu-ye-mian',
+                source: '/',
+            },
+            {
+                title: 'Channel',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-channel',
+                source: ['/channels/:channel', '/channels/:channel/videos', '/channels/:channel/videos/:sort/:format'],
+                target: '/vimeo/channel/:channel',
+            },
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-category',
+                source: ['/categories/:category', '/categories/:category/:subcategory', '/categories/:category/:subcategory/videos'],
+                target: (params) => `/vimeo/category/:category${params.subcategory ? `/` + params.subcategory : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/vimeo/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/category/:category/:staffpicks?', require('./category'));
+    router.get('/channel/:channel', require('./channel'));
+    router.get('/user/:username/:cat?', require('./usr-videos'));
+};

package/lib/v2/vimeo/templates/description.art

@@ -0,0 +1,4 @@
+<iframe width="640" height="360" src="https://player.vimeo.com/video{{ videoUrl }}" frameborder="0" webkitAllowFullScreen mozallowfullscreen allowFullScreen></iframe>
+{{ if vdescription }}
+   <p>{{@ vdescription }}</p>
+{{ /if }}

package/lib/v2/vimeo/usr-videos.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const tokenresponse = await got({
+        method: 'get',
+        url: 'https://vimeo.com/_rv/viewer',
+    });
+    const VimeoAuthorization = tokenresponse.data.jwt;
+
+    const { username, cat } = ctx.params;
+
+    const profileresponse = await got({
+        method: 'get',
+        url: `https://api.vimeo.com/users/${username}?fields=name,gender,bio,uri,link,categories&fetch_user_profile=1`,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+
+    const profilesjs = profileresponse.data;
+    const catjs = profileresponse.data.categories;
+
+    let catword;
+    if (cat && catjs.length > 0) {
+        for (let s = 0; s < catjs.length; s++) {
+            if (decodeURIComponent(cat).replace('|', '/') === catjs[s].name) {
+                catword = catjs[s].word;
+            }
+        }
+    }
+
+    let urlfilter = `&filter=category&filter_category=${catword}`;
+    if (!cat) {
+        urlfilter = '';
+    }
+    if (!catword && cat && cat !== 'picks') {
+        return '';
+    }
+    const picked = cat && cat === 'picks';
+
+    const Vimeocat = `${profilesjs.uri}/videos?fields=name,uri,description,created_time&include_videos=1&page=1&per_page=10${urlfilter}`;
+    const Vimeoallpicks = `/users/${username}/profile_sections?fields=videos.data.clip.name,videos.data.clip.uri,videos.data.clip.description,videos.data.clip.created_time&include_videos=1&badge=1&page=1&per_page=10`;
+
+    const contentresponse = await got({
+        method: 'get',
+        url: `https://api.vimeo.com${picked ? Vimeoallpicks : Vimeocat}`,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+    const vimeojs = picked ? contentresponse.data.data[0].videos.data : contentresponse.data.data;
+
+    ctx.state.data = {
+        title: `${profilesjs.name} ${catword ? cat.replace('|', '/') : ''} ${picked ? 'picks' : ''} | Vimeo `,
+        link: profilesjs.link,
+        description: profilesjs.bio,
+
+        item: vimeojs.map((item) => {
+            const vdescription = picked ? item.clip.description : item.description;
+
+            return {
+                title: picked ? item.clip.name : item.name,
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    videoUrl: picked ? item.clip.uri.replace('/videos', '') : item.uri.replace('/videos', ''),
+                    vdescription: vdescription ? vdescription.replace(/\n/g, '<br>') : '',
+                }),
+                pubDate: parseDate(picked || cat ? '' : item.created_time),
+                link: `https://vimeo.com${picked ? item.clip.uri.replace('videos/', '') : item.uri.replace('videos/', '')}`,
+                author: profilesjs.name,
+            };
+        }),
+    };
+};

package/lib/v2/wallhaven/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://wallhaven.cc';
+
+module.exports = async (ctx) => {
+    const filter = ctx.params.filter ?? 'latest';
+    const needDetails = /t|y/i.test(ctx.params.needDetails ?? 'false');
+    const url = `${rootUrl}/${filter.indexOf('=') > 0 ? `search?${filter.replace(/page=\d+/g, 'page=1')}` : filter}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+
+    let items = $('li > figure.thumb')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 24)
+        .map((_, item) => ({
+            title: $(item).find('img.lazyload').attr('data-src').split('/').pop(),
+            description: $(item)
+                .html()
+                .match(/<img.*?>/)[0],
+            link: $(item).find('a.preview').attr('href'),
+        }))
+        .get();
+    if (needDetails) {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.title = content('meta[name="title"]').attr('content');
+                    item.author = content('.username').text();
+                    item.pubDate = parseDate(content('time').attr('datetime'));
+                    item.category = content('.tagname')
+                        .toArray()
+                        .map((tag) => content(tag).text());
+                    item.description = content('div.scrollbox').html();
+
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/wallhaven/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/search/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+    '/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+};

package/lib/v2/wallhaven/radar.js

@@ -0,0 +1,53 @@
+module.exports = {
+    'wallhaven.cc': {
+        _name: 'wallhaven',
+        '.': [
+            {
+                title: 'Latest',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'latest') {
+                        return '/wallhaven/latest';
+                    }
+                },
+            },
+            {
+                title: 'Hot',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'hot') {
+                        return '/wallhaven/hot';
+                    }
+                },
+            },
+            {
+                title: 'TopList',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'toplist') {
+                        return '/wallhaven/toplist';
+                    }
+                },
+            },
+            {
+                title: 'Random',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'random') {
+                        return '/wallhaven/random';
+                    }
+                },
+            },
+            {
+                title: 'Search',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-sou-xiao-sou-shao-suo',
+                source: ['/'],
+                target: '/wallhaven/search/:filter?/:needDetails?',
+            },
+        ],
+    },
+};

package/lib/v2/wallhaven/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/search/:filter?/:needDetails?', require('./index'));
+    router.get('/:filter?/:needDetails?', require('./index'));
+};

package/lib/v2/wallstreetcn/live.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    global: '要闻',
+    'a-stock': 'A股',
+    'us-stock': '美股',
+    'hk-stock': '港股',
+    forex: '外汇',
+    commodity: '商品',
+    financing: '理财',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'global';
+    const score = ctx.params.score ?? 1;
+
+    const rootUrl = 'https://wallstreetcn.com';
+    const apiRootUrl = 'https://api-one.wallstcn.com';
+    const currentUrl = `${rootUrl}/live/${category}`;
+    const apiUrl = `${apiRootUrl}/apiv1/content/lives?channel=${category}-channel&limit=${ctx.query.limit ?? 50}`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const items = response.data.data.items
+        .filter((item) => item.score >= score)
+        .map((item) => {
+            let author;
+            try {
+                author = item.author.display_name;
+            } catch (e) {
+                author = '';
+            }
+
+            return {
+                link: item.uri,
+                title: item.title || item.content_text,
+                description: item.content,
+                pubDate: parseDate(item.display_time * 1000),
+                author,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${titles[category]} - 实时快讯 - 华尔街见闻`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wallstreetcn/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/live/:category?': ['nczitzk'],
+    '/news/:category?': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/wallstreetcn/news.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const titles = {
+    global: '最新',
+    shares: '股市',
+    bonds: '债市',
+    commodities: '商品',
+    forex: '外汇',
+    enterprise: '公司',
+    'asset-manage': '资管',
+    tmt: '科技',
+    estate: '地产',
+    car: '汽车',
+    medicine: '医药',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'global';
+
+    const rootUrl = 'https://wallstreetcn.com';
+    const apiRootUrl = 'https://api-one.wallstcn.com';
+    const currentUrl = `${rootUrl}/live/${category}`;
+    const apiUrl = `${apiRootUrl}/apiv1/content/information-flow?channel=${category}-channel&accept=article&limit=25`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    let items = response.data.data.items.map((item) => ({
+        link: item.resource.uri,
+        title: item.resource?.title,
+        author: item.resource.author?.display_name,
+        pubDate: parseDate(item.resource.display_time * 1000),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.rich-text, .live-detail-html').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[category]} - 资讯 - 华尔街见闻`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/wallstreetcn/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'wallstreetcn.com': {
+        _name: '华尔街见闻',
+        '.': [
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-jian-wen-zi-xun',
+                source: ['/news/:category', '/'],
+                target: '/wallstreetcn/news/:category?',
+            },
+            {
+                title: '实时快讯',
+                docs: 'https://docs.rsshub.app/traditional-media.html#hua-er-jie-jian-wen-shi-shi-kuai-xun',
+                source: ['/live/:category', '/'],
+                target: '/wallstreetcn/live/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/wallstreetcn/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/live/:category?/:score?', require('./live'));
+    router.get('/news/:category?', require('./news'));
+    router.get('/:category?', require('./news'));
+};

package/lib/v2/wechat/_README

@@ -0,0 +1 @@
+Make sure you read lib/utils/wechat-mp.js before adding a new route.

package/lib/v2/wechat/feeddd.js

@@ -1,8 +1,6 @@
 const got = require('@/utils/got');
-const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
+const { finishArticleItem } = require('@/utils/wechat-mp');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
@@ -12,55 +10,22 @@ module.exports = async (ctx) => {
 
     const response = await got(apiUrl);
 
-    if (response.data.items.length === 0) {
-        throw Error('Empty feed');
-    }
-
     let items = response.data.items.map((item) => ({
         title: item.title,
+        // the date is when the article was grabbed, not published, `finishArticleItem` will fix this
         pubDate: parseDate(item.date_modified),
         link: item.url,
-        author: item.title,
         guid: item.id,
     }));
 
-    items = await Promise.all(
-        items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    url: item.link,
-                    headers: {
-                        Referer: 'https://mp.weixin.qq.com',
-                    },
-                });
-
-                const $ = cheerio.load(detailResponse.data);
-
-                // fix lazyload image
-                $('img').each((_, e) => {
-                    e = $(e);
-                    e.after(
-                        art(path.join(__dirname, 'templates/image.art'), {
-                            src: e.attr('data-src') ?? e.attr('src'),
-                        })
-                    );
-                    e.remove();
-                });
-
-                item.description = art(path.join(__dirname, 'templates/description.art'), {
-                    desc: $('#js_content').html(),
-                });
-
-                return item;
-            })
-        )
-    );
+    items = await Promise.all(items.map(async (item) => await finishArticleItem(ctx, item)));
 
     ctx.state.data = {
         title: response.data.title,
         link: response.data.feed_url,
         description: response.data.title,
         item: items,
+        allowEmpty: true,
     };
 
     ctx.state.json = {

package/lib/v2/wechat/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/feeddd/:id': ['TonyRL'],
+    '/feeddd/:id': ['TonyRL', 'Rongronggg9'],
 };

package/lib/v2/wfu/jwc.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+// 参考 whu/news 武汉大学页面写成
+
+const baseUrl = 'https://jwc.wfu.edu.cn/3742/list.htm';
+const sizeTitle = '潍坊学院教务处新闻';
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: baseUrl,
+        headers: {
+            Referer: 'https://jwc.wfu.edu.cn/',
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    // 获取当前页面的 list
+    const list = $('ul.wp_article_list>li');
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list
+            .map((item) => {
+                const $ = cheerio.load(list[item]); // 将列表项加载成 html
+                const $article_title = $('div.pr_fields>span.Article_Title>a');
+                const $item_url = 'https://jwc.wfu.edu.cn/' + $article_title.attr('href'); // 获取 每一项的url
+                const $title = $article_title.text(); // 获取每个的标题
+                const $description = $('div.pr_fields>span.Article_Title').html();
+
+                // 列表上提取到的信息
+                // 教务处通知为文件，直接提供下载链接
+                // 标题 链接
+                const single = {
+                    title: $title,
+                    link: $item_url,
+                    guid: $item_url,
+                    description: $description,
+                };
+
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return single;
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: sizeTitle,
+        link: baseUrl,
+        description: '潍坊学院教务处通知（通知为文件需下载）',
+        item: result,
+    };
+};

package/lib/v2/wfu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jwc': ['cccht'],
+    '/news/:type?': ['cccht'],
+};

package/lib/v2/wfu/news.js

@@ -0,0 +1,96 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 参考 whu/news 武汉大学页面写成
+
+const baseUrl = 'https://www.wfu.edu.cn';
+const sizeTitle = '--潍坊学院新闻';
+
+const catrgoryMap = {
+    wyyw: ['/50/list.htm', '潍院要闻'],
+    zhxw: ['/52/list.htm', '综合新闻'],
+    xszh: ['/xszh/list.htm', '学术纵横'],
+};
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    let description = '';
+
+    let response;
+    // 如果不是 大学的站点, 直接返回简单的标题即可
+    // 判断 是否外站链接,如果是 则直接返回页面 不做单独的解析
+    const https_reg = new RegExp('https://www.wfu.edu.cn(.*)');
+    if (!https_reg.test(link)) {
+        return { description };
+    }
+    try {
+        // 异步请求文章
+        response = await got.get(link);
+    } catch (err) {
+        // 如果网络问题 直接出错
+        if (err.name && (err.name === 'HTTPError' || err.name === 'RequestError')) {
+            description = 'Page 404 Please Check!';
+        }
+        return { description };
+    }
+    // 加载文章内容
+    const $ = cheerio.load(response.data);
+
+    // 提取文章内容
+    description = $('div.wp_articlecontent').html();
+    // 返回解析的结果
+    return { description };
+}
+
+module.exports = async (ctx) => {
+    // 默认 潍院要闻 然后获取列表页面
+    const type = ctx.params.type ?? 'wyyw';
+    const listPageUrl = baseUrl + catrgoryMap[type][0];
+    const response = await got({
+        method: 'get',
+        url: listPageUrl,
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    // 获取当前页面的 list
+    const list = $('div[frag=窗口1]>ul>li');
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list
+            .map(async (item) => {
+                const $ = cheerio.load(list[item]); // 将列表项加载成 html
+                const $item_url = 'https://www.wfu.edu.cn' + $('a').attr('href'); // 获取 每一项的url
+                const $title = $('a>div.txt>h1').text(); // 获取每个的标题
+                const $pubdate = timezone(parseDate($('a>div.txt>span.date').text().split('：')[1]), +8); // 获取发布时间
+
+                // 列表上提取到的信息
+                // 标题 链接
+                const single = {
+                    title: $title,
+                    pubDate: $pubdate,
+                    link: $item_url,
+                    guid: $item_url,
+                };
+
+                // 对于列表的每一项, 单独获取 时间与详细内容
+                // eslint-disable-next-line no-return-await
+                const other = await ctx.cache.tryGet($item_url, async () => await load($item_url));
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return { ...single, ...other };
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: catrgoryMap[type][1] + sizeTitle,
+        link: baseUrl,
+        description: catrgoryMap[type][1] + sizeTitle,
+        item: result,
+    };
+};

package/lib/v2/wfu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'wfu.edu.cn': {
+        _name: '潍坊学院',
+        jwc: [
+            {
+                title: '教务处通知',
+                docs: 'https://docs.rsshub.app/university.html#wei-fang-xue-yuan',
+                source: '/',
+                target: '/wfu/jwc',
+            },
+        ],
+        news: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/university.html#wei-fang-xue-yuan',
+                source: '/',
+                target: '/wfu/news',
+            },
+        ],
+    },
+};

package/lib/v2/wfu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jwc', require('./jwc'));
+    router.get('/news/:type?', require('./news'));
+};