rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/vimeo/channel.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const url = `https://vimeo.com/channels/${channel}/videos`;
+    const page1 = await got({
+        method: 'get',
+        url: `${url}/page:1/sort:date/format:detail`,
+        headers: {
+            'X-Requested-With': 'XMLHttpRequest',
+        },
+    });
+    const page2 =
+        channel === `bestoftheyear`
+            ? await got({
+                  method: 'get',
+                  url: `${url}/page:2/sort:date/format:detail`,
+                  headers: {
+                      'X-Requested-With': 'XMLHttpRequest',
+                  },
+              })
+            : '';
+    const pagedata = page1.data.concat(page2.data);
+    const $ = cheerio.load(pagedata);
+    const list = $('ol li.clearfix');
+
+    const description = await Promise.all(
+        list.get().map((item) => {
+            item = $(item);
+            const link = item.find('.more').attr('href');
+            return ctx.cache.tryGet(link, async () => {
+                const response2 = await got({
+                    method: 'get',
+                    url: `https://vimeo.com${link}/description?breeze=1`,
+                    headers: {
+                        'X-Requested-With': 'XMLHttpRequest',
+                        'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 12_0 like Mac OS X)  ',
+                    },
+                });
+                const articledata = response2.data;
+                const $2 = cheerio.load(articledata);
+                $2('span').remove();
+                return $2.html();
+            });
+        })
+    );
+    ctx.state.data = {
+        title: `${channel} | Vimeo channel`,
+        link: url,
+        item: list
+            .map((index, item) => {
+                item = $(item);
+                const title = item.find('.title a').text();
+                const author = item.find('.meta a').text();
+                return {
+                    title,
+                    description: art(path.join(__dirname, 'templates/description.art'), {
+                        videoUrl: item.find('.more').attr('href'),
+                        vdescription: description[index] ? description[index] : '',
+                    }),
+                    pubDate: parseDate(item.find('time').attr('datetime')),
+                    link: `https://vimeo.com${item.find('.more').attr('href')}`,
+                    author,
+                };
+            })
+            .get(),
+    };
+};

package/lib/v2/vimeo/radar.js

@@ -0,0 +1,33 @@
+module.exports = {
+    'vimeo.com': {
+        _name: 'Vimeo',
+        '.': [
+            {
+                title: 'User videos',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-yong-hu-ye-mian',
+                source: '/:username/',
+                target: (params, url, document) => {
+                    const uid = document && document.querySelector('html').innerHTML.match(/app.vimeo.com\/users\/([0-9]+)/)[1];
+                    return uid ? `/vimeo/user/${uid}` : '';
+                },
+            },
+            {
+                title: 'User Video Category',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-yong-hu-ye-mian',
+                source: '/',
+            },
+            {
+                title: 'Channel',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-channel',
+                source: ['/channels/:channel', '/channels/:channel/videos', '/channels/:channel/videos/:sort/:format'],
+                target: '/vimeo/channel/:channel',
+            },
+            {
+                title: 'Category',
+                docs: 'https://docs.rsshub.app/social-media.html#vimeo-category',
+                source: ['/categories/:category', '/categories/:category/:subcategory', '/categories/:category/:subcategory/videos'],
+                target: (params) => `/vimeo/category/:category${params.subcategory ? `/` + params.subcategory : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/vimeo/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/category/:category/:staffpicks?', require('./category'));
+    router.get('/channel/:channel', require('./channel'));
+    router.get('/user/:username/:cat?', require('./usr-videos'));
+};

package/lib/v2/vimeo/templates/description.art

@@ -0,0 +1,4 @@
+<iframe width="640" height="360" src="https://player.vimeo.com/video{{ videoUrl }}" frameborder="0" webkitAllowFullScreen mozallowfullscreen allowFullScreen></iframe>
+{{ if vdescription }}
+   <p>{{@ vdescription }}</p>
+{{ /if }}

package/lib/v2/vimeo/usr-videos.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const tokenresponse = await got({
+        method: 'get',
+        url: 'https://vimeo.com/_rv/viewer',
+    });
+    const VimeoAuthorization = tokenresponse.data.jwt;
+
+    const { username, cat } = ctx.params;
+
+    const profileresponse = await got({
+        method: 'get',
+        url: `https://api.vimeo.com/users/${username}?fields=name,gender,bio,uri,link,categories&fetch_user_profile=1`,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+
+    const profilesjs = profileresponse.data;
+    const catjs = profileresponse.data.categories;
+
+    let catword;
+    if (cat && catjs.length > 0) {
+        for (let s = 0; s < catjs.length; s++) {
+            if (decodeURIComponent(cat).replace('|', '/') === catjs[s].name) {
+                catword = catjs[s].word;
+            }
+        }
+    }
+
+    let urlfilter = `&filter=category&filter_category=${catword}`;
+    if (!cat) {
+        urlfilter = '';
+    }
+    if (!catword && cat && cat !== 'picks') {
+        return '';
+    }
+    const picked = cat && cat === 'picks';
+
+    const Vimeocat = `${profilesjs.uri}/videos?fields=name,uri,description,created_time&include_videos=1&page=1&per_page=10${urlfilter}`;
+    const Vimeoallpicks = `/users/${username}/profile_sections?fields=videos.data.clip.name,videos.data.clip.uri,videos.data.clip.description,videos.data.clip.created_time&include_videos=1&badge=1&page=1&per_page=10`;
+
+    const contentresponse = await got({
+        method: 'get',
+        url: `https://api.vimeo.com${picked ? Vimeoallpicks : Vimeocat}`,
+        headers: {
+            Authorization: `jwt ${VimeoAuthorization}`,
+        },
+    });
+    const vimeojs = picked ? contentresponse.data.data[0].videos.data : contentresponse.data.data;
+
+    ctx.state.data = {
+        title: `${profilesjs.name} ${catword ? cat.replace('|', '/') : ''} ${picked ? 'picks' : ''} | Vimeo `,
+        link: profilesjs.link,
+        description: profilesjs.bio,
+
+        item: vimeojs.map((item) => {
+            const vdescription = picked ? item.clip.description : item.description;
+
+            return {
+                title: picked ? item.clip.name : item.name,
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    videoUrl: picked ? item.clip.uri.replace('/videos', '') : item.uri.replace('/videos', ''),
+                    vdescription: vdescription ? vdescription.replace(/\n/g, '<br>') : '',
+                }),
+                pubDate: parseDate(picked || cat ? '' : item.created_time),
+                link: `https://vimeo.com${picked ? item.clip.uri.replace('videos/', '') : item.uri.replace('videos/', '')}`,
+                author: profilesjs.name,
+            };
+        }),
+    };
+};

package/lib/v2/wallhaven/index.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'https://wallhaven.cc';
+
+module.exports = async (ctx) => {
+    const filter = ctx.params.filter ?? 'latest';
+    const needDetails = /t|y/i.test(ctx.params.needDetails ?? 'false');
+    const url = `${rootUrl}/${filter.indexOf('=') > 0 ? `search?${filter.replace(/page=\d+/g, 'page=1')}` : filter}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+
+    let items = $('li > figure.thumb')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 24)
+        .map((_, item) => ({
+            title: $(item).find('img.lazyload').attr('data-src').split('/').pop(),
+            description: $(item)
+                .html()
+                .match(/<img.*?>/)[0],
+            link: $(item).find('a.preview').attr('href'),
+        }))
+        .get();
+    if (needDetails) {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.title = content('meta[name="title"]').attr('content');
+                    item.author = content('.username').text();
+                    item.pubDate = parseDate(content('time').attr('datetime'));
+                    item.category = content('.tagname')
+                        .toArray()
+                        .map((tag) => content(tag).text());
+                    item.description = content('div.scrollbox').html();
+
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/wallhaven/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/search/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+    '/:filter?/:needDetails?': ['nczitzk', 'Fatpandac'],
+};

package/lib/v2/wallhaven/radar.js

@@ -0,0 +1,53 @@
+module.exports = {
+    'wallhaven.cc': {
+        _name: 'wallhaven',
+        '.': [
+            {
+                title: 'Latest',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'latest') {
+                        return '/wallhaven/latest';
+                    }
+                },
+            },
+            {
+                title: 'Hot',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'hot') {
+                        return '/wallhaven/hot';
+                    }
+                },
+            },
+            {
+                title: 'TopList',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'toplist') {
+                        return '/wallhaven/toplist';
+                    }
+                },
+            },
+            {
+                title: 'Random',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-zhu-zhu-ti',
+                source: ['/:category', '/'],
+                target: (params) => {
+                    if (params.category === 'random') {
+                        return '/wallhaven/random';
+                    }
+                },
+            },
+            {
+                title: 'Search',
+                docs: 'https://docs.rsshub.app/picture.html#wallhaven-sou-xiao-sou-shao-suo',
+                source: ['/'],
+                target: '/wallhaven/search/:filter?/:needDetails?',
+            },
+        ],
+    },
+};

package/lib/v2/wallhaven/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/search/:filter?/:needDetails?', require('./index'));
+    router.get('/:filter?/:needDetails?', require('./index'));
+};

package/lib/v2/wallstreetcn/live.js

@@ -13,6 +13,7 @@ const titles = {
 
 module.exports = async (ctx) => {
     const category = ctx.params.category ?? 'global';
+    const score = ctx.params.score ?? 1;
 
     const rootUrl = 'https://wallstreetcn.com';
     const apiRootUrl = 'https://api-one.wallstcn.com';
@@ -24,13 +25,24 @@ module.exports = async (ctx) => {
         url: apiUrl,
     });
 
-    const items = response.data.data.items.map((item) => ({
-        link: item.uri,
-        title: item.title || item.content_text,
-        description: item.content,
-        pubDate: parseDate(item.display_time * 1000),
-        author: item.author.display_name,
-    }));
+    const items = response.data.data.items
+        .filter((item) => item.score >= score)
+        .map((item) => {
+            let author;
+            try {
+                author = item.author.display_name;
+            } catch (e) {
+                author = '';
+            }
+
+            return {
+                link: item.uri,
+                title: item.title || item.content_text,
+                description: item.content,
+                pubDate: parseDate(item.display_time * 1000),
+                author,
+            };
+        });
 
     ctx.state.data = {
         title: `${titles[category]} - 实时快讯 - 华尔街见闻`,

package/lib/v2/wallstreetcn/router.js

@@ -1,5 +1,5 @@
 module.exports = function (router) {
-    router.get('/live/:category?', require('./live'));
+    router.get('/live/:category?/:score?', require('./live'));
     router.get('/news/:category?', require('./news'));
     router.get('/:category?', require('./news'));
 };

package/lib/v2/wfu/jwc.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+// 参考 whu/news 武汉大学页面写成
+
+const baseUrl = 'https://jwc.wfu.edu.cn/3742/list.htm';
+const sizeTitle = '潍坊学院教务处新闻';
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: baseUrl,
+        headers: {
+            Referer: 'https://jwc.wfu.edu.cn/',
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    // 获取当前页面的 list
+    const list = $('ul.wp_article_list>li');
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list
+            .map((item) => {
+                const $ = cheerio.load(list[item]); // 将列表项加载成 html
+                const $article_title = $('div.pr_fields>span.Article_Title>a');
+                const $item_url = 'https://jwc.wfu.edu.cn/' + $article_title.attr('href'); // 获取 每一项的url
+                const $title = $article_title.text(); // 获取每个的标题
+                const $description = $('div.pr_fields>span.Article_Title').html();
+
+                // 列表上提取到的信息
+                // 教务处通知为文件，直接提供下载链接
+                // 标题 链接
+                const single = {
+                    title: $title,
+                    link: $item_url,
+                    guid: $item_url,
+                    description: $description,
+                };
+
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return single;
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: sizeTitle,
+        link: baseUrl,
+        description: '潍坊学院教务处通知（通知为文件需下载）',
+        item: result,
+    };
+};

package/lib/v2/wfu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jwc': ['cccht'],
+    '/news/:type?': ['cccht'],
+};

package/lib/v2/wfu/news.js

@@ -0,0 +1,96 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+// 参考 whu/news 武汉大学页面写成
+
+const baseUrl = 'https://www.wfu.edu.cn';
+const sizeTitle = '--潍坊学院新闻';
+
+const catrgoryMap = {
+    wyyw: ['/50/list.htm', '潍院要闻'],
+    zhxw: ['/52/list.htm', '综合新闻'],
+    xszh: ['/xszh/list.htm', '学术纵横'],
+};
+
+// 专门定义一个function用于加载文章内容
+async function load(link) {
+    let description = '';
+
+    let response;
+    // 如果不是 大学的站点, 直接返回简单的标题即可
+    // 判断 是否外站链接,如果是 则直接返回页面 不做单独的解析
+    const https_reg = new RegExp('https://www.wfu.edu.cn(.*)');
+    if (!https_reg.test(link)) {
+        return { description };
+    }
+    try {
+        // 异步请求文章
+        response = await got.get(link);
+    } catch (err) {
+        // 如果网络问题 直接出错
+        if (err.name && (err.name === 'HTTPError' || err.name === 'RequestError')) {
+            description = 'Page 404 Please Check!';
+        }
+        return { description };
+    }
+    // 加载文章内容
+    const $ = cheerio.load(response.data);
+
+    // 提取文章内容
+    description = $('div.wp_articlecontent').html();
+    // 返回解析的结果
+    return { description };
+}
+
+module.exports = async (ctx) => {
+    // 默认 潍院要闻 然后获取列表页面
+    const type = ctx.params.type ?? 'wyyw';
+    const listPageUrl = baseUrl + catrgoryMap[type][0];
+    const response = await got({
+        method: 'get',
+        url: listPageUrl,
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+    const $ = cheerio.load(response.data);
+
+    // 获取当前页面的 list
+    const list = $('div[frag=窗口1]>ul>li');
+
+    const result = await Promise.all(
+        // 遍历每一篇文章
+        list
+            .map(async (item) => {
+                const $ = cheerio.load(list[item]); // 将列表项加载成 html
+                const $item_url = 'https://www.wfu.edu.cn' + $('a').attr('href'); // 获取 每一项的url
+                const $title = $('a>div.txt>h1').text(); // 获取每个的标题
+                const $pubdate = timezone(parseDate($('a>div.txt>span.date').text().split('：')[1]), +8); // 获取发布时间
+
+                // 列表上提取到的信息
+                // 标题 链接
+                const single = {
+                    title: $title,
+                    pubDate: $pubdate,
+                    link: $item_url,
+                    guid: $item_url,
+                };
+
+                // 对于列表的每一项, 单独获取 时间与详细内容
+                // eslint-disable-next-line no-return-await
+                const other = await ctx.cache.tryGet($item_url, async () => await load($item_url));
+                // 合并解析后的结果集作为该篇文章最终的输出结果
+                return { ...single, ...other };
+            })
+            .get()
+    );
+
+    ctx.state.data = {
+        title: catrgoryMap[type][1] + sizeTitle,
+        link: baseUrl,
+        description: catrgoryMap[type][1] + sizeTitle,
+        item: result,
+    };
+};

package/lib/v2/wfu/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'wfu.edu.cn': {
+        _name: '潍坊学院',
+        jwc: [
+            {
+                title: '教务处通知',
+                docs: 'https://docs.rsshub.app/university.html#wei-fang-xue-yuan',
+                source: '/',
+                target: '/wfu/jwc',
+            },
+        ],
+        news: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/university.html#wei-fang-xue-yuan',
+                source: '/',
+                target: '/wfu/news',
+            },
+        ],
+    },
+};

package/lib/v2/wfu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/jwc', require('./jwc'));
+    router.get('/news/:type?', require('./news'));
+};

package/lib/v2/whitehouse/briefing-room.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://www.whitehouse.gov';
+    const currentUrl = `${rootUrl}/briefing-room/${category}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.news-item__title')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.body-content').html();
+                item.pubDate = parseDate(content('meta[property="article:published_time"]').attr('content'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/whitehouse/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/briefing-room/:category?': ['nczitzk'],
+    '/ostp': ['LyleLee'],
+};

package/lib/v2/whitehouse/ostp.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.whitehouse.gov';
+    const currentUrl = `${rootUrl}/ostp/news-updates`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.news-item__title')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.body-content').html();
+                item.pubDate = parseDate(content('time.published').attr('datetime'));
+                item.author = content('span.tax-links.cat-links > a').text();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Whitehouse OSTP',
+        link: currentUrl,
+        description: 'Whitehouse Office of Science and Technology Policy',
+        item: items,
+    };
+};