rsshub 1.0.0-master.fe99193 → 1.0.0-master.fe9c82a

package/lib/v2/woshipm/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/bookmarks/:id', require('./bookmarks'));
+    router.get('/latest', require('./latest'));
+    router.get('/popular/:range?', require('./popular'));
+    router.get('/user_article/:id', require('./user_article'));
+    router.get('/wen', require('./wen'));
+};

package/lib/{routes → v2}/woshipm/user_article.js

@@ -1,11 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, parseArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const { id } = ctx.params;
-    const limit = ctx.query.limit || 10;
-    const link = `http://www.woshipm.com/u/${id}`;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 12;
+    const link = `${baseUrl}/u/${id}`;
 
     const data = await got(link).then((res) => res.data);
     const $ = cheerio.load(data);
@@ -13,7 +14,8 @@ module.exports = async (ctx) => {
 
     const list = $('.post--card')
         .slice(0, limit)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             const postCardTitle = item.find('h2.post--card__title a');
             return {
@@ -21,22 +23,14 @@ module.exports = async (ctx) => {
                 link: postCardTitle.attr('href'),
                 pubDate: parseDate(item.find('time').text(), 'YYYY-MM-DD'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const data = await got(item.link).then((res) => res.data);
-                const content = cheerio.load(data);
-                item.description = content('div.grap').html().trim();
-                return item;
-            })
-        )
-    );
+    const items = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
 
     ctx.state.data = {
         title: `${name}的文章-人人都是产品经理`,
+        description: $('.author--meta .description').text(),
+        image: $('.author--meta .avatar').attr('src').split('!')[0],
         link,
         item: items,
     };

package/lib/v2/woshipm/utils.js

@@ -0,0 +1,21 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const baseUrl = 'https://www.woshipm.com';
+
+const parseArticle = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const { data: response } = await got(item.link);
+
+        const $ = cheerio.load(response);
+        $('.support-author').remove();
+
+        item.description = $('.article--content').html();
+
+        return item;
+    });
+
+module.exports = {
+    baseUrl,
+    parseArticle,
+};

package/lib/v2/woshipm/wen.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const baseUrl = 'https://wen.woshipm.com';
+const { parseRelativeDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got(`${baseUrl}/m/main/indexNewData.html`);
+    const $ = cheerio.load(response.data);
+    const postList = $('.article-list-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.went-head-text').text(),
+                link: `${baseUrl}${item.find('.went-head').attr('href')}`,
+                pubDate: parseRelativeDate(item.find('.list-text').text().split('|')[1]),
+            };
+        });
+
+    const result = await Promise.all(
+        postList.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const temp = await got(item.link);
+                const $ = cheerio.load(temp.data);
+                item.description = $('.wt-desc').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '天天问 - 人人都是产品经理',
+        link: baseUrl,
+        item: result,
+    };
+};

package/lib/v2/wp-china/news.js

@@ -33,19 +33,18 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.description = content('.wb100').html();
-
-                    return item;
-                })
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.wb100').html();
+
+                return item;
+            })
         )
     );
 

package/lib/v2/wxkol/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/show/:id': ['TonyRL'],
+};

package/lib/v2/wxkol/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'wxkol.com': {
+        _name: '微小领',
+        '.': [
+            {
+                title: '微信公众号',
+                docs: 'https://docs.rsshub.app/new-media.html#wei-xiao-ling',
+                source: ['/show/:id'],
+                target: (params) => `/wxkol/show/${params.id.replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/wxkol/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/show/:id', require('./show'));
+};

package/lib/v2/wxkol/show.js

@@ -0,0 +1,80 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { fetchArticle } = require('@/utils/wechat-mp');
+const config = require('@/config').value;
+const asyncPool = require('tiny-async-pool');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.wxkol.com';
+    const { id } = ctx.params;
+    const url = `${baseUrl}/show/${id}.html`;
+
+    const asyncPoolAll = async (...args) => {
+        const results = [];
+        for await (const result of asyncPool(...args)) {
+            results.push(result);
+        }
+        return results;
+    };
+
+    const feedData = await ctx.cache.tryGet(
+        url,
+        async () => {
+            const { data: response } = await got(url);
+            const $ = cheerio.load(response);
+
+            const list = $('.artlist li')
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+                    const a = item.find('.title a');
+                    return {
+                        title: a.attr('title'),
+                        link: `${baseUrl}${a.attr('href')}`,
+                    };
+                });
+
+            return {
+                feedTitle: $('head title').text(),
+                feedDescription: $('head description').text(),
+                feedImage: $('.main .logo .avatar')
+                    .attr('style')
+                    .match(/url\('(.+)'\)/)[1],
+                feedItem: list,
+            };
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const urlList = await asyncPoolAll(2, feedData.feedItem, (item) =>
+        ctx.cache.tryGet(item.link, async () => {
+            const { data: response } = await got(item.link);
+            const $ = cheerio.load(response);
+            item.link = `${baseUrl}${$('.source a').attr('href')}`;
+            return item;
+        })
+    );
+
+    const items = await asyncPoolAll(4, urlList, async (item) => {
+        const { title, author, description, summary, pubDate, mpName, link: itemLink } = await fetchArticle(ctx, item.link, true);
+
+        item.title = title;
+        item.author = author;
+        item.description = description;
+        item.summary = summary;
+        item.pubDate = pubDate;
+        item.author = mpName;
+        item.link = itemLink;
+
+        return item;
+    });
+
+    ctx.state.data = {
+        title: feedData.feedTitle,
+        description: feedData.feedDescription,
+        link: url,
+        image: feedData.feedImage,
+        item: items,
+    };
+};

package/lib/v2/wyzxwk/article.js

@@ -29,31 +29,30 @@ module.exports = async (ctx) => {
         });
 
     items = await Promise.all(
-        items.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    if (item.link.indexOf('wyzxwk.com') > 0) {
-                        try {
-                            const detailResponse = await got({
-                                method: 'get',
-                                url: item.link,
-                            });
-                            const content = cheerio.load(detailResponse.data);
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.link.indexOf('wyzxwk.com') > 0) {
+                    try {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+                        const content = cheerio.load(detailResponse.data);
 
-                            content('.zs-modal-body').prev().nextAll().remove();
+                        content('.zs-modal-body').prev().nextAll().remove();
 
-                            const pubDate = detailResponse.data.match(/<span class="s-grey-3">(\d{4}-\d{2}-\d{2})<\/span>/);
-                            if (pubDate) {
-                                item.pubDate = parseDate(pubDate[1], 'YYYY-MM-DD');
-                            }
-
-                            item.description = content('article').html();
-                        } catch (e) {
-                            item.description = '';
+                        const pubDate = detailResponse.data.match(/<span class="s-grey-3">(\d{4}-\d{2}-\d{2})<\/span>/);
+                        if (pubDate) {
+                            item.pubDate = parseDate(pubDate[1], 'YYYY-MM-DD');
                         }
+
+                        item.description = content('article').html();
+                    } catch (e) {
+                        item.description = '';
                     }
-                    return item;
-                })
+                }
+                return item;
+            })
         )
     );
 

package/lib/v2/x6d/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://xd.x6d.com';
+
+module.exports = async (ctx) => {
+    let query;
+
+    const { id = 'latest' } = ctx.params;
+
+    const currentUrl = id === 'latest' ? baseUrl : `${baseUrl}/html/${id}.html`;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    $('i.rj').remove();
+
+    if (id === 'latest') {
+        query = $('#newslist ul')
+            .eq(0)
+            .find('li')
+            .not('.addd')
+            .find('a')
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 22);
+    } else {
+        query = $('a.soft-title').slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10);
+    }
+
+    const list = query.toArray().map((item) => {
+        item = $(item);
+        return {
+            title: item.text(),
+            link: `${baseUrl}${item.attr('href')}`,
+        };
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+                const content = cheerio.load(detailResponse);
+
+                item.description = content('div.article-content').html();
+                item.pubDate = timezone(parseDate(content('time').text()), 8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `小刀娱乐网 - ${$('title').text().split('-')[0]}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/x6d/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/x6d/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'x6d.com': {
+        _name: '小刀娱乐网',
+        xd: [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/new-media.html#xiao-dao-yu-le-wang',
+                source: ['/html/:id'],
+                target: (params) => `/x6d/${params.id.replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/x6d/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/xaufe/jiaowu.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+// Yep http is bad, but I had no choice :(
+const rootMeta = {
+    url: 'http://jiaowu.xaufe.edu.cn/',
+    title: '西安财经大学 教务处（招生办公室）',
+};
+
+const categories = {
+    tzgg: {
+        title: '通知公告',
+        url: 'index/tzgg.htm',
+    },
+};
+
+module.exports = async (ctx) => {
+    const pCategory = ctx.params.category;
+    const category = categories[pCategory] || categories.tzgg;
+
+    const response = (
+        await got({
+            method: 'get',
+            url: rootMeta.url + category.url,
+        })
+    ).body;
+
+    const $ = cheerio.load(response);
+
+    const data = $('.main_conRCb ul li')
+        .slice(0, 16)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const pubDate = item.children('span').text();
+            const title = item.find('a em').text();
+            const link = item
+                .children('a')
+                .attr('href')
+                .replace(/\.\.\//g, rootMeta.url);
+            return {
+                pubDate: parseDate(pubDate),
+                title,
+                link,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${category.title}-${rootMeta.title}`,
+        link: rootMeta.url + category.url,
+        description: `${category.title}-${rootMeta.title}`,
+        language: 'zh_CN',
+        item: await Promise.all(
+            data.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const $ = cheerio.load(
+                        (
+                            await got({
+                                method: 'get',
+                                url: item.link,
+                            })
+                        ).body
+                    );
+                    item.author = /作者：(\S*)\s{4}/g.exec($('p', '.main_contit').text())[1];
+                    item.description = $('#vsb_content').html();
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaufe/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/jiaowu/:category?': ['shaokeyibb'],
+};

package/lib/v2/xaufe/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'xaufe.edu.cn': {
+        _name: '西安财经大学',
+        jiaowu: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-cai-jing-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/xaufe/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/jiaowu/:category?', require('./jiaowu'));
+};

package/lib/v2/xiaohongshu/board.js

@@ -1,14 +1,15 @@
 const { parseDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
-const { getContent } = require('./util');
+const { getBoard } = require('./util');
 
 module.exports = async (ctx) => {
     const url = `https://www.xiaohongshu.com/board/${ctx.params.board_id}`;
-    const main = await getContent(url, ctx.cache);
+    const main = await getBoard(url, ctx.cache);
 
     const albumInfo = main.albumInfo;
     const title = albumInfo.name;
     const description = albumInfo.desc;
+    const image = albumInfo.user.images.split('?imageView2')[0];
 
     const list = main.notesDetail;
     const resultItem = list.map((item) => ({
@@ -22,6 +23,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title,
         link: url,
+        image,
         item: resultItem,
         description,
     };

package/lib/v2/xiaohongshu/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/board/:board_id': ['lotosbin'],
-    '/user/:user_id/:category': ['lotosbin'],
+    '/user/:user_id/collect': ['lotosbin'],
+    '/user/:user_id/notes': ['lotosbin'],
 };

package/lib/v2/xiaohongshu/radar.js

@@ -9,10 +9,10 @@ module.exports = {
                 target: '/xiaohongshu/user/:user_id/notes',
             },
             {
-                title: '用户专辑',
+                title: '用户收藏',
                 docs: 'https://docs.rsshub.app/social-media.html#xiao-hong-shu',
                 source: '/user/profile/:user_id',
-                target: '/xiaohongshu/user/:user_id/album',
+                target: '/xiaohongshu/user/:user_id/collect',
             },
             {
                 title: '专辑',

package/lib/v2/xiaohongshu/user.js

@@ -1,51 +1,30 @@
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const { getContent } = require('./util');
+const { getUser } = require('./util');
 
 module.exports = async (ctx) => {
     const userId = ctx.params.user_id;
     const category = ctx.params.category;
     const url = `https://www.xiaohongshu.com/user/profile/${userId}`;
 
-    let main;
-    try {
-        main = await getContent(url, ctx.cache);
-    } catch (e) {
-        throw Error('滑块验证');
-    }
-    const userDetail = main.userDetail;
-    const description = `${userDetail.nickname} • 小红书 / RED`;
-    if (category === 'notes') {
-        const list = main.notesDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/discovery/item/${item.id}`,
-            description: `<img src ="${item.cover.url.split('?imageView2')[0]}"><br>${item.title}`,
-            author: item.user.nickname,
-            pubDate: timezone(parseDate(item.time), 8),
-        }));
+    const content = await getUser(url, ctx.cache);
 
-        const title = `小红书-${userDetail.nickname}-笔记`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    } else if (category === 'album') {
-        const list = main.albumDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/board/${item.id}`,
-            description: item.images.map((it) => `<img src ="${it.split('?imageView2')[0]}">`).join(`<br>`),
+    const { otherInfo, user_posted, collect } = content;
+    const title = `${otherInfo.data.basic_info.nickname} - ${category === 'notes' ? '笔记' : '收藏'} • 小红书 / RED`;
+    const description = otherInfo.data.basic_info.desc;
+    const image = otherInfo.data.basic_info.imageb || otherInfo.data.basic_info.images;
+
+    const items = (category, user_posted, collect) =>
+        (category === 'notes' ? user_posted : collect).data.notes.map((item) => ({
+            title: item.display_title,
+            link: `${url}/${item.note_id}`,
+            description: `<img src ="${item.cover.url}"><br>${item.display_title}`,
+            author: item.user.nickname,
         }));
 
-        const title = `小红书-${userDetail.nickname}-专辑`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    }
+    ctx.state.data = {
+        title,
+        description,
+        image,
+        link: url,
+        item: items(category, user_posted, collect),
+    };
 };