rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/woshipm/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/bookmarks/:id': ['LogicJake'],
+    '/latest': ['Director-0428'],
+    '/popular/:range?': ['WenryXu'],
+    '/user_article/:id': ['LogicJake'],
+    '/wen': ['WenryXu'],
+};

package/lib/v2/woshipm/popular.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, parseArticle } = require('./utils');
+
+const rangeMap = {
+    daily: '日榜',
+    weekly: '周榜',
+    monthly: '月榜',
+};
+
+module.exports = async (ctx) => {
+    const { range = 'daily' } = ctx.params;
+    const { data: response } = await got(`${baseUrl}/api2/app/article/popular/${range}`);
+
+    const list = response.RESULT.map((item) => {
+        item = item.data;
+        return {
+            title: item.articleTitle,
+            description: item.articleSummary,
+            link: `${baseUrl}/${item.type}/${item.id}.html`,
+            pubDate: parseDate(item.publishTime, 'x'),
+            author: item.articleAuthor,
+        };
+    });
+
+    const result = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: `热门文章 - ${rangeMap[range]} - 人人都是产品经理`,
+        link: baseUrl,
+        item: result,
+    };
+};

package/lib/v2/woshipm/radar.js

@@ -0,0 +1,39 @@
+module.exports = {
+    'woshipm.com': {
+        _name: '人人都是产品经理',
+        '.': [
+            {
+                title: '热门文章',
+                docs: 'https://docs.rsshub.app/new-media.html#ren-ren-dui-shi-chan-pin-jing-li',
+                source: ['/'],
+                target: '/woshipm/popular',
+            },
+            {
+                title: '用户收藏',
+                docs: 'https://docs.rsshub.app/new-media.html#ren-ren-dui-shi-chan-pin-jing-li',
+                source: ['/u/:id'],
+                target: '/woshipm/bookmarks/:id',
+            },
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/new-media.html#ren-ren-dui-shi-chan-pin-jing-li',
+                source: ['/u/:id'],
+                target: '/woshipm/user_article/:id',
+            },
+            {
+                title: '最新文章',
+                docs: 'https://docs.rsshub.app/new-media.html#ren-ren-dui-shi-chan-pin-jing-li',
+                source: ['/'],
+                target: '/woshipm/latest',
+            },
+        ],
+        wen: [
+            {
+                title: '天天问',
+                docs: 'https://docs.rsshub.app/new-media.html#ren-ren-dui-shi-chan-pin-jing-li',
+                source: ['/'],
+                target: '/woshipm/wen',
+            },
+        ],
+    },
+};

package/lib/v2/woshipm/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/bookmarks/:id', require('./bookmarks'));
+    router.get('/latest', require('./latest'));
+    router.get('/popular/:range?', require('./popular'));
+    router.get('/user_article/:id', require('./user_article'));
+    router.get('/wen', require('./wen'));
+};

package/lib/{routes → v2}/woshipm/user_article.js

@@ -1,11 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, parseArticle } = require('./utils');
 
 module.exports = async (ctx) => {
     const { id } = ctx.params;
-    const limit = ctx.query.limit || 10;
-    const link = `http://www.woshipm.com/u/${id}`;
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 12;
+    const link = `${baseUrl}/u/${id}`;
 
     const data = await got(link).then((res) => res.data);
     const $ = cheerio.load(data);
@@ -13,7 +14,8 @@ module.exports = async (ctx) => {
 
     const list = $('.post--card')
         .slice(0, limit)
-        .map((_, item) => {
+        .toArray()
+        .map((item) => {
             item = $(item);
             const postCardTitle = item.find('h2.post--card__title a');
             return {
@@ -21,22 +23,14 @@ module.exports = async (ctx) => {
                 link: postCardTitle.attr('href'),
                 pubDate: parseDate(item.find('time').text(), 'YYYY-MM-DD'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const data = await got(item.link).then((res) => res.data);
-                const content = cheerio.load(data);
-                item.description = content('div.grap').html().trim();
-                return item;
-            })
-        )
-    );
+    const items = await Promise.all(list.map((item) => parseArticle(item, ctx.cache.tryGet)));
 
     ctx.state.data = {
         title: `${name}的文章-人人都是产品经理`,
+        description: $('.author--meta .description').text(),
+        image: $('.author--meta .avatar').attr('src').split('!')[0],
         link,
         item: items,
     };

package/lib/v2/woshipm/utils.js

@@ -0,0 +1,21 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const baseUrl = 'https://www.woshipm.com';
+
+const parseArticle = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const { data: response } = await got(item.link);
+
+        const $ = cheerio.load(response);
+        $('.support-author').remove();
+
+        item.description = $('.article--content').html();
+
+        return item;
+    });
+
+module.exports = {
+    baseUrl,
+    parseArticle,
+};

package/lib/v2/woshipm/wen.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const baseUrl = 'https://wen.woshipm.com';
+const { parseRelativeDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const response = await got(`${baseUrl}/m/main/indexNewData.html`);
+    const $ = cheerio.load(response.data);
+    const postList = $('.article-list-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.went-head-text').text(),
+                link: `${baseUrl}${item.find('.went-head').attr('href')}`,
+                pubDate: parseRelativeDate(item.find('.list-text').text().split('|')[1]),
+            };
+        });
+
+    const result = await Promise.all(
+        postList.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const temp = await got(item.link);
+                const $ = cheerio.load(temp.data);
+                item.description = $('.wt-desc').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '天天问 - 人人都是产品经理',
+        link: baseUrl,
+        item: result,
+    };
+};

package/lib/v2/x6d/index.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://xd.x6d.com';
+
+module.exports = async (ctx) => {
+    let query;
+
+    const { id = 'latest' } = ctx.params;
+
+    const currentUrl = id === 'latest' ? baseUrl : `${baseUrl}/html/${id}.html`;
+
+    const { data: response } = await got(currentUrl);
+
+    const $ = cheerio.load(response);
+
+    $('i.rj').remove();
+
+    if (id === 'latest') {
+        query = $('#newslist ul')
+            .eq(0)
+            .find('li')
+            .not('.addd')
+            .find('a')
+            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 22);
+    } else {
+        query = $('a.soft-title').slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 10);
+    }
+
+    const list = query.toArray().map((item) => {
+        item = $(item);
+        return {
+            title: item.text(),
+            link: `${baseUrl}${item.attr('href')}`,
+        };
+    });
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const { data: detailResponse } = await got(item.link);
+                const content = cheerio.load(detailResponse);
+
+                item.description = content('div.article-content').html();
+                item.pubDate = timezone(parseDate(content('time').text()), 8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `小刀娱乐网 - ${$('title').text().split('-')[0]}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/x6d/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id?': ['nczitzk'],
+};

package/lib/v2/x6d/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'x6d.com': {
+        _name: '小刀娱乐网',
+        xd: [
+            {
+                title: '最新',
+                docs: 'https://docs.rsshub.app/new-media.html#xiao-dao-yu-le-wang',
+                source: ['/html/:id'],
+                target: (params) => `/x6d/${params.id.replace('.html', '')}`,
+            },
+        ],
+    },
+};

package/lib/v2/x6d/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id?', require('./index'));
+};

package/lib/v2/xaufe/jiaowu.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+
+// Yep http is bad, but I had no choice :(
+const rootMeta = {
+    url: 'http://jiaowu.xaufe.edu.cn/',
+    title: '西安财经大学 教务处（招生办公室）',
+};
+
+const categories = {
+    tzgg: {
+        title: '通知公告',
+        url: 'index/tzgg.htm',
+    },
+};
+
+module.exports = async (ctx) => {
+    const pCategory = ctx.params.category;
+    const category = categories[pCategory] || categories.tzgg;
+
+    const response = (
+        await got({
+            method: 'get',
+            url: rootMeta.url + category.url,
+        })
+    ).body;
+
+    const $ = cheerio.load(response);
+
+    const data = $('.main_conRCb ul li')
+        .slice(0, 16)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const pubDate = item.children('span').text();
+            const title = item.find('a em').text();
+            const link = item
+                .children('a')
+                .attr('href')
+                .replace(/\.\.\//g, rootMeta.url);
+            return {
+                pubDate: parseDate(pubDate),
+                title,
+                link,
+            };
+        });
+
+    ctx.state.data = {
+        title: `${category.title}-${rootMeta.title}`,
+        link: rootMeta.url + category.url,
+        description: `${category.title}-${rootMeta.title}`,
+        language: 'zh_CN',
+        item: await Promise.all(
+            data.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const $ = cheerio.load(
+                        (
+                            await got({
+                                method: 'get',
+                                url: item.link,
+                            })
+                        ).body
+                    );
+                    item.author = /作者：(\S*)\s{4}/g.exec($('p', '.main_contit').text())[1];
+                    item.description = $('#vsb_content').html();
+                    return item;
+                })
+            )
+        ),
+    };
+};

package/lib/v2/xaufe/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/jiaowu/:category?': ['shaokeyibb'],
+};

package/lib/v2/xaufe/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'xaufe.edu.cn': {
+        _name: '西安财经大学',
+        jiaowu: [
+            {
+                title: '教务处',
+                docs: 'https://docs.rsshub.app/university.html#xi-an-cai-jing-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/xaufe/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/jiaowu/:category?', require('./jiaowu'));
+};

package/lib/v2/xiaomiyoupin/crowdfunding.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const base_url = 'https://m.xiaomiyoupin.com';
+module.exports = async (ctx) => {
+    const resp = await got('https://home.mi.com/lasagne/page/5');
+    const site_url = resp.data.redirect.location;
+
+    const urlParams = new URLSearchParams(site_url);
+    const pageid = urlParams.get('pageid');
+    const sign = urlParams.get('sign');
+
+    // 1. fetchPageData
+    const pageData = await got(`${base_url}/mtop/navi/venue/page?page_id=${pageid}&pdl=jianyu&sign=${sign}`);
+    const crowd_funding_floor = pageData.data.data.floors.find((floor) => floor.module_key === 'crowding');
+    const query_list = crowd_funding_floor.query_list;
+
+    // 2. fetchFloorDetailData
+    const floor_detail_data = await got.post(`${base_url}/mtop/navi/venue/batch?page_id=${pageid}&pdl=jianyu&sign=${sign}`, {
+        json: {
+            query_list,
+        },
+    });
+
+    const goodsList = floor_detail_data.data.data.result_list[0].list;
+    const items = goodsList.map((e) => {
+        const goods = e.value.goods;
+        return {
+            title: goods.name,
+            guid: `xiaomiyoupin:${goods.gid}`,
+            description: art(path.join(__dirname, 'templates/goods.art'), goods),
+            link: goods.jump_url,
+            pubDate: new Date(goods.fist_release_time * 1000).toUTCString(),
+        };
+    });
+    ctx.state.data = {
+        title: '小米有品众筹',
+        link: site_url,
+        description: '小米有品众筹',
+        item: items,
+    };
+};

package/lib/v2/xiaomiyoupin/latest.js

@@ -0,0 +1,15 @@
+const got = require('@/utils/got');
+const { parseModule, parseFloorItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const response = await got('https://m.xiaomiyoupin.com/homepage/main/v1005');
+    const floors = parseModule(response.data.data.homepage.floors, 'product_hot');
+    const items = parseFloorItem(floors);
+
+    ctx.state.data = {
+        title: '小米有品每日上新',
+        link: 'https://m.xiaomiyoupin.com/w/newproduct?pageid=1605',
+        description: '小米有品每日上新',
+        item: items,
+    };
+};

package/lib/v2/xiaomiyoupin/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/crowdfunding': ['bigfei'],
+    '/latest': ['xyqfer', 'DIYgod', 'bigfei'],
+};

package/lib/v2/xiaomiyoupin/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'xiaomiyoupin.com': {
+        _name: '小米有品',
+        '.': [
+            {
+                title: '小米有品众筹',
+                docs: 'https://docs.rsshub.app/shopping.html#xiao-mi-you-pin-xiao-mi-you-pin-zhong-chou',
+                source: ['/'],
+                target: '/xiaomiyoupin/crowdfunding',
+            },
+            {
+                title: '小米有品每日上新',
+                docs: 'https://docs.rsshub.app/shopping.html#xiao-mi-you-pin-xiao-mi-you-pin-mei-ri-shang-xin',
+                source: ['/'],
+                target: '/xiaomiyoupin/latest',
+            },
+        ],
+    },
+};

package/lib/v2/xiaomiyoupin/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/crowdfunding', require('./crowdfunding'));
+    router.get('/latest', require('./latest'));
+};

package/lib/v2/xiaomiyoupin/templates/goods.art

@@ -0,0 +1,27 @@
+<figure>
+    <img src="{{ pic_url || img_square || imgs.img800 }}" alt="{{ alt }}" loading="lazy" style="display:block; margin-left:auto; margin-right:auto;" width:100%;>
+    {{ if videos_url }}
+    <video controls
+        playsinline="true"
+        webkit-playsinline="true"
+        x5-playsinline="true"
+        x5-video-player-type="h5"
+        x5-video-orientation="landscape|portrait"
+        x5-video-player-fullscreen="true"
+        x-webkit-airplay="allow"
+        preload="metadata"
+        poster="{{ pic_url || imgs.img800 }}">
+        <source src="{{ videos_url[0] }}" type="video/mp4" />
+    </video>
+    {{/if}}
+
+    {{ if name }}
+    <figcaption>
+        <div class="caption">{{@ name }}</div>
+        <div class="credit">{{@ summary }}</div>
+        <div class="price">原始价格：{{@ market_price / 100 }}元</div>
+        <div class="price">实际价格：{{@ (price_min || flash_price) / 100 }}元</div>
+    </figcaption>
+    {{/if}}
+
+</figure>

package/lib/v2/xiaomiyoupin/utils.js

@@ -0,0 +1,21 @@
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const parseModule = (floors, module_key) => floors.filter((floor) => floor.module_key === module_key)[0];
+
+const parseFloorItem = (floor) =>
+    floor.data.items.map((item) => {
+        const i = item.item;
+        return {
+            title: i.name,
+            link: i.jump_url,
+            guid: `xiaomiyoupin:${i.gid}`,
+            description: art(path.join(__dirname, 'templates/goods.art'), i),
+            pubDate: (i.start || i.start_time) * 1000,
+        };
+    });
+
+module.exports = {
+    parseModule,
+    parseFloorItem,
+};

package/lib/v2/xunhupay/index.js

@@ -0,0 +1,24 @@
+const buildData = require('@/utils/common-config');
+const baseUrl = 'https://www.xunhupay.com';
+
+module.exports = async (ctx) => {
+    const link = `${baseUrl}/blog.html`;
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: `%title%`,
+        description: `%description%`,
+        params: {
+            title: '博客',
+            description: '虎皮椒-博客',
+        },
+        item: {
+            item: '.blog-post > article',
+            title: `$('h5').text()`,
+            link: `$('a').attr('href')`,
+            description: `$('.content').text()`,
+            pubDate: `parseDate($('.date').text(), 'YYYY-MM-DD')`,
+            guid: Buffer.from(`$('a').attr('href')`).toString('base64'),
+        },
+    });
+};

package/lib/v2/xunhupay/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['Joey'],
+};

package/lib/v2/xunhupay/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'xunhupay.com': {
+        _name: '虎皮椒',
+        www: [
+            {
+                title: '博客',
+                docs: 'https://docs.rsshub.app/blog.html#hu-pi-jiao',
+                source: ['/blog'],
+                target: '/xunhupay/blog',
+            },
+        ],
+    },
+};

package/lib/v2/xunhupay/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./index'));
+};

package/lib/v2/yahoo/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:region/:category?': ['KeiLongW'],
+};

package/lib/{routes/yahoo-news → v2/yahoo/news}/index.js

@@ -1,16 +1,20 @@
 const got = require('@/utils/got');
 const parser = require('@/utils/rss-parser');
 const cheerio = require('cheerio');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
-    const region = ctx.params.region === 'en' ? '' : ctx.params.region.toLowerCase() + '.';
+    const region = ctx.params.region === 'en' ? '' : ctx.params.region.toLowerCase();
+    if (!isValidHost(region) && region !== '') {
+        throw Error('Invalid region');
+    }
     const category = ctx.params.category ? ctx.params.category.toLowerCase() : '';
-    const rssUrl = `https://${region}news.yahoo.com/rss/${category}`;
+    const rssUrl = `https://${region ? region + '.' : ''}news.yahoo.com/rss/${category}`;
     const feed = await parser.parseURL(rssUrl);
     const title = feed.title;
     const link = feed.link;
     const description = feed.description;
-    const filteredItems = feed.items.filter((item) => !item.link.includes('promotions') && item.link.includes('yahoo.com'));
+    const filteredItems = feed.items.filter((item) => !item.link.includes('promotions') && new URL(item.link).hostname.match(/.*\.yahoo\.com$/));
     const items = await Promise.all(
         filteredItems.map(async (item) => {
             const description = await ctx.cache.tryGet(item.link, async () => {
@@ -20,10 +24,8 @@ module.exports = async (ctx) => {
                 });
 
                 const $ = cheerio.load(response.data);
-                const $descriptionRoot = cheerio.load('<div><div class="img-root"></div><div class="content-root"></div></div>');
-                $descriptionRoot('div.img-root').append($('article img:not(header img)'));
-                $descriptionRoot('div.content-root').append($('article p').removeAttr('content'));
-                return $descriptionRoot.html();
+                $('.caas-content-byline-wrapper, .caas-xray-wrapper, .caas-header, .caas-readmore').remove();
+                return $('.caas-content-wrapper').html();
             });
             const single = {
                 title: item.title,
@@ -31,7 +33,7 @@ module.exports = async (ctx) => {
                 pubDate: item.pubDate,
                 link: item.link,
             };
-            return Promise.resolve(single);
+            return single;
         })
     );
 

package/lib/v2/yahoo/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'yahoo.com': {
+        _name: 'Yahoo',
+        '.': [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#yahoo',
+                source: ['/'],
+                target: '/yahoo/news/:region/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/yahoo/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:region/:category?', require('./news/index'));
+};