rsshub 1.0.0-master.fb68956 → 1.0.0-master.fbabfc2

package/lib/v2/ikea/cn/utils.js

@@ -0,0 +1,42 @@
+const { art } = require('@/utils/render');
+const md5 = require('@/utils/md5');
+const path = require('path');
+
+const generateRequestHeaders = () => {
+    const now = Math.round(new Date().getTime() / 1000);
+    return {
+        'X-Client-Platform': 'WechatMiniprogram',
+        'X-Client-DeviceId': md5(now.toString()),
+    };
+};
+
+const generateProductItem = (product) => {
+    const {
+        productFullId,
+        name,
+        productType,
+        measureText,
+        priceDisplay: { currentPrice, originalPrice },
+        images,
+    } = product;
+    const isFamilyOffer = currentPrice && originalPrice;
+
+    return {
+        title: `${name} ${productType} - \u{000A5}${currentPrice}`,
+        description: art(path.join(__dirname, '../templates/cn/product.art'), {
+            isFamilyOffer,
+            name,
+            productType,
+            measureText,
+            currentPrice,
+            originalPrice,
+            images: images.map((image) => image.url),
+        }),
+        link: `https://www.ikea.cn/cn/zh/p/${productFullId}`,
+    };
+};
+
+module.exports = {
+    generateRequestHeaders,
+    generateProductItem,
+};

package/lib/v2/ikea/gb/new.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const link = 'https://www.ikea.com/gb/en/new/new-products/';
+
+    const {
+        data: { specialPage },
+    } = await got('https://sik.search.blue.cdtapps.com/gb/en/special', {
+        searchParams: {
+            special: 'new_product',
+            // size: 24,
+            // 'subcategories-style': 'tree-navigation',
+            // c: 'lf',
+            // v: 20220826,
+            // sort: 'RELEVANCE',
+        },
+    });
+
+    const {
+        data: {
+            moreProducts: { productWindow },
+        },
+    } = await got('https://sik.search.blue.cdtapps.com/gb/en/special/more-products', {
+        searchParams: {
+            special: 'new_product',
+            start: 24,
+            end: specialPage.productCount,
+            // 'subcategories-style': 'tree-navigation',
+            // c: 'lf',
+            // v: 20220826,
+            // sort: 'RELEVANCE',
+        },
+    });
+
+    const products = [...specialPage.productWindow, ...productWindow];
+
+    const items = products.map((p) => ({
+        title: `${p.name} ${p.typeName}, ${p.itemMeasureReferenceText}`,
+        description: art(path.join(__dirname, '../templates/new.art'), {
+            p,
+        }),
+        link: p.pipUrl,
+        category: p.categoryPath.map((c) => c.name),
+    }));
+
+    ctx.state.data = {
+        title: 'New Products - Browse All New Furniture & Home Decor  - IKEA',
+        link,
+        description: 'New products released by IKEA UK.',
+        item: items,
+    };
+};

package/lib/v2/ikea/gb/offer.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const link = 'https://www.ikea.com/gb/en/offers/';
+    const response = await got(link);
+
+    const $ = cheerio.load(response.data);
+    const carousel = $('.pub__carousel-slide')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            const title = e.find('h3');
+            const img = e.find('.pub__image').each((_, e) => {
+                e.attribs.src = e.attribs.src.split('?')[0];
+                delete e.attribs.srcset;
+            });
+            const link = new URL(e.find('pub-hide-empty-link a').attr('href'));
+            const { searchParams } = link;
+            searchParams.delete('itm_content');
+            searchParams.delete('itm_element');
+            searchParams.delete('itm_campaign');
+            return {
+                title: title.text(),
+                description: art(path.join(__dirname, '../templates/offer.art'), {
+                    img: img.parent().html(),
+                    desc: title.next().parent().html(),
+                }),
+                link: link.href,
+                guid: `${link.href}#${title.text()}`,
+            };
+        });
+
+    const banner = $('div[data-pub-type="banner"]')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            const title = e.find('h2');
+            const next = title.next();
+            const img = e.find('.pub__image').each((_, e) => {
+                e.attribs.src = e.attribs.src.split('?')[0];
+                delete e.attribs.srcset;
+            });
+
+            const link = new URL(next.find('a').attr('href'));
+            const { searchParams } = link;
+            searchParams.delete('itm_content');
+            searchParams.delete('itm_element');
+            searchParams.delete('itm_campaign');
+            return {
+                title: title.text(),
+                description: art(path.join(__dirname, '../templates/offer.art'), {
+                    img: img.parent().html(),
+                    desc: title.parent().html(),
+                }),
+                link: link.href,
+                guid: `${link.href}#${title.text()}`,
+            };
+        });
+
+    ctx.state.data = {
+        title: 'IKEA UK - Offers',
+        link,
+        description: 'Offers by IKEA UK.',
+        item: [...carousel, ...banner],
+    };
+};

package/lib/v2/ikea/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/cn/family_offers': ['jzhangdev'],
+    '/cn/low_price': ['jzhangdev'],
+    '/cn/new': ['jzhangdev'],
+    '/gb/new': ['HenryQW'],
+    '/gb/offer': ['HenryQW'],
+};

package/lib/v2/ikea/radar.js

@@ -0,0 +1,42 @@
+module.exports = {
+    'ikea.com': {
+        _name: 'IKEA 宜家',
+        '.': [
+            {
+                title: '英国 - 商品上新',
+                docs: 'https://docs.rsshub.app/shopping.html#ikea-yi-jia',
+                source: ['/gb/en/new/new-products/', '/'],
+                target: '/ikea/gb/new',
+            },
+            {
+                title: '英国 - 促销',
+                docs: 'https://docs.rsshub.app/shopping.html#ikea-yi-jia',
+                source: ['/gb/en/offers', '/'],
+                target: '/ikea/gb/offer',
+            },
+        ],
+    },
+    'ikea.cn': {
+        _name: 'IKEA 宜家',
+        '.': [
+            {
+                title: '中国 - 当季新品推荐',
+                docs: 'https://docs.rsshub.app/shopping.html#ikea-yi-jia',
+                source: ['/cn/zh/new/', '/'],
+                target: '/ikea/cn/new',
+            },
+            {
+                title: '中国 - 低价优选',
+                docs: 'https://docs.rsshub.app/shopping.html#ikea-yi-jia',
+                source: ['/cn/zh/campaigns/wo3-men2-de-chao1-zhi2-di1-jia4-pub8b08af40', '/'],
+                target: '/ikea/cn/low_price',
+            },
+            {
+                title: '中国 - 会员特惠',
+                docs: 'https://docs.rsshub.app/shopping.html#ikea-yi-jia',
+                source: ['/cn/zh/offers/family-offers', '/'],
+                target: '/ikea/cn/family_offers',
+            },
+        ],
+    },
+};

package/lib/v2/ikea/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/cn/family_offers', require('./cn/family_offers'));
+    router.get('/cn/low_price', require('./cn/low_price'));
+    router.get('/cn/new', require('./cn/new'));
+    router.get('/gb/new', require('./gb/new'));
+    router.get('/gb/offer', require('./gb/offer'));
+};

package/lib/v2/ikea/templates/cn/product.art

@@ -0,0 +1,14 @@
+<p>名称：{{name}}</p>
+<p>类型：{{productType}}</p>
+<p>尺寸：{{measureText}}</p>
+{{if isFamilyOffer}}
+    <p>会员价格：&yen;{{currentPrice}}</p>
+    <p>非会员价格：&yen;{{originalPrice}}</p>
+{{else}}
+    <p>价格：&yen;{{currentPrice}}</p>
+{{/if}}
+<p>
+    {{each images}}
+        <img src="{{$value}}" />
+    {{/each}}
+</p>

package/lib/v2/ikea/templates/new.art

@@ -0,0 +1,7 @@
+<img src="{{ p.mainImageUrl }}" alt="{{ p.mainImageAlt }}">
+<br>
+<b>{{ p.name }}</b>
+<br>
+{{ p.typeName }}, {{ p.itemMeasureReferenceText }}
+<br>
+{{ p.salesPrice.current.prefix }} <b>{{ p.salesPrice.current.wholeNumber }}</b>

package/lib/v2/ikea/templates/offer.art

@@ -0,0 +1,3 @@
+{{@ img }}
+<br>
+{{@ desc }}

package/lib/v2/inewsweek/index.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const iconv = require('iconv-lite');
+
+const rootUrl = 'http://news.inewsweek.cn';
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel;
+    const url = `${rootUrl}/${channel}`;
+    const response = await got(url, {
+        responseType: 'buffer',
+    });
+    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+    const items = await Promise.all(
+        $('div.grid-item')
+            .toArray()
+            .map((item) => {
+                item = $(item);
+                const href = item.find('a').attr('href');
+                const articleLink = `${rootUrl}${href}`;
+                return ctx.cache.tryGet(articleLink, async () => {
+                    const response = await got(articleLink, {
+                        responseType: 'buffer',
+                    });
+
+                    const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
+                    const fullText = $('div.contenttxt').html();
+                    const time = timezone(
+                        parseDate(
+                            $('div.editor')
+                                .html()
+                                .split(/(\s\s+)/)[2]
+                        ),
+                        +8
+                    );
+                    return {
+                        title: item.find('p').text(),
+                        description: fullText,
+                        link: articleLink,
+                        pubDate: time,
+                    };
+                });
+            })
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/inewsweek/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:channel': ['changren-wcr'],
+};

package/lib/v2/inewsweek/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'inewsweek.cn': {
+        _name: '中国新闻周刊',
+        '.': [
+            {
+                title: '栏目',
+                docs: 'https://docs.rsshub.app/traditional-media.html#zhong-guo-xin-wen-zhou-kan',
+                source: ['/:channel', '/'],
+                target: '/inewsweek/:channel',
+            },
+        ],
+    },
+};

package/lib/v2/inewsweek/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:channel', require('./index'));
+};

package/lib/v2/iqiyi/album.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const { data: response } = await got(`https://www.iq.com/album/${id}`);
+
+    const $ = cheerio.load(response);
+    const nextData = JSON.parse($('#__NEXT_DATA__').text());
+    const { album } = nextData.props.initialState;
+
+    const {
+        data: { data: baseInfo },
+    } = await got(`https://pcw-api.iqiyi.com/album/album/baseinfo/${album.videoAlbumInfo.albumId}`);
+
+    if (Object.keys(album.cacheAlbumList).length === 0) {
+        throw Error(`${baseInfo.name} is not available in this server region.`);
+    }
+
+    let pos = 1;
+    let hasMore = false;
+    let epgs = [];
+    do {
+        const {
+            data: { data },
+            // eslint-disable-next-line no-await-in-loop
+        } = await got(`https://pcw-api.iq.com/api/v2/episodeListSource/${album.videoAlbumInfo.albumId}`, {
+            searchParams: {
+                platformId: 3,
+                modeCode: 'intl',
+                langCode: 'zh_cn',
+                endOrder: album.videoAlbumInfo.maxOrder,
+                startOrder: pos,
+            },
+        });
+        epgs = [...epgs, ...data.epg];
+        pos = data.pos;
+        hasMore = data.hasMore;
+    } while (hasMore);
+
+    const items = epgs.map((item) => ({
+        title: item.name,
+        description: art(path.join(__dirname, 'templates/album.art'), {
+            item,
+        }),
+        link: `https://www.iq.com/play/${item.playLocSuffix}`,
+        pubDate: parseDate(item.initIssueTime),
+    }));
+
+    ctx.state.data = {
+        title: baseInfo.name,
+        description: baseInfo.description,
+        image: album.videoAlbumInfo.albumFocus1024,
+        link: `https://www.iq.com/album/${album.videoAlbumInfo.albumLocSuffix}`,
+        item: items,
+        allowEmpty: true,
+    };
+};

package/lib/v2/iqiyi/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/album/:id': ['TonyRL'],
+    '/user/video/:uid': ['talengu'],
+};

package/lib/v2/iqiyi/radar.js

@@ -0,0 +1,24 @@
+module.exports = {
+    'iq.com': {
+        _name: '爱奇艺',
+        '.': [
+            {
+                title: '剧集',
+                docs: 'https://docs.rsshub.app/multimedia.html#ai-qi-yi',
+                source: ['/album/:id'],
+                target: '/iqiyi/:category/:id',
+            },
+        ],
+    },
+    'iqiyi.com': {
+        _name: '爱奇艺',
+        '.': [
+            {
+                title: '用户视频',
+                docs: 'https://docs.rsshub.app/multimedia.html#ai-qi-yi',
+                source: ['/u/:uid/*'],
+                target: '/iqiyi/user/video/:uid',
+            },
+        ],
+    },
+};

package/lib/v2/iqiyi/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/album/:id', require('./album'));
+    router.get('/user/video/:uid', require('./video'));
+};

package/lib/v2/iqiyi/templates/album.art

@@ -0,0 +1 @@
+<img src="https:{{ item.pic.replace('http:', 'https:') }}">

package/lib/v2/itch/devlog.js

@@ -4,10 +4,14 @@ const timezone = require('@/utils/timezone');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { isValidHost } = require('@/utils/valid-host');
 
 module.exports = async (ctx) => {
     const user = ctx.params.user ?? '';
     const id = ctx.params.id ?? '';
+    if (!isValidHost(user)) {
+        throw Error('Invalid user');
+    }
 
     const rootUrl = `https://${user}.itch.io/${id}/devlog`;
 

package/lib/v2/iwara/index.js

@@ -30,6 +30,7 @@ module.exports = async (ctx) => {
                 author: username,
                 link: rootUrl + $(item).find('h3.title > a').attr('href'),
                 description: `<img src="${imageUrl}">`,
+                guid: (rootUrl + $(item).find('h3.title > a').attr('href')).split('?')[0],
             };
         })
         .get();

package/lib/v2/javbus/index.js

@@ -3,17 +3,27 @@ const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
 const { art } = require('@/utils/render');
 const path = require('path');
+const config = require('@/config').value;
 
 const toSize = (raw) => {
     const matches = raw.match(/(\d+(\.\d+)?)(\w+)/);
     return matches[3] === 'GB' ? matches[1] * 1024 : matches[1];
 };
 
+const allowDomain = ['javbus.com', 'javbus.org', 'javsee.icu', 'javsee.one'];
+
 module.exports = async (ctx) => {
     const isWestern = /^\/western/.test(ctx.path);
+    const domain = ctx.query.domain ?? 'javbus.com';
+    const westernDomain = ctx.query.western_domain ?? 'javbus.org';
+
+    const rootUrl = `https://www.${domain}`;
+    const westernUrl = `https://www.${westernDomain}`;
+
+    if (!config.feature.allow_user_supply_unsafe_domain && (!allowDomain.includes(new URL(`https://${domain}/`).hostname) || !allowDomain.includes(new URL(`https://${westernDomain}/`).hostname))) {
+        ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+    }
 
-    const rootUrl = `https://www.${ctx.query.domain ?? 'javbus.com'}`;
-    const westernUrl = `https://www.${ctx.query.western_domain ?? 'javbus.org'}`;
     const currentUrl = `${isWestern ? westernUrl : rootUrl}${ctx.path.replace(/^\/western/, '').replace(/\/home/, '')}`;
 
     const response = await got({

package/lib/v2/javdb/utils.js

@@ -1,10 +1,16 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const config = require('@/config').value;
+const allowDomain = ['javdb.com', 'javdb36.com', 'javdb007.com'];
 
 module.exports = {
     ProcessItems: async (ctx, currentUrl, title) => {
         const domain = ctx.query.domain ?? 'javdb.com';
+        if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(new URL(`https://${domain}/`).hostname)) {
+            ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
+        }
+
         const rootUrl = `https://${domain}`;
 
         const response = await got({

package/lib/v2/jike/maintainer.js

@@ -1,5 +1,5 @@
 module.exports = {
     '/topic/text/:id': ['HenryQW'],
-    '/topic/:id': ['DIYgod', 'prnake'],
+    '/topic/:id/:showUid?': ['DIYgod', 'prnake'],
     '/user/:id': ['DIYgod', 'prnake'],
 };

package/lib/v2/jike/router.js

@@ -1,5 +1,5 @@
 module.exports = (router) => {
     router.get('/topic/text/:id', require('./topicText'));
-    router.get('/topic/:id', require('./topic'));
+    router.get('/topic/:id/:showUid?', require('./topic'));
     router.get('/user/:id', require('./user'));
 };

package/lib/v2/jike/topic.js

@@ -11,7 +11,7 @@ module.exports = async (ctx) => {
     const data = await constructTopicEntry(ctx, topicUrl);
 
     if (data) {
-        ctx.state.data.item = topicDataHanding(data);
+        ctx.state.data.item = topicDataHanding(data, ctx);
         if (id === '553870e8e4b0cafb0a1bef68' || id === '55963702e4b0d84d2c30ce6f') {
             ctx.state.data.item = await Promise.all(
                 ctx.state.data.item.map(async (one) => {

package/lib/v2/jike/user.js

@@ -18,6 +18,17 @@ module.exports = async (ctx) => {
     const raw = $('[type = "application/json"]').html();
     const data = JSON.parse(raw).props.pageProps;
 
+    const getLink = (id, type) => {
+        switch (type) {
+            case 'REPOST':
+                return `https://m.okjike.com/reposts/${id}`;
+            case 'MEDIUM':
+                return `https://www.okjike.com/medium/${id}`;
+            default:
+                return `https://m.okjike.com/originalPosts/${id}`;
+        }
+    };
+
     const items = await Promise.all(
         data.posts.map(async (item) => {
             const typeMap = {
@@ -28,16 +39,6 @@ module.exports = async (ctx) => {
                 PERSONAL_UPDATE: '创建新主题',
             };
 
-            const linkMap = {
-                ORIGINAL_POST: `https://m.okjike.com/originalPosts/${item.id}`,
-                REPOST: `https://m.okjike.com/reposts/${item.id}`,
-                MEDIUM: `https://www.okjike.com/medium/${item.id}`,
-                // OFFICIAL_MESSAGE: `https://m.okjike.com/originalPosts/${item.id}`,
-                // ANSWER: `https://m.okjike.com/answer/${item.id}`,
-                // QUESTION: `https://m.okjike.com/originalPosts/${item.id}`,
-                // PERSONAL_UPDATE: `https://m.okjike.com/topic/${item.id}${item.topic && item.topic.id}`,
-            };
-
             let linkTemplate = '';
             if (item.linkInfo && item.linkInfo.linkUrl) {
                 linkTemplate = `<a href="${item.linkInfo.linkUrl}">${item.linkInfo.title}</a><br>`;
@@ -58,6 +59,7 @@ module.exports = async (ctx) => {
                 content = `${content}<br><br>`;
             }
 
+            let repostContent;
             if (item.type === 'REPOST') {
                 const screenNameTemplate = item.target.user ? `<a href="https://m.okjike.com/users/${item.target.user.username}" target="_blank">@${item.target.user.screenName}</a>` : '';
 
@@ -67,7 +69,7 @@ module.exports = async (ctx) => {
                         repostImgTemplate += `<br><img src="${item.thumbnailUrl}">`;
                     });
 
-                const repostContent = `转发 ${screenNameTemplate}: ${item.target.content}${repostImgTemplate}`.replace(/\r\n|\n|\r/g, '<br>');
+                repostContent = `<div class="rsshub-quote">转发 ${screenNameTemplate}: ${item.target.content}${repostImgTemplate}</div>`.replace(/\r\n|\n|\r/g, '<br>');
                 content = `${content}${repostContent}`;
             }
             // 部分功能未知
@@ -105,7 +107,15 @@ module.exports = async (ctx) => {
                 title: `${typeMap[item.type]}了: ${shortenTitle}`,
                 description: `${content}${linkTemplate}${imgTemplate}`.replace(/(<br>|\s)+$/, ''),
                 pubDate: parseDate(item.createdAt),
-                link: linkMap[item.type],
+                link: getLink(item.id, item.type),
+                _extra: repostContent && {
+                    links: [
+                        {
+                            url: getLink(item.target.id, item.target.type),
+                            type: 'quote',
+                        },
+                    ],
+                },
             };
 
             if (id === 'wenhao1996' && item.topic.id === '553870e8e4b0cafb0a1bef68') {

package/lib/v2/jike/utils.js

@@ -6,7 +6,7 @@ const config = require('@/config').value;
 const videoAPI = 'https://api.ruguoapp.com/1.0/mediaMeta/play?type=ORIGINAL_POST';
 
 module.exports = {
-    topicDataHanding: (data) =>
+    topicDataHanding: (data, ctx) =>
         data.posts.map((item) => {
             let audioName, videoName, linkName;
 
@@ -39,7 +39,9 @@ module.exports = {
             // 添加内容作者信息
             if (item.user) {
                 author = item.user.screenName;
-                description += `<span>用户昵称：${author} <br> Username：${item.user.username}</span><br>`;
+                if (ctx.params.showUid) {
+                    description += `<span>用户昵称：${author} <br> Username：${item.user.username}</span><br>`;
+                }
             }
 
             if (item.linkInfo) {

package/lib/v2/ke/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/researchResults': ['shaomingbo'],
+};

package/lib/v2/ke/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'research.ke.com': {
+        _name: '贝壳研究院 - 房地产行业研究报告',
+        www: [
+            {
+                title: '研究成果',
+                docs: 'https://docs.rsshub.app/other.html#bei-ke-yan-jiu-yuan',
+                source: ['/researchResults'],
+                target: '/researchResults',
+            },
+        ],
+    },
+};