rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/v2/apkpure/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'apkpure.com': {
+        _name: 'APKPure',
+        '.': [
+            {
+                title: '所有版本',
+                docs: 'https://docs.rsshub.app/program-update.html#apkpure',
+                source: ['/:region/:stuff/:pkg/versions', '/:stuff/:pkg/versions', '/:stuff/:pkg'],
+                target: (params) => `/apkpure/versions/${params.pkg}${params.region ? `/${params.region}` : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/apkpure/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/versions/:pkg/:region?', require('./versions'));
+};

package/lib/v2/apkpure/versions.js

@@ -0,0 +1,48 @@
+const cheerio = require('cheerio');
+const logger = require('@/utils/logger');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const { pkg, region = 'en' } = ctx.params;
+    const baseUrl = 'https://apkpure.com';
+    const link = `${baseUrl}/${region}/${pkg}/versions`;
+
+    const browser = await require('@/utils/puppeteer')();
+    const page = await browser.newPage();
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' ? request.continue() : request.abort();
+    });
+    logger.debug(`Requesting ${link}`);
+    await page.goto(link, {
+        waitUntil: 'domcontentloaded',
+    });
+
+    const r = await page.evaluate(() => document.documentElement.innerHTML);
+    browser.close();
+
+    const $ = cheerio.load(r);
+    const img = new URL($('.ver-top img').attr('src'));
+    img.searchParams.delete('w'); // get full resolution icon
+
+    const items = $('.ver li')
+        .toArray()
+        .map((ver) => {
+            ver = $(ver);
+            return {
+                title: ver.find('.ver-item-n').text(),
+                description: ver.html(),
+                link: `${baseUrl}${ver.find('a').attr('href')}`,
+                pubDate: parseDate(ver.find('.update-on').text().replace(/年|月/g, '-').replace('日', '')),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('.ver-top-h1').text(),
+        description: $('.ver-top-title p').text(),
+        image: img.href,
+        language: region ? region : 'en',
+        link,
+        item: items,
+    };
+};

package/lib/v2/apnews/topics.js

@@ -1,6 +1,7 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 const { art } = require('@/utils/render');
 const path = require('path');
 const HOME_PAGE = 'https://apnews.com';
@@ -31,7 +32,7 @@ module.exports = async (ctx) => {
                 }),
                 link: `${HOME_PAGE}/article/${item.contents[0].canonicalUrl}-${item.contents[0].shortId}`,
                 author: item.contents[0].bylines ? item.contents[0].bylines.slice(3) : null,
-                pubDate: parseDate(item.contents[0].published),
+                pubDate: timezone(parseDate(item.contents[0].published), 0),
                 category: item.contents[0].tagObjs.map((tag) => tag.name),
             };
         });

package/lib/v2/apple/exchange_repair.js

@@ -1,39 +1,46 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-
+const { parseDate } = require('@/utils/parse-date');
 const host = 'https://support.apple.com/';
 
 module.exports = async (ctx) => {
     const country = ctx.params.country ?? '';
-    const link = new URL(`${country}/exchange_repair/`, host);
+    const link = new URL(`${country}/service-programs`, host).href;
 
-    const response = await got.get(link);
+    const response = await got(link);
     const $ = cheerio.load(response.data);
-    const list = $('section.as-columns').get().slice(0, 5);
+    const list = $('section.as-container-column')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('.icon-chevronright').parent();
+            return {
+                title: a.text(),
+                link: new URL(a.attr('href'), host).href,
+                pubDate: parseDate(item.find('.note').text(), ['MMMM D, YYYY', 'D MMMM YYYY', 'YYYY 年 M 月 D 日']),
+            };
+        });
 
     const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const $a = $('.icon-chevronright').parent();
-            const itemUrl = new URL($a.attr('href'), host).href;
-
-            return ctx.cache.tryGet(itemUrl, async () => {
-                const response = await got.get(itemUrl);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
                 const $$ = cheerio.load(response.data);
-                const description = $$('.main').html();
 
-                return {
-                    title: $a.text(),
-                    link: itemUrl,
-                    author: 'Apple Inc.',
-                    description,
-                };
-            });
-        })
+                // delete input and dropdown elements
+                $$('div.as-sn-lookup-wrapper').remove();
+                $$('div.as-dropdown-wrapper').remove();
+                item.description = $$('.main').html();
+
+                item.author = 'Apple Inc.';
+
+                return item;
+            })
+        )
     );
 
     ctx.state.data = {
-        title: `Apple - ${$('.main>.richText h1').text()}`,
+        title: `Apple - ${$('h1.as-center').text()}`,
         link,
         item: out,
     };

package/lib/v2/arcteryx/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/new-arrivals/:country/:gender': ['NavePnow'],
+    '/regear/new-arrivals': ['NavePnow'],
+};

package/lib/v2/arcteryx/new-arrivals.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const attributeSet = new Set(['name', 'image', 'short_description', 'slug']);
+function generateRssData(item, index, arr) {
+    const attributes = item.attribute;
+    const data = {};
+
+    attributes.forEach((attribute) => {
+        const key = attribute.name;
+        const value = attribute.value[0].value;
+        if (attributeSet.has(key)) {
+            data[key] = value;
+        }
+    });
+    arr[index] = data;
+}
+module.exports = async (ctx) => {
+    const { country, gender } = ctx.params;
+    const host = `https://arcteryx.com/${country}/en/`;
+    const url = `${host}api/fredhopper/query`;
+    const productUrl = `${host}shop/`;
+    const pageUrl = `${host}c/${gender}/new-arrivals`;
+    const response = await got({
+        method: 'get',
+        url,
+        searchParams: {
+            fh_location: `//catalog01/en_CA/gender>{${gender}}/intended_use>{newarrivals}`,
+            fh_country: country,
+            fh_view_size: 'all',
+        },
+    });
+    const items = response.data.universes.universe[1]['items-section'].items.item;
+    items.forEach(generateRssData);
+
+    ctx.state.data = {
+        title: `Arcteryx - New Arrivals(${country.toUpperCase()}) - ${gender.toUpperCase()}`,
+        link: pageUrl,
+        description: `Arcteryx - New Arrivals(${country.toUpperCase()}) - ${gender.toUpperCase()}`,
+        item: items.map((item) => ({
+            title: item.name,
+            link: productUrl + item.slug,
+            description: art(path.join(__dirname, 'templates/product-description.art'), {
+                item,
+            }),
+        })),
+    };
+};

package/lib/v2/arcteryx/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'arcteryx.com': {
+        _name: 'Arcteryx',
+        '.': [
+            {
+                title: '新发布',
+                docs: 'https://docs.rsshub.app/shopping.html#arcteryx',
+                source: ['/:country/en/c/:gender/new-arrivals'],
+                target: '/arcteryx/new-arrivals/:country/:gender',
+            },
+        ],
+        regear: [
+            {
+                title: 'Regear 新发布',
+                docs: 'https://docs.rsshub.app/shopping.html#arcteryx',
+                source: ['/shop/new-arrivals', '/'],
+                target: '/arcteryx/regear/new-arrivals',
+            },
+        ],
+    },
+};

package/lib/v2/arcteryx/regear-new-arrivals.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const host = 'https://www.regear.arcteryx.com';
+function getUSDPrice(number) {
+    return (number / 100).toLocaleString('en-US', { style: 'currency', currency: 'USD' });
+}
+module.exports = async (ctx) => {
+    const url = `${host}/shop/new-arrivals`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const contents = $('script:contains("window.__PRELOADED_STATE__")').text();
+    const regex = /{.*}/;
+    let items = JSON.parse(contents.match(regex)[0]).shop.items;
+    items = items.filter((item) => item.availableSizes.length !== 0);
+
+    const list = items.map((item) => {
+        const data = {};
+        data.title = item.displayTitle;
+        data.link = item.pdpLink.url;
+        data.imgUrl = JSON.parse(item.imageUrls).front;
+        data.availableSizes = item.availableSizes;
+        data.color = item.color;
+        data.originalPrice = getUSDPrice(item.originalPrice);
+        if (item.priceRange[0] === item.priceRange[1]) {
+            data.regearPrice = getUSDPrice(item.priceRange[0]);
+        } else {
+            data.regearPrice = `${getUSDPrice(item.priceRange[0])} - ${getUSDPrice(item.priceRange[1])}`;
+        }
+        data.description = art(path.join(__dirname, 'templates/regear-product-description.art'), {
+            data,
+        });
+        return data;
+    });
+
+    ctx.state.data = {
+        title: 'Arcteryx - Regear - New Arrivals',
+        link: url,
+        description: 'Arcteryx - Regear - New Arrivals',
+        item: list.map((item) => ({
+            title: item.title,
+            link: item.link,
+            description: item.description,
+        })),
+    };
+};

package/lib/v2/arcteryx/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/new-arrivals/:country/:gender', require('./new-arrivals'));
+    router.get('/regear/new-arrivals', require('./regear-new-arrivals'));
+};

package/lib/v2/arcteryx/templates/product-description.art

@@ -0,0 +1,6 @@
+<div>
+    <img src={{item.image}}>
+    <br><br>
+    {{item.short_description}}
+    <br><br>
+</div>

package/lib/v2/arcteryx/templates/regear-product-description.art

@@ -0,0 +1,16 @@
+<div>
+    Available Sizes:&nbsp;
+    {{each data.availableSizes}}
+    {{$value}}&nbsp;
+    {{/each}}
+    <br>
+    Color: {{data.color}}
+    <br>
+    Original Price: {{data.originalPrice}}
+    <br>
+    Regear Price: {{data.regearPrice}}
+    <br>
+
+    <img src={{data.imgUrl}}>
+    <br><br>
+</div>

package/lib/v2/baai/comments.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const { baseUrl, apiHost } = require('./utils');
+
+module.exports = async (ctx) => {
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 2 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 12) / 6,
+            },
+            (_, v) => `${apiHost}/api/v1/commentsall?page=${v + 1}`
+        ).map((url) => got.post(url))
+    );
+
+    const items = responses
+        .map((response) => response.data.data.list)
+        .flat()
+        .map((item) => ({
+            title: `${item.user_info.name} ${item.title_desc} ${item.title}`,
+            description: item.desc,
+            pubDate: timezone(parseDate(item.created_at), +8),
+            author: item.user_info.name,
+            link: `${baseUrl}/view/${item.source_id || item.story_id}`,
+            guid: `baai:hub:comments:${item.id}`,
+        }));
+
+    ctx.state.data = {
+        title: '评论 - 智源社区',
+        link: `${baseUrl}/comments`,
+        item: items,
+    };
+};

package/lib/v2/baai/events.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+
+const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 2 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 16) / 8,
+            },
+            (_, v) => `${apiHost}/api/v1/events?page=${v + 1}`
+        ).map((url) => got.post(url))
+    );
+
+    const list = responses
+        .map((response) => response.data.data)
+        .flat()
+        .map((item) => parseItem(item));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                item.description = await parseEventDetail(item);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '活动 - 智源社区',
+        link: `${baseUrl}/events`,
+        item: items,
+    };
+};

package/lib/v2/baai/hub.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const { baseUrl, apiHost, parseEventDetail, parseItem } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { tagId, sort = 'new', range } = ctx.params;
+
+    let title, description, brief, iconUrl;
+    if (tagId) {
+        const { data } = await got(`${apiHost}/api/v1/tags`, {
+            searchParams: {
+                id: tagId,
+            },
+        });
+        title = data.data[0].title;
+        description = data.data[0].description;
+        brief = data.data[0].brief;
+        iconUrl = data.data[0].icon_url;
+    }
+
+    const responses = await got.all(
+        Array.from(
+            {
+                // first 3 pages
+                length: (ctx.query.limit ? parseInt(ctx.query.limit, 10) : 18) / 6,
+            },
+            (_, v) => `${apiHost}/api/v1/story/list?page=${v + 1}&sort=${sort}${tagId ? `&tag_id=${tagId}` : ''}${range ? `&time_range=${range}` : ''}`
+        ).map((url) => got.post(url))
+    );
+
+    const list = responses
+        .filter((response) => response.data.data)
+        .map((response) => response.data.data)
+        .flat()
+        .map((item) => parseItem(item));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (!item.eventId) {
+                    const { data: response } = await got(item.link);
+                    const $ = cheerio.load(response);
+                    item.description = item.is_event ? $('div.box2').html() : $('.post-content').html();
+                } else {
+                    item.description = await parseEventDetail(item);
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title ? `${title} - ` : ''}${description ? `${description} - ` : ''}智源社区`,
+        description: brief,
+        link: `${baseUrl}/?${tagId ? `tag_id=${tagId}&` : ''}sort=${sort}${range ? `&time_range=${range}` : ''}`,
+        image: iconUrl,
+        item: items,
+    };
+};

package/lib/v2/baai/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/hub/comments': ['TonyRL'],
+    '/hub/events': ['TonyRL'],
+    '/hub/:tagId?/:sort?/:range?': ['TonyRL'],
+};

package/lib/v2/baai/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'baai.ac.cn': {
+        _name: '北京智源人工智能研究院',
+        hub: [
+            {
+                title: '智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/'],
+                target: (params, url) => {
+                    const searchParams = new URL(url).searchParams;
+                    const tagId = searchParams.get('tag_id');
+                    const sort = searchParams.get('sort');
+                    const range = searchParams.get('time_range');
+                    return `/baai/hub${tagId ? `/${tagId}` : ''}${sort ? `/${sort}` : ''}${range ? `/${range}` : ''}`;
+                },
+            },
+            {
+                title: '活动 - 智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/events', '/'],
+                target: '/baai/hub/events',
+            },
+            {
+                title: '评论 - 智源社区',
+                docs: 'https://docs.rsshub.app/programming.html#bei-jing-zhi-yuan-ren-gong-zhi-neng-yan-jiu-yuan',
+                source: ['/comments', '/'],
+                target: '/baai/hub/comments',
+            },
+        ],
+    },
+};

package/lib/v2/baai/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/hub/comments', require('./comments'));
+    router.get('/hub/events', require('./events'));
+    router.get('/hub/:tagId/:sort?/:range?', require('./hub'));
+    router.get('/hub/:tagId/:sort?', require('./hub'));
+    router.get('/hub/:sort?', require('./hub'));
+};

package/lib/v2/baai/utils.js

@@ -0,0 +1,33 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const baseUrl = 'https://hub.baai.ac.cn';
+const eventUrl = 'https://event.baai.ac.cn';
+const apiHost = 'https://hub-api.baai.ac.cn';
+
+const parseItem = (item) => ({
+    link: item.is_event ? `${eventUrl}/activities/${item.event_info.id}` : `${baseUrl}/view/${item.story_id}`,
+    title: item.is_event ? item.event_info.name : item.story_info.title,
+    pubDate: timezone(parseDate(item.is_event ? item.event_info.time_desc : item.story_info.created_at.replace('发布', '').replace('分享', '')), 8),
+    author: item.is_event ? item.event_info.company : item.story_info.user_name,
+    category: item.is_event ? null : item.story_info.tag_names.map((tag) => tag.title),
+    eventId: item.is_event ? item.event_info.id : null,
+});
+
+const parseEventDetail = async (item) => {
+    const { data } = await got(`${eventUrl}/api/api/Activity/IntroductionTypes`, {
+        searchParams: {
+            activityId: item.eventId,
+        },
+    });
+    return data.data.ac_desc + data.data.ac_desc_two;
+};
+
+module.exports = {
+    baseUrl,
+    eventUrl,
+    apiHost,
+    parseItem,
+    parseEventDetail,
+};

package/lib/v2/baidu/maintainer.js

@@ -5,4 +5,5 @@ module.exports = {
     '/tieba/post/:id': ['u3u'],
     '/tieba/post/lz/:id': ['u3u'],
     '/tieba/user/:uid': ['igxlin', 'nczitzk'],
+    '/top/:board?': ['xyqfer'],
 };

package/lib/v2/baidu/radar.js

@@ -6,7 +6,7 @@ module.exports = {
                 title: '首页指数',
                 docs: 'https://docs.rsshub.app/finance.html#bai-du-gu-shi-tong',
                 source: ['/'],
-                target: '/gushitong/index',
+                target: '/baidu/gushitong/index',
             },
         ],
         tieba: [
@@ -17,7 +17,7 @@ module.exports = {
                 target: (params, url) => {
                     const type = new URL(url).searchParams.get('tab');
                     if (!type || type === 'main') {
-                        return `/tieba/forum/${new URL(url).searchParams.get('kw')}`;
+                        return `/baidu/tieba/forum/${new URL(url).searchParams.get('kw')}`;
                     }
                 },
             },
@@ -28,7 +28,7 @@ module.exports = {
                 target: (params, url) => {
                     const type = new URL(url).searchParams.get('tab');
                     if (type === 'good') {
-                        return `/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
+                        return `/baidu/tieba/forum/good/${new URL(url).searchParams.get('kw')}`;
                     }
                 },
             },
@@ -36,13 +36,13 @@ module.exports = {
                 title: '帖子动态',
                 docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
                 source: '/p/:id',
-                target: '/tieba/post/:id',
+                target: '/baidu/tieba/post/:id',
             },
             {
                 title: '只看楼主',
                 docs: 'https://docs.rsshub.app/bbs.html#bai-du-tie-ba',
                 source: '/p/:id',
-                target: '/tieba/post/lz/:id',
+                target: '/baidu/tieba/post/lz/:id',
             },
             {
                 title: '用户帖子',
@@ -51,10 +51,18 @@ module.exports = {
                 target: (params, url) => {
                     const uid = new URL(url).searchParams.get('un');
                     if (uid) {
-                        return `/tieba/user/${uid}`;
+                        return `/baidu/tieba/user/${uid}`;
                     }
                 },
             },
         ],
+        top: [
+            {
+                title: '热搜榜单',
+                docs: 'https://docs.rsshub.app/other.html#bai-du-re-sou',
+                source: ['/board'],
+                target: (_, url) => `/baidu/top/${new URL(url).searchParams.get('tab')}`,
+            },
+        ],
     },
 };

package/lib/v2/baidu/router.js

@@ -5,4 +5,5 @@ module.exports = (router) => {
     router.get('/tieba/post/:id', require('./tieba/post'));
     router.get('/tieba/post/lz/:id', require('./tieba/post'));
     router.get('/tieba/user/:uid', require('./tieba/user'));
+    router.get('/top/:board?', require('./top'));
 };

package/lib/v2/baidu/templates/top.art

@@ -0,0 +1,9 @@
+{{ if item.img }}
+<img src="{{ item.img }}"><br>
+{{ /if }}
+{{ if item.show }}
+    {{ each item.show s }}
+        {{ s }}<br>
+    {{ /each }}
+{{ /if }}
+{{ item.desc }}

package/lib/v2/baidu/tieba/forum.js

@@ -39,7 +39,7 @@ module.exports = async (ctx) => {
                 .toArray()
                 .map((element) => {
                     const item = $(element);
-                    return `<img src="${item.attr('bpic')?.split('?tbpicau')[0]}">`;
+                    return `<img src="${item.attr('bpic')}">`;
                 })
                 .join('');
 

package/lib/v2/baidu/top.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { board = 'realtime' } = ctx.params;
+    const link = `https://top.baidu.com/board?tab=${board}`;
+    const { data: response } = await got(link);
+
+    const $ = cheerio.load(response);
+
+    const { data } = JSON.parse(
+        $('#sanRoot')
+            .contents()
+            .filter((e) => e.nodeType === 8)
+            .prevObject[0].data.match(/s-data:(.*)/)[1]
+    );
+
+    const items = data.cards[0].content.map((item) => ({
+        title: item.word,
+        description: art(path.join(__dirname, 'templates/top.art'), {
+            item,
+        }),
+        link: item.rawUrl,
+    }));
+
+    ctx.state.data = {
+        title: `${data.curBoardName} - 百度热搜`,
+        description: $('meta[name="description"]').attr('content'),
+        link,
+        item: items,
+    };
+};