rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/v2/openai/radar.js

@@ -0,0 +1,35 @@
+module.exports = {
+    'openai.com': {
+        _name: 'OpenAI',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/en/new-media.html#openai',
+                source: '/blog',
+                target: (_, url) => {
+                    const topics = new URL(url).searchParams.get('topics');
+                    if (topics) {
+                        return `/openai/blog/${topics}`;
+                    }
+                    return '/openai/blog';
+                },
+            },
+        ],
+        chat: [
+            {
+                title: 'ChatGPT - Release Notes',
+                docs: 'https://docs.rsshub.app/en/new-media.html#openai',
+                source: '/chat',
+                target: () => '/openai/chatgpt/release-notes',
+            },
+        ],
+        research: [
+            {
+                title: 'Research',
+                docs: 'https://docs.rsshub.app/en/new-media.html#openai',
+                source: '/research',
+                target: () => '/openai/research',
+            },
+        ],
+    },
+};

package/lib/v2/openai/research.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const { getApiUrl, parseArticle } = require('./common');
+
+module.exports = async (ctx) => {
+    const apiUrl = new URL('/api/v1/research-publications', await getApiUrl());
+    const researchRootUrl = 'https://openai.com/research';
+
+    // Construct API query
+    apiUrl.searchParams.append('sort', '-publicationDate,-createdAt');
+    apiUrl.searchParams.append('include', 'media');
+
+    const resp = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+    const obj = resp.data;
+
+    const items = await Promise.all(
+        obj.data.map((item) => {
+            const attributes = item.attributes;
+            return parseArticle(ctx, researchRootUrl, attributes);
+        })
+    );
+
+    const title = 'OpenAI Research';
+
+    ctx.state.data = {
+        title,
+        link: researchRootUrl,
+        item: items,
+    };
+};

package/lib/v2/openai/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/blog/:tag?', require('./blog'));
+    router.get('/chatgpt/release-notes', require('./chatgpt'));
+    router.get('/research', require('./research'));
+};

package/lib/v2/openai/templates/article.art

@@ -0,0 +1,2 @@
+<img src="{{ imageSrc }}" alt="{{ imageAlt }}"/>
+{{@ content }}

package/lib/v2/oshwhub/explore.js

@@ -0,0 +1,116 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const md = require('markdown-it')({
+    html: true,
+    linkify: true,
+});
+
+const requestImages = (url, tryGet) =>
+    tryGet(url, async () => {
+        const response = await got({
+            method: 'get',
+            url,
+        });
+
+        const images = {};
+        const boms = [];
+
+        const imgData = response.data;
+        imgData?.result?.boards?.forEach((board) => {
+            const name = board.name;
+            if (images[name] === undefined) {
+                images[name] = [];
+            }
+
+            board.schematic?.documents?.forEach((val) => {
+                if (val.thumb) {
+                    images[name].push(val.thumb);
+                }
+            });
+
+            if (board.pcb_info?.thumb) {
+                images[name].push(board.pcb_info.thumb);
+            }
+            if (board.pcb_info?.boms?.boms) {
+                boms.push(...JSON.parse(board.pcb_info.boms.boms));
+            }
+        });
+        return { images, boms };
+    });
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://oshwhub.com';
+    const sortType = ctx.params.sortType ?? 'updatedTime';
+
+    const url = `${baseUrl}/explore?projectSort=${sortType}`;
+    const response = await got({
+        method: 'get',
+        url,
+    });
+
+    const html = response.data;
+    const $ = cheerio.load(html);
+    const title = $('title').text();
+    const projects = $('a[class="project-link"]');
+
+    const items = await Promise.all(
+        projects.map((id, item) => {
+            const detailUrl = `${baseUrl}${item.attribs.href}`;
+            return ctx.cache.tryGet(detailUrl, async () => {
+                const response = await got({
+                    method: 'get',
+                    url: detailUrl,
+                });
+
+                const html = response.data;
+                const $$ = cheerio.load(html);
+                const projectDetail = $$('div[class="projects-left-top"]');
+
+                const title = $$(projectDetail).find('span[class="title"]').text();
+                const author = $$(projectDetail).find('div[class="member-items"] > ul > li > a > span').first().text().trim();
+                const publishTime = $$(projectDetail).find('div[class="establish-time"] > span').text();
+                const pubDate = timezone(parseDate(publishTime.trim().split('\n')[1].trim(), 'YYYY/MM/DD HH:mm:ss'), 0);
+
+                const coverImg = $$(projectDetail).find('div[class="img-cover"] > img').attr('src').trim();
+                const introduction = $$(projectDetail).find('p[class="introduction"]').text().trim();
+                const content = $$(projectDetail).find('div[class*="html-content"]').attr('data-markdown');
+
+                // request images
+                const dataUuid = $$('div[class="projects-detail"]').attr()['data-uuid'];
+                const { images, boms } = await requestImages(`${baseUrl}/api/project/${dataUuid}/pro_images`, ctx.cache.tryGet);
+
+                const description = art(path.join(__dirname, 'templates/description.art'), {
+                    title,
+                    author,
+                    publishTime,
+                    coverImg,
+                    introduction,
+                    content: md.render(content) || 'No Content',
+                    images,
+                    boms,
+                });
+
+                const single = {
+                    title,
+                    description,
+                    pubDate,
+                    link: detailUrl,
+                    author,
+                };
+
+                return single;
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title,
+        link: url,
+        description: title,
+        item: items,
+    };
+};

package/lib/v2/oshwhub/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:sortType?': ['tylinux'],
+};

package/lib/v2/oshwhub/radar.js

@@ -0,0 +1,16 @@
+module.exports = {
+    'oshwhub.com': {
+        _name: '立创开源硬件平台',
+        '.': [
+            {
+                title: '开源广场',
+                docs: 'https://docs.rsshub.app/other.html#li-chuang-kai-yuan-ying-jian-ping-tai',
+                source: ['/explore'],
+                target: (_, url) => {
+                    const sortType = new URL(url).searchParams.get('projectSort');
+                    return sortType ? `/oshwhub/${sortType}` : '';
+                },
+            },
+        ],
+    },
+};

package/lib/v2/oshwhub/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:sortType?', require('./explore'));
+};

package/lib/v2/oshwhub/templates/description.art

@@ -0,0 +1,58 @@
+<div>
+    <div>
+        <img src={{coverImg}} /><br><br>
+        <span>{{publishTime}}</span><br>
+        <span>作者：{{author}}</span><br>
+        <span>{{introduction}}</span><br>
+    </div>
+
+    <div>
+        <h1> 描述 </h1>
+        {{@ content}}
+    </div>
+
+    {{ if images }}
+    <div>
+        <h1> PCB && schematic </h1>
+        {{each images $imgs $key}}
+            {{each $imgs $img}}
+                <img src={{$img}} /><br>
+            {{/each}}
+        {{/each}}
+    </div>
+    {{/if}}
+
+    {{ if boms }}
+    <div>
+        <h1> BOM </h1>
+        <table class="table">
+            <tr>
+                <th>No</th>
+                <th>Quantity</th>
+                <th>Device</th>
+                <th>Designator</th>
+                <th>Footprint</th>
+                <th>Value</th>
+                <th>Manufacturer Part</th>
+                <th>Manufacturer</th>
+                <th>Supplier Part</th>
+                <th>Supplier</th>
+            </tr>
+            {{each boms}}
+            <tr>
+                <th>{{$value.No}}</th>
+                <th>{{$value.Quantity}}</th>
+                <th>{{$value.Device}}</th>
+                <th>{{$value.Designator}}</th>
+                <th>{{$value.Footprint}}</th>
+                <th>{{$value.Value}}</th>
+                <th>{{$value['Manufacturer Part']}}</th>
+                <th>{{$value.Manufacturer}}</th>
+                <th>{{$value['Supplier Part']}}</th>
+                <th>{{$value.Supplier}}</th>
+            </tr>
+            {{/each}}
+        </table>
+    </div>
+    {{/if}}
+</div>

package/lib/v2/ouc/it-postgraduate.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'https://it.ouc.edu.cn/_s381/16619/list.psp';
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const list = $('.col_news_list .news_list li');
+
+    ctx.state.data = {
+        title: '中国海洋大学信息科学与工程学院',
+        link,
+        description: '中国海洋大学信息科学与工程学院研究生招生通知公告',
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                const a = item.find('a');
+                return {
+                    title: a.attr('title'),
+                    link: new URL(a.attr('href'), link).href,
+                    pubDate: parseDate(item.find('span').text(), 'YYYY-MM-DD'),
+                };
+            }),
+    };
+};

package/lib/v2/ouc/it.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const host = 'https://it.ouc.edu.cn';
+    const typelist = ['学院要闻', '学院公告', '学术活动'];
+    const urlList = ['xyyw/list.psp', 'xygg/list.psp', 'xshd/list.psp'];
+    const type = parseInt(ctx.params.type) || 0;
+    const link = new URL(urlList[type], host).href;
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+
+    const list = $('.col_news_list .news_list li')
+        .toArray()
+        .map((e) => {
+            e = $(e);
+            const a = e.find('a');
+            return {
+                title: a.attr('title'),
+                link: new URL(a.attr('href'), host).href,
+                pubDate: parseDate(e.find('span').text(), 'YYYY-MM-DD'),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.author = '中国海洋大学信息科学与工程学院';
+                item.description = $('.wp_articlecontent').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `中国海洋大学信息科学与工程学院${typelist[type]}`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/ouc/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/it/postgraduate': ['shengmaosu'],
+    '/it/:type?': ['GeoffreyChen777'],
+    '/yjs': ['shengmaosu'],
+};

package/lib/v2/ouc/radar.js

@@ -0,0 +1,27 @@
+module.exports = {
+    'ouc.edu.cn': {
+        _name: '中国海洋大学',
+        it: [
+            {
+                title: '信息科学与工程学院',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-hai-yang-da-xue',
+                source: ['/'],
+                target: '/ocu/it',
+            },
+            {
+                title: '信息科学与工程学院研究生招生通知公告',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-hai-yang-da-xue',
+                source: ['/_s381/16619/list.psp', '/16619/list.htm', '/'],
+                target: '/ocu/it/postgraduate',
+            },
+        ],
+        yz: [
+            {
+                title: '研究生院',
+                docs: 'https://docs.rsshub.app/university.html#zhong-guo-hai-yang-da-xue',
+                source: ['/5926/list.htm'],
+                target: '/ocu/yjs',
+            },
+        ],
+    },
+};

package/lib/v2/ouc/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/it/postgraduate', require('./it-postgraduate'));
+    router.get('/it/:type?', require('./it'));
+    router.get('/yjs', require('./yjs'));
+};

package/lib/v2/ouc/yjs.js

@@ -0,0 +1,27 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const link = 'https://yz.ouc.edu.cn/5926/list.htm';
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const list = $('.wp_article_list li');
+
+    ctx.state.data = {
+        title: '中国海洋大学研究生院',
+        link,
+        description: '中国海洋大学研究生院通知公告',
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                const a = item.find('a');
+                return {
+                    title: a.attr('title'),
+                    link: new URL(a.attr('href'), link).href,
+                    pubDate: parseDate(item.find('.Article_PublishDate').text()),
+                };
+            }),
+    };
+};

package/lib/v2/patagonia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/patagonia/new-arrivals/:category': ['NavePnow'],
+};

package/lib/v2/patagonia/new-arrivals.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+const cheerio = require('cheerio');
+const host = 'https://www.patagonia.com';
+const categoryMap = {
+    mens: ['mens-new', 'mens-new-arrivals'],
+    womens: ['womens-new', 'womens-new-arrivals'],
+    kids: ['kids-new-arrivals', 'kids-baby-new-arrivals'],
+    luggage: ['luggage-new-arrivals', 'luggage-new-arrivals'],
+};
+function extractSfrmUrl(url) {
+    const urlObj = new URL(url);
+    const sfrmValue = urlObj.searchParams.get('sfrm');
+    urlObj.search = new URLSearchParams({ sfrm: sfrmValue }).toString();
+    return urlObj.toString();
+}
+module.exports = async (ctx) => {
+    const { category } = ctx.params;
+    const url = `${host}/on/demandware.store/Sites-patagonia-us-Site/en_US/Search-LazyGrid`;
+    const response = await got({
+        method: 'get',
+        url,
+        searchParams: {
+            cgid: categoryMap[category][0],
+            isLazyGrid: true,
+        },
+    });
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('.product')
+        .map(function () {
+            const data = {};
+            data.title = $(this).find('.product-tile').data('tealium').product_name[0];
+            let imgUrl = new URL($(this).find('[itemprop="image"]').attr('content'));
+            imgUrl = extractSfrmUrl(imgUrl);
+
+            const price = $(this).find('[itemprop="price"]').eq(0).text();
+            data.link = host + '/' + $(this).find('[itemprop="url"]').attr('href');
+            data.description =
+                price +
+                art(path.join(__dirname, 'templates/product-description.art'), {
+                    imgUrl,
+                });
+            data.category = $(this).find('[itemprop="category"]').attr('content');
+            return data;
+        })
+        .get();
+    ctx.state.data = {
+        title: `Patagonia - New Arrivals - ${category.toUpperCase()}`,
+        link: `${host}/shop/${categoryMap[category][1]}`,
+        description: `Patagonia - New Arrivals - ${category.toUpperCase()}`,
+        item: list.map((item) => ({
+            title: item.title,
+            description: item.description,
+            link: item.link,
+            category: item.category,
+        })),
+    };
+};

package/lib/v2/patagonia/radar.js

@@ -0,0 +1,23 @@
+module.exports = {
+    'patagonia.com': {
+        _name: 'Patagonia',
+        '.': [
+            {
+                title: 'New Arrivals',
+                docs: 'https://docs.rsshub.app/shopping.html#patagonia',
+                source: ['/shop/*new-arrivals'],
+                target: (_, url) => {
+                    const param = new URL(url).pathname.split('/').pop().replace('-new-arrivals', '');
+                    if (param === 'new-arrivals') {
+                        return '';
+                    }
+                    if (param === 'kids-baby') {
+                        return '/patagonia/new-arrivals/kids';
+                    } else {
+                        return `/patagonia/new-arrivals/${param}`;
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/patagonia/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/new-arrivals/:category', require('./new-arrivals'));
+};

package/lib/v2/patagonia/templates/product-description.art

@@ -0,0 +1,4 @@
+<div>
+    <img src={{imgUrl}}>
+</div>
+

package/lib/v2/people/router.js

@@ -1,6 +1,6 @@
 module.exports = function (router) {
     router.get('/liuyan/:id/:state?', require('./liuyan'));
     router.get('/xjpjh/:keyword?/:year?', require('./xjpjh'));
-    router.get(/([\w|\d]+)\/([\w|\d|/]+)?/, require('./index'));
+    router.get(/([\w\d]+)\/([\w\d/]+)?/, require('./index'));
     router.get('/:0?', require('./index'));
 };

package/lib/v2/phoronix/index.js

@@ -0,0 +1,107 @@
+const parser = require('@/utils/rss-parser');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+
+const baseUrl = 'https://www.phoronix.com';
+
+module.exports = async (ctx) => {
+    const { page, queryOrItem } = ctx.params;
+    const rssUrl = new URL('/rss.php', baseUrl);
+    rssUrl.searchParams.set('page', page);
+    if (queryOrItem) {
+        if (page === 'category') {
+            rssUrl.searchParams.set('item', queryOrItem);
+        } else {
+            rssUrl.searchParams.set('q', queryOrItem);
+        }
+    }
+
+    const feed = await parser.parseURL(rssUrl.toString());
+
+    const items = await Promise.all(
+        feed.items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const html = response.body;
+                const $ = cheerio.load(html);
+                const content = $('.content');
+
+                // Author
+                const authorSelector = $('.author > a');
+                // thel last 2 are the category and comments
+                const author = authorSelector
+                    .slice(0, authorSelector.length - 2)
+                    .toArray()
+                    .map((e) => $(e).text());
+
+                // Maybe it's paginated
+                const links = $('.pagination > a')
+                    .toArray()
+                    .map((pager) => `${baseUrl}${pager.attribs.href}`)
+                    .slice(0, -1); // the last one is "next page"
+
+                if (links.length) {
+                    const pages = await Promise.all(
+                        links.map((link) =>
+                            ctx.cache.tryGet(link, async () => {
+                                const response = await got(link);
+                                const html = response.data;
+                                const $$ = cheerio.load(html);
+                                const page = $$('.content');
+                                return page.html();
+                            })
+                        )
+                    );
+                    content.append(pages);
+                }
+
+                // Summary
+                const summary = $('.content > p:nth-child(1)');
+
+                // High res images
+                content.find('img').each((_, img) => {
+                    if (img.attribs.src.endsWith('_med')) {
+                        img.attribs.src = img.attribs.src.replace('_med', '_show');
+                    }
+                });
+
+                return {
+                    title: item.title,
+                    id: item.guid,
+                    pubDate: item.pubDate,
+                    author: author.join(', '),
+                    link: item.link,
+                    summary: summary.html(),
+                    description: content.html(),
+                    icon: 'https://www.phoronix.com/android-chrome-192x192.png',
+                    logo: 'https://www.phoronix.com/phxcms7-css/phoronix.png',
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: feed.title,
+        link: feed.link,
+        description: feed.description,
+        item: items,
+        language: feed.language,
+        icon: 'https://www.phoronix.com/android-chrome-192x192.png',
+        image: 'https://www.phoronix.com/android-chrome-192x192.png',
+        logo: 'https://www.phoronix.com/phxcms7-css/phoronix.png',
+        // Copied from thier web page metadata
+        category: [
+            'Linux Hardware Reviews',
+            'Linux hardware benchmarks',
+            'Linux Hardware',
+            'Linux benchmarking',
+            'Desktop Linux',
+            'GNU/Linux benchmarks',
+            'Open Source AMD',
+            'Linux How To',
+            'X.Org drivers',
+            'Ubuntu hardware',
+            'Phoronix Test Suite',
+        ],
+    };
+};

package/lib/v2/phoronix/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:page/:queryOrItem?': ['oppliate'],
+};

package/lib/v2/phoronix/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'phoronix.com': {
+        _name: 'Phoronix',
+        '.': [
+            {
+                title: '新闻与评测',
+                docs: 'https://docs.rsshub.app/new-media.html#phoronix',
+                source: ['/*'],
+                target: '/phoronix/news',
+            },
+        ],
+    },
+};

package/lib/v2/phoronix/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:page/:queryOrItem?', require('./index'));
+};