rsshub 1.0.0-master.f6ab7b6 → 1.0.0-master.f6b1d4c

package/lib/routes/nikkei/news.js

@@ -1,155 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const article_type = ctx.params.article_type;
-    let url = '';
-    if (category === 'news') {
-        url = `https://www.nikkei.com`;
-    } else {
-        url = `https://www.nikkei.com/${category}/archive`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    let categoryName = '';
-    let list = null;
-    let iconElement = '';
-    if (category === 'news') {
-        categoryName = '総合';
-        list = $('div.k-card.k-card--small.k-card--reverse,.k-card--headline').not('[data-rn-track="hub-ad-recommend"]').not('.k-hub-card--small-title');
-        iconElement = 'li.k-card__icon';
-    } else {
-        categoryName = $('h1.l-miH11_title').text().trim();
-        list = $('div#CONTENTS_MAIN').children('div.m-miM09').not('.PRa');
-        iconElement = 'span.m-iconMember';
-    }
-
-    const deleteItems = [];
-    const items = await Promise.all(
-        list
-            .map(async (index, item) => {
-                item = $(item);
-                let title = '';
-                let link = '';
-                const memberLimit = item.find(iconElement).length > 0;
-
-                if (memberLimit && article_type === 'free') {
-                    deleteItems.push(title);
-                    return {
-                        title,
-                        description: '',
-                        link,
-                    };
-                } else {
-                    if (category === 'news') {
-                        title = item.find('a').eq(0).text();
-                        link = item.find('a.k-card__block-link').eq(0).attr('href');
-                    } else {
-                        title = item.children('h3').children('a').text();
-                        link = item.find('a').eq(0).attr('href');
-                    }
-                    if (link.substring(0, 4) !== 'http') {
-                        link = 'https://www.nikkei.com' + link;
-                    }
-
-                    const tagArr = [];
-                    if (categoryName === '総合') {
-                        const tagTable = {
-                            economy: '経済・金融',
-                            politics: '政治',
-                            business: 'ビジネス',
-                            technology: 'テクノロジー',
-                            international: '国際',
-                            sports: 'スポーツ',
-                            society: '社会・くらし',
-                            opinion: 'オピニオン',
-                            culture: '文化',
-                            local: '地域',
-                            style: 'ライフ',
-                        };
-                        item.find('li.k-card__tag')
-                            .children()
-                            .each((index, item) => {
-                                const tagPath = $(item).attr('href');
-                                let tag = '';
-                                if (tagPath.indexOf('?dw') >= 0) {
-                                    tag = $('a[href="https://www.nikkei.com' + tagPath.replace('?', '/?') + '"]')
-                                        .parent()
-                                        .parent()
-                                        .parent()
-                                        .parent()
-                                        .parent()
-                                        .children('a')
-                                        .text();
-                                } else if (tagPath.indexOf('style') >= 0) {
-                                    tag = 'ライフ';
-                                } else {
-                                    tag = tagTable[tagPath.split('/')[1]];
-                                }
-                                tag = tag ? tag : 'コラム';
-                                if (tag !== 'トップ' && tagArr.indexOf(tag) < 0) {
-                                    tagArr.push(tag);
-                                }
-                            });
-                        const start = tagArr.indexOf('コラム');
-                        if (start >= 0 && tagArr.length > 1) {
-                            tagArr.splice(start, 1);
-                        }
-                    }
-                    if (memberLimit) {
-                        tagArr.push('会員限定');
-                    }
-                    if (tagArr.length > 0) {
-                        title = '[' + tagArr.join(' ') + '] ' + title;
-                    }
-
-                    const description = await ctx.cache.tryGet(link, async () => {
-                        const response = await got.get(link);
-                        const $ = cheerio.load(response.data);
-                        if ($('section.container_cz8tiun').length > 0) {
-                            $('section.container_cz8tiun')
-                                .find('figure')
-                                .each((index, item) => {
-                                    const imgSrc = $(item).attr('data-src-for-image-viewer');
-                                    const $imgElement = $('<img src="' + imgSrc + '"/>');
-                                    $(item).prepend($imgElement);
-                                });
-                            return $('section.container_cz8tiun').html();
-                        } else {
-                            return $('div.sc-54bcr2-2.jMNzyO').html();
-                        }
-                    });
-
-                    return {
-                        title,
-                        description,
-                        link,
-                    };
-                }
-            })
-            .get()
-    );
-
-    for (const deleteItem of deleteItems) {
-        for (let index = 0; index < items.length; index++) {
-            const item = items[index];
-            if (item.title === deleteItem) {
-                items.splice(index, 1);
-                break;
-            }
-        }
-    }
-
-    ctx.state.data = {
-        title: '日本経済新聞-' + categoryName,
-        link: url,
-        item: items,
-    };
-};

package/lib/routes/notefolio/index.js

@@ -1,67 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const caty = ctx.params.caty || 'all';
-    const order = ctx.params.order || 'pick';
-    const time = ctx.params.time || 'all';
-    const query = ctx.params.query || '';
-
-    const rootUrl = `https://notefolio.net/?work_categories=${caty === 'all' ? '' : caty}&order=${order}&from=${time}&q=${query}`;
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    $('div.mobile-category-order').remove();
-
-    const list = $('div.work-list div.work-list-item')
-        .slice(0, 5)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.go-to-work-info').eq(0);
-            return {
-                title: item.find('div.title').text(),
-                link: `https://notefolio.net${a.attr('href')}`,
-                author: item.find('span.go-profile-area').text(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = '<ul>';
-
-                content('li.block-image a img').each((_, i) => {
-                    i = content(i);
-                    item.description += `<li><img src="${i.attr('src')}"></li>`;
-                });
-
-                content('li.block-video iframe').each((_, i) => {
-                    i = content(i);
-                    item.description += `<li><iframe src="${i.attr('src')}"></li>`;
-                });
-
-                item.description += `<li>${content('li.block-text').html()}</li></ul>`;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: rootUrl,
-        item: items,
-    };
-};

package/lib/routes/oilprice/index.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-module.exports = async (ctx) => {
-    const { area } = ctx.params;
-    const link = 'http://oil.usd-cny.com/';
-    const response = await got({
-        method: 'get',
-        url: link,
-        responseType: 'buffer',
-    });
-    const $ = cheerio.load(iconv.decode(response.data, 'gb2312'));
-    const $list = $('.content').eq(0).find('table tbody tr');
-    const resultItem = [];
-    let areaName = '';
-    const updateTime = $('.time').text().split('：')[1];
-    const labelList = $list
-        .eq(1)
-        .find('td')
-        .slice(1)
-        .map((index, item) => $(item).text())
-        .get();
-
-    for (let i = 2; i < $list.length; i++) {
-        if ($list.eq(i).find('td a').attr('href').includes(`oil.usd-cny.com/${area}.htm`)) {
-            const $item = $list.eq(i);
-            areaName = $item.find('td a').text();
-            const { description, content } = labelList.reduce(
-                (descObj, label, index) => {
-                    const price = $item
-                        .find('td')
-                        .eq(index + 1)
-                        .text();
-
-                    descObj.description += `
-          <strong>${label}:</strong> ${price}<br>
-        `;
-                    descObj.content += `${label}-${price}; `;
-
-                    return descObj;
-                },
-                {
-                    description: '',
-                    content: '',
-                }
-            );
-
-            resultItem.push({
-                title: `${updateTime}-${areaName}油价: ${content}`,
-                description,
-                link,
-                guid: updateTime,
-                pubDate: new Date(updateTime).toUTCString(),
-            });
-            break;
-        }
-    }
-
-    ctx.state.data = {
-        title: `今日油价查询-${areaName}`,
-        description: '今日汽油价格查询 最新柴油油价实时行情',
-        link,
-        item: resultItem,
-    };
-};

package/lib/routes/openai/blog.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const tag = ctx.params.tag || '';
-
-    const rootUrl = 'https://openai.com';
-    const currentUrl = `${rootUrl}/blog${tag === '' ? '' : `/tags/${tag}`}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.col-12 a')
-        .slice(0, 5)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('title').text();
-
-                content('.aside').remove();
-
-                item.description = content('.content').html();
-                item.pubDate = new Date(content('time').attr('datetime')).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/phoronix/index.js

@@ -1,111 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const rssUrl = new URL('/rss.php', 'https://www.phoronix.com');
-    rssUrl.searchParams.set('page', ctx.params.page);
-    if (ctx.params.queryOrItem) {
-        if (ctx.params.page === 'category') {
-            rssUrl.searchParams.set('item', ctx.params.queryOrItem);
-        } else {
-            rssUrl.searchParams.set('q', ctx.params.queryOrItem);
-        }
-    }
-
-    const feed = await parser.parseURL(rssUrl.toString());
-
-    const items = await Promise.all(
-        feed.items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const response = await got(item.link);
-                const html = response.body;
-                const $ = cheerio.load(html);
-                const content = $('.content');
-
-                // Maybe it's paginated
-                const links = [];
-                $('.pagination > a').each((_i, pager) => {
-                    const link = pager.attribs.href;
-                    links.push(link);
-                });
-
-                const pages = await Promise.all(
-                    links.map((link) =>
-                        ctx.cache.tryGet(link, async () => {
-                            const response = await got(item.link);
-                            const html = response.body;
-                            const $$ = cheerio.load(html);
-                            const page = $$('.content');
-                            return page.html();
-                        })
-                    )
-                );
-                content.append(pages);
-
-                // Summary
-                const summary = $('.content > p:nth-child(1)');
-
-                // Author
-                const author = [];
-                const authorSelector = $('.author > a');
-                // thel last 2 are the category and comments
-                authorSelector.slice(0, authorSelector.length - 2).each((_i, e) => author.push(e.attribs.content));
-
-                // Remove unwanted DOMs
-                const unwanted_element_selectors = [
-                    '[class*="-advert"]',
-                    '.social-share',
-                    '.article-body-after',
-                    'scmp-chinaR2-early-text',
-                    '.newsletter-widget-wrapper',
-                    '[id*="-tracker"]',
-                    '[class^="advert-"]',
-                    'amp-list',
-                    '.more-on-this',
-                ];
-                unwanted_element_selectors.forEach((selector) => {
-                    content.find(selector).each((_i, e) => {
-                        $(e).remove();
-                    });
-                });
-
-                return {
-                    title: item.title,
-                    id: item.guid,
-                    pubDate: item.pubDate,
-                    author: author.join(),
-                    link: item.link,
-                    summary: summary.html(),
-                    description: content.html(),
-                    icon: 'https://www.phoronix.com/android-chrome-192x192.png',
-                    logo: 'https://www.phoronix.com/phxcms7-css/phoronix.png',
-                };
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-        language: feed.language,
-        icon: 'https://www.phoronix.com/android-chrome-192x192.png',
-        logo: 'https://www.phoronix.com/phxcms7-css/phoronix.png',
-        // Copied from thier web page metadata
-        category: [
-            'Linux Hardware Reviews',
-            'Linux hardware benchmarks',
-            'Linux Hardware',
-            'Linux benchmarking',
-            'Desktop Linux',
-            'GNU/Linux benchmarks',
-            'Open Source AMD',
-            'Linux How To',
-            'X.Org drivers',
-            'Ubuntu hardware',
-            'Phoronix Test Suite',
-        ],
-    };
-};

package/lib/routes/pingwest/status.js

@@ -1,40 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseUrl = 'https://www.pingwest.com';
-    const url = `${baseUrl}/api/state/list`;
-    const response = await got(url, {
-        searchParams: {
-            page: 1,
-        },
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data.data.list);
-    const items = $('section.item')
-        .map((_, ele) => {
-            const timestamp = ele.attribs['data-t'];
-            const $item = cheerio.load(ele);
-            const rightNode = $item('.news-info');
-            const tag = rightNode.find('.item-tag-list').text();
-            const title = rightNode.find('.title').text();
-            const link = rightNode.find('a').last().attr('href');
-            const description = rightNode.text();
-            return {
-                title: title || tag,
-                link: link.startsWith('http') ? link : `https:${link}`,
-                description,
-                pubDate: new Date(timestamp * 1000).toUTCString(),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '品玩 - 实时要闻',
-        description: '品玩 - 实时要闻',
-        link: `${baseUrl}/status`,
-        item: items,
-    };
-};

package/lib/routes/pingwest/tag.js

@@ -1,50 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { tag, type } = ctx.params;
-    const baseUrl = 'https://www.pingwest.com';
-    const tagUrl = `${baseUrl}/tag/${tag}`;
-    const tagId = await ctx.cache.tryGet(`pingwest-tag-${tag}`, async () => {
-        const res = await got(encodeURI(tagUrl), {
-            headers: {
-                Referer: baseUrl,
-            },
-        });
-        const $ = cheerio.load(res.data);
-        const tagId = $('.tag-detail').attr('data-id');
-        return tagId;
-    });
-    const url = `${baseUrl}/api/tag_article_list`;
-    const response = await got(url, {
-        searchParams: {
-            page: 1,
-            id: tagId,
-            type,
-        },
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data.data.list);
-    const items = $('.item')
-        .map((_, ele) => {
-            const className = ele.attribs.class;
-            if (className.includes('state')) {
-                return utils.statusListParser(cheerio.load(ele))[0];
-            }
-            if (className.includes('wire')) {
-                return utils.wireListParser(cheerio.load(ele))[0];
-            }
-            return utils.articleListParser(cheerio.load(ele))[0];
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `品玩 - ${tag}`,
-        description: `品玩 - ${tag}`,
-        link: tagUrl,
-        item: items,
-    };
-};

package/lib/routes/pingwest/user.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { uid, type = 'article' } = ctx.params;
-    const baseUrl = 'https://www.pingwest.com';
-    const aimUrl = `${baseUrl}/user/${uid}/${type}`;
-    const { userName, realUid } = await ctx.cache.tryGet(`pingwest-user-info-${uid}`, async () => {
-        const res = await got(aimUrl, {
-            headers: {
-                Referer: baseUrl,
-            },
-        });
-        const $ = cheerio.load(res.data);
-        const userInfoNode = $('#J_userId');
-        return {
-            userName: userInfoNode.text(),
-            realUid: userInfoNode.attr('data-user-id'),
-        };
-    });
-    const url = `${baseUrl}/api/user_data`;
-    const response = await got(url, {
-        searchParams: {
-            page: 1,
-            user_id: realUid,
-            tab: type,
-        },
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data.data.list);
-
-    let item = [];
-    switch (type) {
-        case 'article':
-            item = utils.articleListParser($);
-            break;
-        case 'state':
-            item = utils.statusListParser($);
-            break;
-    }
-
-    const typeToLabel = {
-        article: '文章',
-        state: '动态',
-    };
-    ctx.state.data = {
-        title: `品玩 - ${userName} - ${typeToLabel[type]}`,
-        description: `品玩 - ${userName} - ${typeToLabel[type]}`,
-        link: aimUrl,
-        item,
-    };
-};

package/lib/routes/pingwest/utils.js

@@ -1,76 +0,0 @@
-const cheerio = require('cheerio');
-
-const statusListParser = ($) => {
-    const items = $('.item')
-        .map((_, ele) => {
-            const timestamp = ele.attribs.pt;
-            const $item = cheerio.load(ele);
-            const mainNode = $item('.news-detail');
-            const imgsStr = mainNode
-                .find('img')
-                .map((_, ele) => `<img src="${ele.attribs.src}"/>`)
-                .get()
-                .join('<br/>');
-            const link = mainNode.find('.content a').first().attr('href');
-            const content = mainNode
-                .text()
-                .trim()
-                .replace(/展开全文$/, '');
-            return {
-                title: content,
-                link: link.startsWith('http') ? link : `https:${link}`,
-                description: [content, imgsStr].filter((s) => !!s).join('<br/>'),
-                pubDate: new Date(timestamp * 1000).toUTCString(),
-            };
-        })
-        .get();
-    return items;
-};
-
-const articleListParser = ($) => {
-    const items = $('.item')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            const timestamp = ele.attribs.pt;
-            const imgUrl = $item('.news-img img').attr('src');
-            const titleNode = $item('.title').first();
-            const title = titleNode.text();
-            const link = titleNode.find('a').attr('href');
-            const description = $item('.desc').text();
-            const author = $item('.author a').text();
-            return {
-                title,
-                link: link.startsWith('http') ? link : `https:${link}`,
-                description: [description, `<img src="${imgUrl}"/>`].join('<br/>'),
-                author,
-                pubDate: new Date(timestamp * 1000).toUTCString(),
-            };
-        })
-        .get();
-    return items;
-};
-
-const wireListParser = ($) => {
-    const items = $('.item')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            const timestamp = ele.attribs.pt;
-            const titleNode = $item('.text').first();
-            const title = titleNode.text();
-            const link = titleNode.find('a').attr('href');
-            return {
-                title,
-                link: link.startsWith('http') ? link : `https:${link}`,
-                description: title,
-                pubDate: new Date(timestamp * 1000).toUTCString(),
-            };
-        })
-        .get();
-    return items;
-};
-
-module.exports = {
-    articleListParser,
-    statusListParser,
-    wireListParser,
-};