rsshub 1.0.0-master.fe69819 → 1.0.0-master.febd623

package/lib/routes/who/news-room.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const { parseDate } = require('@/utils/parse-date');
-
-const host = 'https://www.who.int/';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-
-    const link = url.resolve('https://www.who.int/zh/news-room/', type);
-    const response = await got.get(encodeURI(link));
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.list-view--item');
-    const title = $('ul.sf-breadscrumb.breadcrumb li.active').text();
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                const $elem = $(elem);
-                const title = $elem.find('p').text();
-                const link = url.resolve(host, $elem.find('a').attr('href'));
-                const pubDate = parseDate($elem.find('.timestamp').text(), 'YYYY年M月D日');
-
-                const item = {
-                    title,
-                    pubDate,
-                    link: encodeURI(link),
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    const detail = await got.get(item.link);
-                    const data = detail.data;
-                    const $ = cheerio.load(data);
-
-                    item.description = $('article')
-                        .html()
-                        .replace(/src="\//g, `src="${host}`);
-                    ctx.cache.set(key, item.description);
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: `世界卫生组织媒体中心-${title}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/who/news.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const language = ctx.params.language || 'en';
-
-    const rootUrl = 'https://www.who.int';
-    const currentUrl = `${rootUrl}/${language === 'en' ? '' : `${language}/`}news`;
-    const apiUrl = `${rootUrl}/api/news/newsitems?sf_culture=${language}&$orderby=PublicationDateAndTime%20desc&$select=Title,PublicationDateAndTime,ItemDefaultUrl`;
-
-    const response = await got({
-        method: 'get',
-        url: apiUrl,
-    });
-
-    const list = response.data.value.map((item) => ({
-        title: item.Title,
-        link: `${currentUrl}/item/${item.ItemDefaultUrl}`,
-        pubDate: parseDate(item.PublicationDateAndTime),
-    }));
-
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-
-                    item.description = detailResponse.data.match(/"description":"(.*)","datePublished"/)[1];
-
-                    return item;
-                })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'News - WHO',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/wsj/index.js

@@ -1,139 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-const categoryToXMLFileName = {
-    opinion: 'RSSOpinion.xml',
-    world_news: 'RSSWorldNews.xml',
-    us_bussiness: 'WSJcomUSBusiness.xml',
-    market_news: 'RSSMarketsMain.xml',
-    technology: 'RSSWSJD.xml',
-    lifestyle: 'RSSLifestyle.xml',
-};
-
-const categoryToName = {
-    opinion: 'Opinion',
-    world_news: 'World News',
-    us_bussiness: 'U.S. Business',
-    market_news: 'Markets News',
-    technology: "Technology: What's News",
-    lifestyle: 'Lifestyle',
-};
-
-module.exports = async (ctx) => {
-    const language = ctx.params.lang;
-    const category = ctx.params.category;
-    let rssUrl;
-    switch (language) {
-        case 'en-us':
-            rssUrl = `https://feeds.a.dj.com/rss/${categoryToXMLFileName[category]}`;
-            break;
-        case 'zh-cn':
-            // Doesn't support categorical subscribtion
-            rssUrl = `https://cn.wsj.com/zh-hans/rss/`;
-            break;
-        case 'zh-tw':
-            rssUrl = `https://cn.wsj.com/zh-hant/rss/`;
-            break;
-        default:
-            // Doesn't support other languages (e.g. ja) for now
-            throw Error(`Language ${language} is not supported`);
-    }
-
-    const feed = await parser.parseURL(rssUrl);
-    const chromeMobileUserAgent = 'Mozilla/5.0 (Linux; Android 7.0; SM-G892A Build/NRD90M; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/67.0.3396.87 Mobile Safari/537.36';
-
-    const items = await Promise.all(
-        feed.items.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                // Fetch the AMP version
-                const url = item.link.replace(/(?<=^https:\/\/\w+\.wsj\.com)/, '/amp');
-                const response = await got({
-                    url,
-                    method: 'get',
-                    headers: {
-                        'User-Agent': chromeMobileUserAgent,
-                    },
-                });
-                const html = response.body;
-                const $ = cheerio.load(html);
-                const content = $('.articleBody > div[amp-access="access"]');
-
-                // Cover
-                const cover = $('.articleLead > div.is-lead-inset > div.header > .img-header > div.image-container > amp-img > img');
-
-                if (cover.length > 0) {
-                    $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-                    $(cover).remove();
-                }
-
-                // Summary
-                const summary = $('head > meta[name="description"]').attr('content');
-
-                // Metadata (categories & updatedAt)
-                const updatedAt = $('meta[itemprop="dateModified"]').attr('content');
-                const publishedAt = $('meta[itemprop="datePublished"]').attr('content');
-
-                const categories = $('meta[name="keywords"]')
-                    .attr('content')
-                    .split(',')
-                    .map((c) => c.trim());
-
-                // Images
-                content.find('amp-img').each((i, e) => {
-                    const img = $(`<img width="${e.attribs.width}" height="${e.attribs.height}" src="${e.attribs.src}" alt="${e.attribs.alt}">`);
-
-                    // Caption follows, no need to handle caption
-                    $(img).insertBefore(e);
-                    $(e).remove();
-                });
-
-                // iframes (youtube videos and interactive elements)
-                content.find('amp-iframe').each((i, e) => {
-                    const iframe = $(`<iframe width="${e.attribs.width}" height="${e.attribs.height}" src="${e.attribs.src}">`);
-                    $(iframe).insertBefore(e);
-                    $(e).remove();
-                });
-
-                // Remove unwanted DOMs
-                const unwanted_element_selectors = ['amp-ad', '.wsj-ad'];
-                unwanted_element_selectors.forEach((selector) => {
-                    content.find(selector).each((i, e) => {
-                        $(e).remove();
-                    });
-                });
-
-                // Paywall
-                content.find('.paywall').each((i, e) => {
-                    // Caption follows, no need to handle caption
-                    $(e.childNodes).insertBefore(e);
-                    $(e).remove();
-                });
-
-                return {
-                    title: item.title,
-                    id: item.guid,
-                    pubDate: new Date(publishedAt).toUTCString(),
-                    updated: new Date(updatedAt).toUTCString(),
-                    author: item.creator,
-                    link: item.link,
-                    summary,
-                    description: content.html(),
-                    category: categories,
-                    icon: 'https://s.wsj.net/media/wsj_launcher-icon-4x.png',
-                    logo: 'https://vir.wsj.net/fp/assets/webpack4/img/wsj-logo-big-black.165e51cc.svg',
-                };
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: categoryToName[category],
-        link: feed.link,
-        description: feed.description,
-        item: items,
-        language: feed.language,
-        icon: 'https://s.wsj.net/media/wsj_launcher-icon-4x.png',
-        logo: 'https://vir.wsj.net/fp/assets/webpack4/img/wsj-logo-big-black.165e51cc.svg',
-    };
-};

package/lib/routes/xiaohongshu/board.js

@@ -1,26 +0,0 @@
-const { getContent } = require('@/routes/xiaohongshu/util');
-
-module.exports = async (ctx) => {
-    const url = `https://www.xiaohongshu.com/board/${ctx.params.board_id}`;
-    const content = await getContent(url);
-    const regex = /_SSR_STATE__\S*=([\s\S]+)<\/script>/gm;
-    const match = regex.exec(content);
-    const main = JSON.parse(match[1]).Main;
-
-    const albumInfo = main.albumInfo;
-    const title = albumInfo.name;
-    const description = albumInfo.desc;
-
-    const list = main.notesDetail;
-    const resultItem = list.map((item) => ({
-        title: item.title,
-        link: `https://www.xiaohongshu.com/discovery/item/${item.id}`,
-        description: `<img src ="${item.cover.url}"><br>${item.title}`,
-    }));
-    ctx.state.data = {
-        title,
-        link: url,
-        item: resultItem,
-        description,
-    };
-};

package/lib/routes/xiaohongshu/user.js

@@ -1,48 +0,0 @@
-const { getContent } = require('@/routes/xiaohongshu/util');
-
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const userId = ctx.params.user_id;
-    const category = ctx.params.category;
-    const url = `https://www.xiaohongshu.com/user/profile/${userId}`;
-
-    const content = await getContent(url);
-    const $ = cheerio.load(content);
-    const description = $('head title').html();
-    const regex = /_SSR_STATE__\S*=([\s\S]+)<\/script>/gm;
-    const match = regex.exec(content);
-    const main = JSON.parse(match[1]).Main;
-    const userDetail = main.userDetail;
-    if (category === 'notes') {
-        const list = main.notesDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/discovery/item/${item.id}`,
-            description: `<img src ="${item.cover.url}"><br>${item.title}`,
-        }));
-
-        const title = `小红书-${userDetail.nickname}-笔记`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    } else if (category === 'album') {
-        const list = main.albumDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/board/${item.id}`,
-            description: item.images.map((it) => `<img src ="${it}">`).join(`<br />`),
-        }));
-
-        const title = `小红书-${userDetail.nickname}-专辑`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    }
-};

package/lib/routes/xiaohongshu/util.js

@@ -1,18 +0,0 @@
-const delay = (timeout = 1000) => new Promise((resolve) => setTimeout(resolve, timeout));
-
-async function getContent(url) {
-    const browser = await require('@/utils/puppeteer')();
-    try {
-        const page = await browser.newPage();
-        await page.goto(url);
-        await delay(1000);
-        const content = await page.content();
-        return content.replace('"RedAppLayout":undefined,', ''); // fix json parse
-    } finally {
-        browser.close();
-    }
-}
-
-module.exports = {
-    getContent,
-};

package/lib/routes/xueqiu/favorite.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/favorites.json',
-        searchParams: queryString.stringify({
-            userid: id,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.list;
-
-    ctx.state.data = {
-        title: `ID: ${id} 的雪球收藏动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `ID: ${id} 的雪球收藏动态`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: item.description,
-            pubDate: new Date(item.created_at).toUTCString(),
-            link: `https://xueqiu.com${item.target}`,
-        })),
-    };
-};

package/lib/routes/xueqiu/fund.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const guid = `xueqiu/fund ${ctx.params.id}`;
-    const cache = await ctx.cache.get(guid);
-
-    if (cache) {
-        return Promise.resolve(JSON.parse(cache));
-    } else {
-        const url = `https://xueqiu.com/S/F${ctx.params.id}`;
-
-        let fundName = await got({
-            method: 'get',
-            url,
-            headers: {
-                Referer: 'https://xueqiu.com/',
-            },
-        });
-
-        const $ = cheerio.load(fundName.data);
-        fundName = $('.stock-name').text();
-        const fundNameShort = fundName.slice(0, -10);
-
-        const response = await got({
-            method: 'get',
-            url: `https://fund.xueqiu.com/dj/open/fund/growth/${ctx.params.id}?day=7`,
-            headers: {
-                Referer: url,
-            },
-        });
-
-        const data = response.data.data.fund_nav_growth.pop();
-        const yesterday = response.data.data.fund_nav_growth.pop();
-
-        let description = `${fundNameShort} <br> 最新净值 ${data.nav} <br> 今日`;
-        let title = `${fundNameShort} ${data.date.substring(5)} `;
-
-        const value = (parseFloat(data.nav) - parseFloat(yesterday.nav)).toFixed(4);
-
-        if (value > 0) {
-            description += '涨幅';
-            title += `📈 ${data.percentage}%`;
-        } else if (value < 0) {
-            description += '跌幅';
-            title += `📉 ${data.percentage}%`;
-        } else if (value === '0.0000') {
-            description += '无波动';
-            title += '持平';
-        }
-
-        description += ` ${data.percentage}%（¥${value}）`;
-
-        const single = {
-            title,
-            description,
-            pubDate: new Date().toUTCString(),
-            guid: `${guid} ${data.date}`,
-            link: url,
-        };
-
-        ctx.state.data = {
-            title: fundName,
-            link: url,
-            description: `${fundName} 净值更新`,
-            item: [single],
-        };
-
-        ctx.cache.set(guid, JSON.stringify(ctx.state.data));
-    }
-};

package/lib/routes/xueqiu/hots.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/statuses/hots.json',
-        searchParams: queryString.stringify({
-            a: '1',
-            count: '10',
-            page: '1',
-            scope: 'day',
-            type: 'status',
-            meigu: '0',
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/`,
-        },
-    });
-    const data = res2.data;
-
-    ctx.state.data = {
-        title: `热帖 - 雪球`,
-        link: `https://xueqiu.com/`,
-        description: `雪球热门帖子`,
-        item: data.map((item) => {
-            const description = item.text;
-            return {
-                title: item.title ? item.title : description.replace(/<[^>]+>/g, ''),
-                description: item.text,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link: `https://xueqiu.com${item.target}`,
-                author: item.user.screen_name,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/snb.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const url = 'https://xueqiu.com/p/' + id;
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const pattern = /SNB.cubeInfo = (.+?);/;
-    const info = pattern.exec(data)[1];
-    const obj = JSON.parse(info);
-    const rebalancing_histories = obj.sell_rebalancing.rebalancing_histories;
-    const snb_title = obj.name + ' 的调仓历史';
-    const snb_description = obj.description;
-
-    const title = obj.name + ' 的上一笔调仓';
-    let description = '';
-    for (const some_detail of rebalancing_histories) {
-        const prev_weight_adjusted = some_detail.prev_weight_adjusted ? some_detail.prev_weight_adjusted : 0;
-        description += some_detail.stock_name + ' from ' + prev_weight_adjusted + ' to ' + some_detail.target_weight + '，\n';
-    }
-    const time = obj.sell_rebalancing.updated_at;
-
-    const single = {
-        title,
-        description,
-        pubDate: new Date(time).toUTCString(),
-        link: url,
-        guid: `xueqiu::snb::${id}::${time}`,
-    };
-
-    ctx.state.data = {
-        title: snb_title,
-        link: url,
-        description: snb_description,
-        item: [single],
-    };
-};

package/lib/routes/xueqiu/stock_comments.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const template = require('art-template');
-const { parseDate } = require('@/utils/parse-date');
-
-const description_template = `
-<a href='https://xueqiu.com/u/{{item.user.id}}'>
-    <div style="font-weight: bold;">{{item.user.screen_name}}:</div>
-</a>
-<hr/>
-{{item.text}}
-<br/>
-{{if item.retweeted_status}}
-<hr style="border:1 dashed #987cb9" />
-{{item.retweeted_status.text}}
-{{else}}
-<hr/>
-{{/if}}
-<div style="text-align:right">
-    ----来源于:{{item.source}}
-</div>`;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const titleLength = ctx.params.titleLength || 30;
-
-    const res = await got({
-        method: 'get',
-        url: `https://xueqiu.com/query/v1/symbol/search/status?u=11111&count=100&comment=0&symbol=${id}&source=all&sort=time`,
-    });
-
-    // 获取stock_name
-    const stock_name = await ctx.cache.tryGet(`stock_name_${id}`, async () => {
-        const res = await got({
-            method: 'get',
-            url: `https://xueqiu.com/S/${id}`,
-        });
-        const $ = cheerio.load(res.data); // 使用 cheerio 加载返回的 HTML
-        return $('.stock-name').text().split('(')[0];
-    });
-
-    const data = res.data.list;
-    ctx.state.data = {
-        title: `${id} ${stock_name} - 评论`,
-        link: `https://xueqiu.com/S/${id}`,
-        description: `${stock_name} - 评论`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            const description = template.render(description_template, { item });
-            return {
-                title: item.title !== '' ? item.title : item.text.replace(/<[^>]+>/g, '').slice(0, titleLength),
-                description,
-                pubDate: parseDate(item.created_at),
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/stock_info.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type || 'announcement';
-    const count = 10;
-    const page = 1;
-    const typename = {
-        announcement: '公告',
-        news: '自选股新闻',
-        research: '研报',
-        all: 'all',
-    };
-    const source = typename[type];
-
-    const res1 = await got({
-        method: 'get',
-        url: `https://xueqiu.com/S/${id}`,
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const $ = cheerio.load(res1.data); // 使用 cheerio 加载返回的 HTML
-    const stock_name = $('.stock-name').text().split('(')[0];
-
-    let query_url = 'https://xueqiu.com/statuses';
-    if (source === 'all') {
-        query_url += '/search.json';
-    } else {
-        query_url += '/stock_timeline.json';
-    }
-
-    const res2 = await got({
-        method: 'get',
-        url: query_url,
-        searchParams: queryString.stringify({
-            symbol_id: id,
-            symbol: id,
-            source,
-            count,
-            page,
-            sort: 'alpha',
-            comment: '0',
-            hl: '0',
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-
-    const data = res2.data.list;
-    ctx.state.data = {
-        title: `${id} ${stock_name} - ${source}`,
-        link: `https://xueqiu.com/S/${id}`,
-        description: `${stock_name} - ${source}`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            return {
-                title: item.title !== '' ? item.title : item.description.replace(/<[^>]+>/g, ''),
-                description: item.description,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link,
-            };
-        }),
-    };
-};