rsshub 1.0.0-master.fbcba24 → 1.0.0-master.fc648b5

package/lib/routes/xiaohongshu/board.js

@@ -1,26 +0,0 @@
-const { getContent } = require('@/routes/xiaohongshu/util');
-
-module.exports = async (ctx) => {
-    const url = `https://www.xiaohongshu.com/board/${ctx.params.board_id}`;
-    const content = await getContent(url);
-    const regex = /_SSR_STATE__\S*=([\s\S]+)<\/script>/gm;
-    const match = regex.exec(content);
-    const main = JSON.parse(match[1]).Main;
-
-    const albumInfo = main.albumInfo;
-    const title = albumInfo.name;
-    const description = albumInfo.desc;
-
-    const list = main.notesDetail;
-    const resultItem = list.map((item) => ({
-        title: item.title,
-        link: `https://www.xiaohongshu.com/discovery/item/${item.id}`,
-        description: `<img src ="${item.cover.url}"><br>${item.title}`,
-    }));
-    ctx.state.data = {
-        title,
-        link: url,
-        item: resultItem,
-        description,
-    };
-};

package/lib/routes/xiaohongshu/user.js

@@ -1,48 +0,0 @@
-const { getContent } = require('@/routes/xiaohongshu/util');
-
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const userId = ctx.params.user_id;
-    const category = ctx.params.category;
-    const url = `https://www.xiaohongshu.com/user/profile/${userId}`;
-
-    const content = await getContent(url);
-    const $ = cheerio.load(content);
-    const description = $('head title').html();
-    const regex = /_SSR_STATE__\S*=([\s\S]+)<\/script>/gm;
-    const match = regex.exec(content);
-    const main = JSON.parse(match[1]).Main;
-    const userDetail = main.userDetail;
-    if (category === 'notes') {
-        const list = main.notesDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/discovery/item/${item.id}`,
-            description: `<img src ="${item.cover.url}"><br>${item.title}`,
-        }));
-
-        const title = `小红书-${userDetail.nickname}-笔记`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    } else if (category === 'album') {
-        const list = main.albumDetail;
-        const resultItem = list.map((item) => ({
-            title: item.title,
-            link: `https://www.xiaohongshu.com/board/${item.id}`,
-            description: item.images.map((it) => `<img src ="${it}">`).join(`<br />`),
-        }));
-
-        const title = `小红书-${userDetail.nickname}-专辑`;
-        ctx.state.data = {
-            title,
-            link: url,
-            item: resultItem,
-            description,
-        };
-    }
-};

package/lib/routes/xiaohongshu/util.js

@@ -1,18 +0,0 @@
-const delay = (timeout = 1000) => new Promise((resolve) => setTimeout(resolve, timeout));
-
-async function getContent(url) {
-    const browser = await require('@/utils/puppeteer')();
-    try {
-        const page = await browser.newPage();
-        await page.goto(url);
-        await delay(1000);
-        const content = await page.content();
-        return content.replace('"RedAppLayout":undefined,', ''); // fix json parse
-    } finally {
-        browser.close();
-    }
-}
-
-module.exports = {
-    getContent,
-};

package/lib/routes/xueqiu/favorite.js

@@ -1,37 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/favorites.json',
-        searchParams: queryString.stringify({
-            userid: id,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.list;
-
-    ctx.state.data = {
-        title: `ID: ${id} 的雪球收藏动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `ID: ${id} 的雪球收藏动态`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: item.description,
-            pubDate: new Date(item.created_at).toUTCString(),
-            link: `https://xueqiu.com${item.target}`,
-        })),
-    };
-};

package/lib/routes/xueqiu/fund.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const guid = `xueqiu/fund ${ctx.params.id}`;
-    const cache = await ctx.cache.get(guid);
-
-    if (cache) {
-        return Promise.resolve(JSON.parse(cache));
-    } else {
-        const url = `https://xueqiu.com/S/F${ctx.params.id}`;
-
-        let fundName = await got({
-            method: 'get',
-            url,
-            headers: {
-                Referer: 'https://xueqiu.com/',
-            },
-        });
-
-        const $ = cheerio.load(fundName.data);
-        fundName = $('.stock-name').text();
-        const fundNameShort = fundName.slice(0, -10);
-
-        const response = await got({
-            method: 'get',
-            url: `https://fund.xueqiu.com/dj/open/fund/growth/${ctx.params.id}?day=7`,
-            headers: {
-                Referer: url,
-            },
-        });
-
-        const data = response.data.data.fund_nav_growth.pop();
-        const yesterday = response.data.data.fund_nav_growth.pop();
-
-        let description = `${fundNameShort} <br> 最新净值 ${data.nav} <br> 今日`;
-        let title = `${fundNameShort} ${data.date.substring(5)} `;
-
-        const value = (parseFloat(data.nav) - parseFloat(yesterday.nav)).toFixed(4);
-
-        if (value > 0) {
-            description += '涨幅';
-            title += `📈 ${data.percentage}%`;
-        } else if (value < 0) {
-            description += '跌幅';
-            title += `📉 ${data.percentage}%`;
-        } else if (value === '0.0000') {
-            description += '无波动';
-            title += '持平';
-        }
-
-        description += ` ${data.percentage}%（¥${value}）`;
-
-        const single = {
-            title,
-            description,
-            pubDate: new Date().toUTCString(),
-            guid: `${guid} ${data.date}`,
-            link: url,
-        };
-
-        ctx.state.data = {
-            title: fundName,
-            link: url,
-            description: `${fundName} 净值更新`,
-            item: [single],
-        };
-
-        ctx.cache.set(guid, JSON.stringify(ctx.state.data));
-    }
-};

package/lib/routes/xueqiu/hots.js

@@ -1,44 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/statuses/hots.json',
-        searchParams: queryString.stringify({
-            a: '1',
-            count: '10',
-            page: '1',
-            scope: 'day',
-            type: 'status',
-            meigu: '0',
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/`,
-        },
-    });
-    const data = res2.data;
-
-    ctx.state.data = {
-        title: `热帖 - 雪球`,
-        link: `https://xueqiu.com/`,
-        description: `雪球热门帖子`,
-        item: data.map((item) => {
-            const description = item.text;
-            return {
-                title: item.title ? item.title : description.replace(/<[^>]+>/g, ''),
-                description: item.text,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link: `https://xueqiu.com${item.target}`,
-                author: item.user.screen_name,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/snb.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const url = 'https://xueqiu.com/p/' + id;
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const pattern = /SNB.cubeInfo = (.+?);/;
-    const info = pattern.exec(data)[1];
-    const obj = JSON.parse(info);
-    const rebalancing_histories = obj.sell_rebalancing.rebalancing_histories;
-    const snb_title = obj.name + ' 的调仓历史';
-    const snb_description = obj.description;
-
-    const title = obj.name + ' 的上一笔调仓';
-    let description = '';
-    for (const some_detail of rebalancing_histories) {
-        const prev_weight_adjusted = some_detail.prev_weight_adjusted ? some_detail.prev_weight_adjusted : 0;
-        description += some_detail.stock_name + ' from ' + prev_weight_adjusted + ' to ' + some_detail.target_weight + '，\n';
-    }
-    const time = obj.sell_rebalancing.updated_at;
-
-    const single = {
-        title,
-        description,
-        pubDate: new Date(time).toUTCString(),
-        link: url,
-        guid: `xueqiu::snb::${id}::${time}`,
-    };
-
-    ctx.state.data = {
-        title: snb_title,
-        link: url,
-        description: snb_description,
-        item: [single],
-    };
-};

package/lib/routes/xueqiu/stock_comments.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const template = require('art-template');
-const { parseDate } = require('@/utils/parse-date');
-
-const description_template = `
-<a href='https://xueqiu.com/u/{{item.user.id}}'>
-    <div style="font-weight: bold;">{{item.user.screen_name}}:</div>
-</a>
-<hr/>
-{{item.text}}
-<br/>
-{{if item.retweeted_status}}
-<hr style="border:1 dashed #987cb9" />
-{{item.retweeted_status.text}}
-{{else}}
-<hr/>
-{{/if}}
-<div style="text-align:right">
-    ----来源于:{{item.source}}
-</div>`;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const titleLength = ctx.params.titleLength || 30;
-
-    const res = await got({
-        method: 'get',
-        url: `https://xueqiu.com/query/v1/symbol/search/status?u=11111&count=100&comment=0&symbol=${id}&source=all&sort=time`,
-    });
-
-    // 获取stock_name
-    const stock_name = await ctx.cache.tryGet(`stock_name_${id}`, async () => {
-        const res = await got({
-            method: 'get',
-            url: `https://xueqiu.com/S/${id}`,
-        });
-        const $ = cheerio.load(res.data); // 使用 cheerio 加载返回的 HTML
-        return $('.stock-name').text().split('(')[0];
-    });
-
-    const data = res.data.list;
-    ctx.state.data = {
-        title: `${id} ${stock_name} - 评论`,
-        link: `https://xueqiu.com/S/${id}`,
-        description: `${stock_name} - 评论`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            const description = template.render(description_template, { item });
-            return {
-                title: item.title !== '' ? item.title : item.text.replace(/<[^>]+>/g, '').slice(0, titleLength),
-                description,
-                pubDate: parseDate(item.created_at),
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/stock_info.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type || 'announcement';
-    const count = 10;
-    const page = 1;
-    const typename = {
-        announcement: '公告',
-        news: '自选股新闻',
-        research: '研报',
-        all: 'all',
-    };
-    const source = typename[type];
-
-    const res1 = await got({
-        method: 'get',
-        url: `https://xueqiu.com/S/${id}`,
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const $ = cheerio.load(res1.data); // 使用 cheerio 加载返回的 HTML
-    const stock_name = $('.stock-name').text().split('(')[0];
-
-    let query_url = 'https://xueqiu.com/statuses';
-    if (source === 'all') {
-        query_url += '/search.json';
-    } else {
-        query_url += '/stock_timeline.json';
-    }
-
-    const res2 = await got({
-        method: 'get',
-        url: query_url,
-        searchParams: queryString.stringify({
-            symbol_id: id,
-            symbol: id,
-            source,
-            count,
-            page,
-            sort: 'alpha',
-            comment: '0',
-            hl: '0',
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-
-    const data = res2.data.list;
-    ctx.state.data = {
-        title: `${id} ${stock_name} - ${source}`,
-        link: `https://xueqiu.com/S/${id}`,
-        description: `${stock_name} - ${source}`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            return {
-                title: item.title !== '' ? item.title : item.description.replace(/<[^>]+>/g, ''),
-                description: item.description,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/user.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type || 10;
-    const source = type === '11' ? '买卖' : '';
-    const typename = {
-        10: '全部',
-        0: '原发布',
-        2: '长文',
-        4: '问答',
-        9: '热门',
-        11: '交易',
-    };
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/v4/statuses/user_timeline.json',
-        searchParams: queryString.stringify({
-            user_id: id,
-            type,
-            source,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.statuses.filter((s) => s.mark !== 1); // 去除置顶动态
-
-    ctx.state.data = {
-        title: `${data[0].user.screen_name} 的雪球${typename[type]}动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `${data[0].user.screen_name} 的雪球${typename[type]}动态`,
-        item: data.map((item) => {
-            const description = item.description + (item.retweeted_status ? `<blockquote>${item.retweeted_status.user.screen_name}:&nbsp;${item.retweeted_status.description}</blockquote>` : '');
-            return {
-                title: item.title ? item.title : description.replace(/<[^>]+>/g, ''),
-                description,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link: `https://xueqiu.com${item.target}`,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/user_stock.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: `https://stock.xueqiu.com/v5/stock/portfolio/stock/list.json?category=1&size=1000&uid=${id}`,
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.data.stocks;
-
-    const res3 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/statuses/original/show.json',
-        searchParams: queryString.stringify({
-            user_id: id,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const screen_name = res3.data.user.screen_name;
-
-    ctx.state.data = {
-        title: `${screen_name} 的雪球自选动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `@${screen_name} 的雪球自选动态`,
-        item: data.map((item) => ({
-            title: `@${screen_name} 关注了股票 ${item.name}`,
-            description: `@${screen_name} 在${new Date(item.created).toLocaleString()} 关注了 ${item.name}(${item.exchange}:${item.symbol})。`,
-            pubDate: new Date(item.created).toUTCString(),
-            link: `https://xueqiu.com/s/${item.symbol}`,
-        })),
-    };
-};

package/lib/routes/yomiuri/news.js

@@ -1,144 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const url = `https://www.yomiuri.co.jp/${category}`;
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    let categoryName;
-    let list = null;
-    if (category === 'news') {
-        categoryName = '新着・速報';
-        const urlPrefix = 'https://www.yomiuri.co.jp/y_ajax/';
-
-        // get list1
-        const param1 = $('input#latest_list_news_other_params').val();
-        const response1 = await got({
-            method: 'get',
-            url: urlPrefix + 'latest_list_news/' + param1 + '/?action=latest_list_news&others=' + param1,
-        });
-        const data1 = response1.data;
-        const firstArticleList = cheerio.load(data1);
-
-        // get list2
-        const param2 = $('input#latest_list_news_other_params2').val();
-        const response2 = await got({
-            method: 'get',
-            url: urlPrefix + 'latest_list_news2/' + param2 + '/?action=latest_list_news2&others=' + param2,
-        });
-        const data2 = response2.data;
-        const secondArticleList = cheerio.load(data2);
-        list = secondArticleList('article').add(firstArticleList('article'));
-
-        list = list.map((index, item) => {
-            item = $(item);
-            // remove matome title
-            const matomeTitle = item.find('div.c-matome-title');
-            if (matomeTitle.length !== 0) {
-                matomeTitle.remove();
-            }
-            // remove member only
-            const lockedIcon = item.find('svg[class=icon-locked]');
-            if (lockedIcon.length === 0) {
-                return item;
-            } else {
-                return null;
-            }
-        });
-    } else {
-        let parentSelector = 'div.p-category-organization,.p-category-time-series';
-        // igoshougi channel sepcial div selector
-        if (category === 'igoshougi') {
-            parentSelector = 'div.uni-news-igoshougi-top';
-        }
-        categoryName = $('h1.p-header-category-current-title,h1.p-header-category-content-title').text();
-        // p-header-category-content-title
-        list = $(parentSelector).find('li').not('.p-member-only').not('.p-ad-list-item');
-        list = list.map((index, item) => {
-            item = $(item);
-            // remove matome title
-            const matomeTitle = item.find('div.c-matome-title');
-            if (matomeTitle.length !== 0) {
-                matomeTitle.remove();
-            }
-            return item;
-        });
-    }
-
-    // format category name
-    if (categoryName !== '') {
-        categoryName = ' - ' + categoryName.trim();
-    }
-
-    const items = await Promise.all(
-        list
-            .map(async (index, item) => {
-                item = $(item);
-
-                let link = '';
-                if (categoryName === '新着・速報') {
-                    link = item.find('h3').children('a').attr('href');
-                } else {
-                    link = item.find('a').attr('href');
-                }
-
-                const description = await ctx.cache.tryGet(link, async () => {
-                    const response = await got.get(link);
-                    const $ = cheerio.load(response.data);
-                    const mainContent = $('div.p-main-contents');
-                    // remove articles recomended
-                    const recommendNode = mainContent.find('aside.ev-article-manual-related__article-inline');
-                    if (recommendNode.length !== 0) {
-                        recommendNode.remove();
-                    }
-                    return mainContent.html();
-                });
-
-                let tag = '';
-                if (categoryName === '新着・速報') {
-                    const tag_table = {
-                        news: '新着・速報',
-                        national: '社会',
-                        politics: '政治',
-                        economy: '経済',
-                        sports: 'スポーツ',
-                        world: '国際',
-                        science: '科学・ＩＴ',
-                        election: '選挙・世論調査',
-                        culture: 'エンタメ・文化',
-                        igoshougi: '囲碁・将棋',
-                        life: 'ライフ',
-                        local: '地域',
-                        editorial: '社説',
-                        medical: '医療・健康',
-                        olympic: 'オリンピック',
-                    };
-                    const tag_value = tag_table[link.split('/')[3]];
-                    tag = tag_value ? tag_value : 'その他';
-                    tag = '[' + tag + '] ';
-                }
-
-                return {
-                    title: tag + item.find('a').text(),
-                    description,
-                    pubDate: timezone(new Date(item.find('time').prop('datetime')), +9),
-                    link,
-                };
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: '読売新聞' + categoryName,
-        link: url,
-        item: items,
-    };
-};