rsshub 1.0.0-master.ff1cc11 → 1.0.0-master.ff97759

package/lib/routes/xueqiu/stock_info.js

@@ -1,71 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type || 'announcement';
-    const count = 10;
-    const page = 1;
-    const typename = {
-        announcement: '公告',
-        news: '自选股新闻',
-        research: '研报',
-        all: 'all',
-    };
-    const source = typename[type];
-
-    const res1 = await got({
-        method: 'get',
-        url: `https://xueqiu.com/S/${id}`,
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const $ = cheerio.load(res1.data); // 使用 cheerio 加载返回的 HTML
-    const stock_name = $('.stock-name').text().split('(')[0];
-
-    let query_url = 'https://xueqiu.com/statuses';
-    if (source === 'all') {
-        query_url += '/search.json';
-    } else {
-        query_url += '/stock_timeline.json';
-    }
-
-    const res2 = await got({
-        method: 'get',
-        url: query_url,
-        searchParams: queryString.stringify({
-            symbol_id: id,
-            symbol: id,
-            source,
-            count,
-            page,
-            sort: 'alpha',
-            comment: '0',
-            hl: '0',
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-
-    const data = res2.data.list;
-    ctx.state.data = {
-        title: `${id} ${stock_name} - ${source}`,
-        link: `https://xueqiu.com/S/${id}`,
-        description: `${stock_name} - ${source}`,
-        item: data.map((item) => {
-            let link = `https://xueqiu.com${item.target}`;
-            if (item.quote_cards) {
-                link = item.quote_cards[0].target_url;
-            }
-            return {
-                title: item.title !== '' ? item.title : item.description.replace(/<[^>]+>/g, ''),
-                description: item.description,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/user.js

@@ -1,52 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type || 10;
-    const source = type === '11' ? '买卖' : '';
-    const typename = {
-        10: '全部',
-        0: '原发布',
-        2: '长文',
-        4: '问答',
-        9: '热门',
-        11: '交易',
-    };
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/v4/statuses/user_timeline.json',
-        searchParams: queryString.stringify({
-            user_id: id,
-            type,
-            source,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.statuses.filter((s) => s.mark !== 1); // 去除置顶动态
-
-    ctx.state.data = {
-        title: `${data[0].user.screen_name} 的雪球${typename[type]}动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `${data[0].user.screen_name} 的雪球${typename[type]}动态`,
-        item: data.map((item) => {
-            const description = item.description + (item.retweeted_status ? `<blockquote>${item.retweeted_status.user.screen_name}:&nbsp;${item.retweeted_status.description}</blockquote>` : '');
-            return {
-                title: item.title ? item.title : description.replace(/<[^>]+>/g, ''),
-                description,
-                pubDate: new Date(item.created_at).toUTCString(),
-                link: `https://xueqiu.com${item.target}`,
-            };
-        }),
-    };
-};

package/lib/routes/xueqiu/user_stock.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const res1 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/',
-    });
-    const token = res1.headers['set-cookie'].find((s) => s.startsWith('xq_a_token=')).split(';')[0];
-
-    const res2 = await got({
-        method: 'get',
-        url: `https://stock.xueqiu.com/v5/stock/portfolio/stock/list.json?category=1&size=1000&uid=${id}`,
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const data = res2.data.data.stocks;
-
-    const res3 = await got({
-        method: 'get',
-        url: 'https://xueqiu.com/statuses/original/show.json',
-        searchParams: queryString.stringify({
-            user_id: id,
-        }),
-        headers: {
-            Cookie: token,
-            Referer: `https://xueqiu.com/u/${id}`,
-        },
-    });
-    const screen_name = res3.data.user.screen_name;
-
-    ctx.state.data = {
-        title: `${screen_name} 的雪球自选动态`,
-        link: `https://xueqiu.com/u/${id}`,
-        description: `@${screen_name} 的雪球自选动态`,
-        item: data.map((item) => ({
-            title: `@${screen_name} 关注了股票 ${item.name}`,
-            description: `@${screen_name} 在${new Date(item.created).toLocaleString()} 关注了 ${item.name}(${item.exchange}:${item.symbol})。`,
-            pubDate: new Date(item.created).toUTCString(),
-            link: `https://xueqiu.com/s/${item.symbol}`,
-        })),
-    };
-};

package/lib/routes/youku/channel.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const path = require('path');
-
-module.exports = async (ctx) => {
-    const channelId = ctx.params.channelId;
-    const embed = !ctx.params.embed;
-
-    const response = await got({
-        method: 'get',
-        url: `http://i.youku.com/i/${channelId}/videos`,
-        headers: {
-            Host: 'i.youku.com',
-            Referer: `http://i.youku.com/i/${channelId}`,
-        },
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $('.items > .v');
-
-    ctx.state.data = {
-        title: $('.username').text(),
-        link: `http://i.youku.com/i/${channelId}`,
-        description: $('.desc').text(),
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    const cover = item.find('.v-thumb img').attr('src');
-                    const title = item.find('.v-link a').attr('title');
-                    const $link = item.find('.v-meta-title > a');
-                    const link = $link.length > 0 ? `https:${$link.attr('href')}` : null;
-
-                    if (link) {
-                        const videoId = path.parse(link).name.replace(/^id_/g, '');
-                        const iframe = `<iframe height=498 width=510 src='https://player.youku.com/embed/${videoId}' frameborder=0 'allowfullscreen'></iframe>`;
-
-                        return {
-                            title,
-                            description: `
-                ${embed ? iframe : ''}
-                <br>
-                <img src="${cover}">
-              `,
-                            link,
-                        };
-                    } else {
-                        return null;
-                    }
-                })
-                .get()
-                .filter((item) => item),
-    };
-};

package/lib/routes/yxdzqb/index.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const url = require('url');
-const cheerio = require('cheerio');
-
-const host = 'https://www.yxdzqb.com';
-
-const map = {
-    new: 'index_r.html',
-    hot: 'index1.html',
-    hot_chinese: 'index_1c.html',
-    low: 'index2.html',
-    low_chinese: 'index_2c.html',
-};
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-
-    const link = url.resolve(host, map[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-    const title = $('.btn-primary b').text() || $('.btn-danger b').text() || $('.btn-info b').text();
-    const list = $('tr.bg-none');
-
-    const out = list
-        .map((index, item) => {
-            item = $(item);
-
-            const title = item.find('div table:nth-child(1) tr td:nth-child(1)').text();
-            const description = `<img src=${item.find('table.cell_tabs > tbody > tr > td:nth-child(1) > img').attr('src')}>` + item.find('div.collapse').html();
-            const link = item.find('div.collapse table.cell_tabs > tbody > tr > td:nth-child(1) > a').attr('href');
-            const guid = link + item.find('div.cell_price span:nth-child(2)').text();
-
-            const single = {
-                title,
-                description,
-                link,
-                guid,
-            };
-            return single;
-        })
-        .get();
-
-    ctx.state.data = {
-        title: `${title}-游戏打折情报`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/yystv/category.js

@@ -1,65 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category;
-    const url = `http://www.yystv.cn/b/${category}`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const first_part = $('.b-list-main-item')
-        .slice(0, 2)
-        .map(function () {
-            const info = {
-                title: $(this).find('.b-main-info-title').text(),
-                link: 'http://www.yystv.cn' + $(this).find('.b-main-info-title a').attr('href'),
-                pubDate: date($(this).find('.b-main-createtime').text()),
-                author: $(this).find('.b-author').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const second_part = $('.list-container li')
-        .slice(0, 18)
-        .map(function () {
-            const info = {
-                title: $('.list-article-title', this).text(),
-                link: 'http://www.yystv.cn' + $('a', this).attr('href'),
-                pubDate: date($('.c-999', this).text()),
-                author: $('.handler-author-link', this).text(),
-            };
-            return info;
-        })
-        .get();
-
-    const items = first_part.concat(second_part);
-    function getDescription(items) {
-        return Promise.all(
-            items.map(async (currentValue) => {
-                currentValue.description = await ctx.cache.tryGet(currentValue.link, async () => {
-                    const r = await got({
-                        url: currentValue.link,
-                        method: 'get',
-                    });
-                    const $ = cheerio.load(r.data);
-                    return $('.doc-content div').html();
-                });
-                return currentValue;
-            })
-        );
-    }
-    await getDescription(items).then(() => {
-        ctx.state.data = {
-            title: '游研社-' + $('title').text(),
-            link: `http://www.yystv.cn/b/${category}`,
-            item: items,
-        };
-    });
-};

package/lib/routes/yystv/docs.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const url = `https://www.yystv.cn/docs`;
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-
-    const items = $('.list-container li')
-        .slice(0, 18)
-        .map(function () {
-            const info = {
-                title: $('.list-article-title', this).text(),
-                link: 'https://www.yystv.cn' + $('a', this).attr('href'),
-                pubDate: date($('.c-999', this).text()),
-                author: $('.handler-author-link', this).text(),
-                description: $('.list-article-intro', this).text(),
-            };
-            return info;
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '游研社-' + $('title').text(),
-        link: `https://www.yystv.cn/docs`,
-        item: items,
-    };
-};

package/lib/routes/zaker/focusread.js

@@ -1,65 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const link = `http://www.myzaker.com/?pos=selected_article`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.main-title').text();
-
-    const list = $('div.content-block')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.article-title').text(),
-                link: $(this).find('.article-wrap > a').attr('href'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = 'http:' + info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                url: itemUrl,
-                method: 'get',
-                headers: {
-                    Referer: link,
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const description = $('div.article_content div').html() || '原文已被删除';
-
-            const date = $('span.time').text();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseRelativeDate(date), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    const outfilter = out.filter((t) => t.description !== '原文已被删除');
-
-    ctx.state.data = {
-        title: `${title}-ZAKER精读新闻`,
-        link,
-        item: outfilter,
-    };
-};

package/lib/routes/zaker/source.js

@@ -1,66 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseRelativeDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'source';
-    const id = ctx.params.id;
-    const link = `http://www.myzaker.com/${type}/${id}`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.main-title').text();
-
-    const list = $('div.content-block')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.article-title').text(),
-                link: $(this).find('.article-wrap > a').attr('href'),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const itemUrl = 'http:' + info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                url: itemUrl,
-                method: 'get',
-                headers: {
-                    Referer: link,
-                },
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const description = $('div.article_content div').html() || '原文已被删除';
-
-            const date = $('span.time').text();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseRelativeDate(date), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-ZAKER新闻`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/zaobao/index.js

@@ -1,17 +0,0 @@
-const { parseList } = require('./util');
-const baseUrl = 'https://www.zaobao.com';
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'realtime';
-    const section = ctx.params.section || 'china';
-    const sectionLink = `/${type}/${section}`;
-
-    const { title, resultList } = await parseList(ctx, sectionLink);
-
-    ctx.state.data = {
-        title: `《联合早报》${title}`,
-        link: baseUrl + sectionLink,
-        description: '新加坡、中国、亚洲和国际的即时、评论、商业、体育、生活、科技与多媒体新闻，尽在联合早报。',
-        item: resultList,
-    };
-};

package/lib/routes/zaobao/realtime.js

@@ -1,28 +0,0 @@
-const { parseList } = require('./util');
-const baseUrl = 'https://www.zaobao.com';
-
-module.exports = async (ctx) => {
-    const section = ctx.params.section || 'china';
-
-    let name = '中港台';
-    let sectionLink = '/realtime/china';
-    if (section === 'singapore') {
-        name = '新加坡';
-        sectionLink = '/realtime/singapore';
-    } else if (section === 'world') {
-        name = '国际';
-        sectionLink = '/realtime/world';
-    } else if (section === 'zfinance') {
-        name = '财经';
-        sectionLink = '/zfinance/realtime';
-    }
-
-    const { resultList } = await parseList(ctx, sectionLink);
-
-    ctx.state.data = {
-        title: `《联合早报》-${name}-即时`,
-        link: baseUrl + sectionLink,
-        description: '新加坡、中国、亚洲和国际的即时、评论、商业、体育、生活、科技与多媒体新闻，尽在联合早报。',
-        item: resultList,
-    };
-};

package/lib/routes/zaobao/util.js

@@ -1,129 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-const baseUrl = 'https://www.zaobao.com';
-const got_ins = got.extend({
-    headers: {
-        Referer: baseUrl,
-    },
-});
-
-/**
- * 通用解析页面类似 https://www.zaobao.com/realtime/china 的网站
- *
- * @param {*} ctx RSSHub 的 ctx 参数，用来设置缓存
- * @param {string} sectionUrl 形如 /realtime/china 的字符串
- * @returns {Promise<{
- *  title: string;
- *  resultList: {
- *    title: string;
- *    description: string;
- *    pubDate: string;
- *    link: string;
- *  }[];}>} 新闻标题以及新闻列表
- */
-const parseList = async (ctx, sectionUrl) => {
-    const response = await got_ins.get(baseUrl + sectionUrl);
-    const $ = cheerio.load(response.data);
-    let data = $('.article-list').find('.article-type');
-    if (data.length === 0) {
-        data = $('.post-list').find('.row.list');
-    }
-
-    const title = $('#breadcrumbs > a')
-        .toArray()
-        .reduce((acc, cV, cI) => {
-            if (cI > 0) {
-                return acc + '-' + $(cV).text();
-            }
-            return '';
-        }, '');
-    const resultList = await Promise.all(
-        data.toArray().map(async (item) => {
-            const $item = $(item);
-            let link = $item.find('a')[0].attribs.href;
-
-            let resultItem = {};
-
-            if (link[0] !== '/') {
-                // https://www.zaobao.com/interactive-graphics
-                const title = $item.find('a').text();
-                let dateNodes = $item.find('.meta-published-date');
-                if (dateNodes.length === 0) {
-                    dateNodes = $item.find('.datestamp');
-                }
-                let dateString;
-                let pubDate;
-                if (dateNodes.length !== 0) {
-                    dateString = dateNodes.text().trim();
-                    const dateParts = dateString.split('/');
-                    dateParts.reverse();
-                    dateString = dateParts.join('-');
-                    pubDate = date(dateString);
-                    pubDate = pubDate === dateString ? new Date().toUTCString() : pubDate;
-                } else {
-                    pubDate = new Date().toUTCString();
-                }
-
-                resultItem = {
-                    title,
-                    description: title,
-                    pubDate,
-                    link,
-                };
-                return Promise.resolve(resultItem);
-            } else {
-                link = baseUrl + link;
-            }
-
-            const value = await ctx.cache.get(link);
-
-            if (value) {
-                resultItem = JSON.parse(value);
-            } else {
-                const article = await got_ins.get(link);
-                const $1 = cheerio.load(article.data);
-
-                const time = $1('.date-published', '.content').slice(0, 1).text().replace('年', '-').replace('月', '-').replace('日', '').replace('发布 /', '');
-
-                $1('.overlay-microtransaction').remove();
-                $1('#video-freemium-player').remove();
-                $1('script').remove();
-
-                let descriptionNode = $1('.article-content-rawhtml');
-                if (descriptionNode.length === 0) {
-                    descriptionNode = $1('.article-content-container');
-                }
-
-                let description = descriptionNode.html();
-                if ($1('.inline-figure-img').length) {
-                    description = $1('.inline-figure-img').html() + description;
-                }
-                if ($1('.body-content .loadme picture img').length) {
-                    description =
-                        `<figure><img src="${$1('.body-content .loadme picture source').attr('data-srcset').split('?')[0]}" /><figcaption>${$1('.body-content .loadme picture img').attr('title')}</figcaption></figure>` + description;
-                }
-                if ($1('.inline-figure-gallery').length) {
-                    description = $1('.inline-figure-gallery').html() + description;
-                }
-
-                resultItem = {
-                    title: $1('h1', '.content').text(),
-                    description,
-                    pubDate: new Date(time).toUTCString(),
-                    link,
-                };
-                ctx.cache.set(link, JSON.stringify(resultItem));
-            }
-
-            return Promise.resolve(resultItem);
-        })
-    );
-    return {
-        title,
-        resultList,
-    };
-};
-module.exports = {
-    parseList,
-};