rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/routes/universities/uestc/news.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-const listUrl = 'http://www.new1.uestc.edu.cn//?n=UestcNews.Front.Category.Page&CatId=';
-const baseUrl = 'http://www.new1.uestc.edu.cn';
-const map = {
-    academy: '66',
-    culture: '67',
-    announcement: '68',
-    notification: '72',
-};
-module.exports = async (ctx) => {
-    const type = ctx.params.type || 'announcement';
-    const response = await got({
-        method: 'get',
-        url: listUrl + map[type],
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    ctx.state.data = {
-        title: '电子科技大学新闻中心',
-        link: baseUrl,
-        item: $('div[id="Degas_news_list"] ul li h3 a')
-            .slice(0, 10)
-            .map((_, elem) => ({
-                link: baseUrl + elem.attribs.href,
-                title: $(elem).text(),
-                pubDate: new Date($(elem).parent('h3').next('span').text()).toUTCString(),
-            }))
-            .get(),
-    };
-};

package/lib/routes/universities/uestc/sice.js

@@ -1,43 +0,0 @@
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const dayjs = require('dayjs');
-
-module.exports = async (ctx) => {
-    const baseIndexUrl = 'https://www.sice.uestc.edu.cn/index.htm';
-    const host = 'https://www.sice.uestc.edu.cn/';
-    const browser = await require('@/utils/puppeteer')({ stealth: true });
-    const page = await browser.newPage();
-    await page.setRequestInterception(true);
-    page.on('request', (request) => {
-        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
-    });
-    await page.goto(baseIndexUrl, {
-        waitUntil: 'networkidle2',
-    });
-    const content = await page.content();
-    await browser.close();
-    const $ = cheerio.load(content);
-
-    const out = $('.notice p')
-        .map((index, item) => {
-            item = $(item);
-            const now = dayjs();
-            let date = dayjs(now.year() + '-' + item.find('a.date').text());
-            if (now < date) {
-                date = dayjs(now.year() - 1 + '-' + item.find('a.date').text());
-            }
-            return {
-                title: item.find('a[href]').text(),
-                link: host + item.find('a[href]').attr('href'),
-                pubDate: parseDate(date),
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '信通通知公告',
-        link: 'https://www.sice.uestc.edu.cn/tzgg/yb.htm',
-        description: '电子科技大学信息与通信工程学院通知公告',
-        item: out,
-    };
-};

package/lib/routes/verge/index.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const content = $('div.c-entry-content');
-
-            // 处理封面图片
-
-            const cover = $('meta[property="og:image"]');
-
-            if (cover.length > 0) {
-                $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-            }
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
-                const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
-
-                $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
-                $(e).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理文章图片
-            content.find('figure.e-image').each((i, e) => {
-                let src, caption;
-
-                // 处理 jpeg, png
-                if ($(e).find('picture > source').length > 0) {
-                    src = $(e)
-                        .find('picture > img')[0]
-                        .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
-                        .trim();
-                } else if ($(e).find('img.c-dynamic-image').length > 0) {
-                    // 处理 gif
-                    src = $(e).find('span.e-image__image')[0].attribs['data-original'];
-                }
-
-                // 处理 caption
-                if ($(e).find('span.e-image__meta').length > 0) {
-                    caption = $(e).find('span.e-image__meta').text();
-                }
-
-                const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
-
-                $(figure).insertBefore(e);
-
-                $(e).remove();
-            });
-
-            // 移除无用 DOM
-            content.find('aside').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: item.title,
-                description: content.html(),
-                author: item.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/vocus/publication.js

@@ -1,19 +0,0 @@
-const got = require('@/utils/got');
-const { ProcessFeed } = require('./utils');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const link = `https://vocus.cc/${id}/home`;
-    const configs = { headers: { Referer: link } };
-
-    const { _id, title, abstract } = (await got.get(`https://api.sosreader.com/api/publication/${id}`, configs)).data;
-    const { articles } = (await got.get(`https://api.sosreader.com/api/articles?publicationId=${_id}&status=2&num=10&page=1`, configs)).data;
-    const items = await ProcessFeed(articles, `https://vocus.cc/${id}`, ctx.cache);
-
-    ctx.state.data = {
-        title: `${title} - 方格子`,
-        link,
-        description: abstract,
-        item: items,
-    };
-};

package/lib/routes/vocus/utils.js

@@ -1,29 +0,0 @@
-const got = require('@/utils/got');
-
-const load = async (link, configs) => ({
-    description: (await got.get(link, configs)).data.article.content,
-});
-
-const ProcessFeed = (list, host, caches) => {
-    const configs = { headers: { Referer: host } };
-
-    return Promise.all(
-        list.map(async (item) => {
-            const itemUrl = `https://api.sosreader.com/api/article/${item._id}`;
-
-            const single = {
-                title: item.title,
-                author: item.user.fullname,
-                pubDate: new Date(item.updatedAt).toUTCString(),
-                link: `${host}/${item._id}`,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl, configs));
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/weibo/keyword.js

@@ -1,55 +0,0 @@
-const querystring = require('querystring');
-const got = require('@/utils/got');
-const weiboUtils = require('./utils');
-const timezone = require('@/utils/timezone');
-const { fallback, queryToBoolean } = require('@/utils/readable-social');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const keyword = ctx.params.keyword;
-
-    const data = await ctx.cache.tryGet(
-        `weibo:keyword:${keyword}`,
-        async () => {
-            const _r = await got({
-                method: 'get',
-                url: `https://m.weibo.cn/api/container/getIndex?containerid=100103type%3D61%26q%3D${encodeURIComponent(keyword)}%26t%3D0`,
-                headers: {
-                    Referer: `https://m.weibo.cn/p/searchall?containerid=100103type%3D1%26q%3D${encodeURIComponent(keyword)}`,
-                    'MWeibo-Pwa': 1,
-                    'X-Requested-With': 'XMLHttpRequest',
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                },
-            });
-            return _r.data.data.cards;
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    const routeParams = querystring.parse(ctx.params.routeParams);
-    ctx.state.data = {
-        title: `又有人在微博提到${keyword}了`,
-        link: `http://s.weibo.com/weibo/${encodeURIComponent(keyword)}&b=1&nodup=1`,
-        description: `又有人在微博提到${keyword}了`,
-        item: data.map((item) => {
-            item.mblog.created_at = timezone(item.mblog.created_at, +8);
-            if (item.mblog.retweeted_status && item.mblog.retweeted_status.created_at) {
-                item.mblog.retweeted_status.created_at = timezone(item.mblog.retweeted_status.created_at, +8);
-            }
-            const formatExtended = weiboUtils.formatExtended(ctx, item.mblog, {
-                showAuthorInTitle: fallback(undefined, queryToBoolean(routeParams.showAuthorInTitle), true),
-                showAuthorInDesc: fallback(undefined, queryToBoolean(routeParams.showAuthorInDesc), true),
-            });
-            const title = formatExtended.title;
-            const description = formatExtended.description;
-            return {
-                title,
-                description,
-                pubDate: item.mblog.created_at,
-                author: item.mblog.user.screen_name,
-                link: `https://weibo.com/${item.mblog.user.id}/${item.mblog.bid}`,
-            };
-        }),
-    };
-};

package/lib/routes/weibo/oasis/user.js

@@ -1,17 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
-        description: `$('.desc').text().trim()`,
-        item: {
-            item: '.container .item',
-            title: `$('.status-desc').text()`,
-            description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
-        },
-    });
-};

package/lib/routes/weibo/search/hot.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const {
-        data: { data },
-    } = await got({
-        method: 'get',
-        url: 'https://m.weibo.cn/api/container/getIndex?containerid=106003type%3D25%26t%3D3%26disable_hot%3D1%26filter_type%3Drealtimehot&title=%E5%BE%AE%E5%8D%9A%E7%83%AD%E6%90%9C&extparam=filter_type%3Drealtimehot%26mi_cid%3D100103%26pos%3D0_0%26c_type%3D30%26display_time%3D1540538388&luicode=10000011&lfid=231583',
-        headers: {
-            Referer: 'https://s.weibo.com/top/summary?cate=realtimehot',
-            'MWeibo-Pwa': 1,
-            'X-Requested-With': 'XMLHttpRequest',
-            'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-        },
-    });
-
-    ctx.state.data = {
-        title: '微博热搜榜',
-        link: 'https://s.weibo.com/top/summary?cate=realtimehot',
-        description: '实时热点，每分钟更新一次',
-        item: data.cards[0].card_group.map((item) => {
-            const title = item.desc;
-            const link = `https://m.weibo.cn/search?containerid=100103type%3D1%26q%3D${encodeURIComponent(item.desc)}`;
-            const description = item.desc;
-
-            return {
-                title,
-                description,
-                link,
-            };
-        }),
-    };
-};

package/lib/routes/weibo/super_index.js

@@ -1,62 +0,0 @@
-const got = require('@/utils/got');
-const weiboUtils = require('./utils');
-const timezone = require('@/utils/timezone');
-const queryString = require('query-string');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const type = ctx.params.type ?? 'feed';
-
-    const containerData = await ctx.cache.tryGet(
-        `weibo:super_index:container:${id}:${type}`,
-        async () => {
-            const _r = await got('https://m.weibo.cn/api/container/getIndex', {
-                searchParams: queryString.stringify({
-                    containerid: `${id}_-_${type}`,
-                    luicode: '10000011',
-                    lfid: `${id}_-_main`,
-                }),
-                headers: {
-                    Referer: `https://m.weibo.cn/p/index?containerid=${id}_-_soul&luicode=10000011&lfid=${id}_-_main`,
-                    'MWeibo-Pwa': '1',
-                    'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A372 Safari/604.1',
-                    'X-Requested-With': 'XMLHttpRequest',
-                },
-            });
-            return _r.data.data;
-        },
-        config.cache.routeExpire,
-        false
-    );
-
-    const resultItems = [];
-
-    for (const card of containerData.cards) {
-        if (!('card_group' in card)) {
-            continue;
-        }
-        for (const mblogCard of card.card_group) {
-            if (mblogCard.card_type === '9' && 'mblog' in mblogCard) {
-                const mblog = mblogCard.mblog;
-                const formatExtended = weiboUtils.formatExtended(ctx, mblog);
-                const title = formatExtended.title;
-                const desc = formatExtended.description;
-                resultItems.push({
-                    title,
-                    description: desc,
-                    author: mblog.user.screen_name,
-                    link: `https://weibo.com/${mblog.user.id}/${mblog.bid}`,
-                    pubDate: timezone(mblog.created_at, +8),
-                });
-            }
-        }
-    }
-
-    ctx.state.data = {
-        title: `微博超话 - ${containerData.pageInfo.page_title}`,
-        link: `https://weibo.com/p/${id}/super_index`,
-        description: `#${containerData.pageInfo.page_title}# 的超话`,
-        item: resultItems,
-    };
-};

package/lib/routes/weibo/timeline.js

@@ -1,162 +0,0 @@
-const querystring = require('querystring');
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const config = require('@/config').value;
-const weiboUtils = require('./utils');
-const { fallback, queryToBoolean } = require('@/utils/readable-social');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const feature = ctx.params.feature || 0;
-    const routeParams = ctx.params.routeParams || undefined;
-    const token = await ctx.cache.get('weibotimelineuid' + uid, false);
-    let displayVideo = '1';
-    let displayArticle = '0';
-    let displayComments = '0';
-    if (routeParams) {
-        if (routeParams === '1' || routeParams === '0') {
-            displayVideo = routeParams;
-        } else {
-            const routeParams = querystring.parse(ctx.params.routeParams);
-            displayVideo = fallback(undefined, queryToBoolean(routeParams.displayVideo), true) ? '1' : '0';
-            displayArticle = fallback(undefined, queryToBoolean(routeParams.displayArticle), false) ? '1' : '0';
-            displayComments = fallback(undefined, queryToBoolean(routeParams.displayComments), false) ? '1' : '0';
-        }
-    }
-
-    if (token) {
-        const userInfo = await ctx.cache.tryGet(
-            `weibo:timeline:userInfo:${uid}`,
-            async () => {
-                const _r = await got({
-                    method: 'get',
-                    url: `https://m.weibo.cn/api/container/getIndex?type=uid&value=${uid}`,
-                    headers: {
-                        Referer: 'https://m.weibo.cn/',
-                    },
-                });
-                return _r.data.data.userInfo;
-            },
-            config.cache.routeExpire,
-            false
-        );
-        const name = userInfo.screen_name;
-        const description = userInfo.description;
-        const profileImageUrl = userInfo.profile_image_url;
-
-        const response = await ctx.cache.tryGet(
-            `weibo:timeline:${uid}`,
-            async () => {
-                const _r = await got(`https://api.weibo.com/2/statuses/home_timeline.json?access_token=${token}&count=100&feature=${feature}`);
-                return _r.data;
-            },
-            config.cache.routeExpire,
-            false
-        );
-        // 检查token失效
-        if (response.error !== undefined) {
-            const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0' } = config.weibo;
-
-            ctx.status = 302;
-            ctx.set({
-                'Cache-Control': 'no-cache',
-            });
-            ctx.redirect(`https://api.weibo.com/oauth2/authorize?client_id=${app_key}&redirect_uri=${redirect_url}${routeParams ? `&state=${routeParams}` : ''}`);
-        }
-        const resultItem = await Promise.all(
-            response.statuses.map(async (item) => {
-                const key = `weibotimelineurl${item.user.id}${item.id}`;
-                const data = await ctx.cache.tryGet(key, () => weiboUtils.getShowData(uid, item.id));
-
-                // 是否通过api拿到了data
-                const isDataOK = data?.text;
-                if (isDataOK) {
-                    item = data;
-                }
-
-                // 转发的长微博处理
-                const retweet = item.retweeted_status;
-                if (retweet?.isLongText) {
-                    const retweetData = await ctx.cache.tryGet(`weibo:retweeted:${retweet.user.id}:${retweet.id}`, () => weiboUtils.getShowData(retweet.user.id, retweet.id));
-                    if (retweetData?.text) {
-                        item.retweeted_status.text = retweetData.text;
-                    }
-                }
-
-                const link = `https://weibo.com/${uid}/${item.id}`;
-
-                const formatExtended = weiboUtils.formatExtended(ctx, item);
-                let description = formatExtended.description;
-                const title = formatExtended.title;
-                const pubDate = isDataOK ? parseDate(data.created_at) : parseDate(item.created_at);
-
-                // 视频的处理
-                if (displayVideo === '1') {
-                    // 含被转发微博时需要从被转发微博中获取视频
-                    if (item.retweeted_status) {
-                        description = weiboUtils.formatVideo(description, item.retweeted_status);
-                    } else {
-                        description = weiboUtils.formatVideo(description, item);
-                    }
-                }
-
-                // 评论的处理
-                if (displayComments === '1') {
-                    description = await weiboUtils.formatComments(ctx, description, item);
-                }
-
-                // 文章的处理
-                if (displayArticle === '1') {
-                    // 含被转发微博时需要从被转发微博中获取文章
-                    if (item.retweeted_status) {
-                        description = await weiboUtils.formatArticle(ctx, description, item.retweeted_status);
-                    } else {
-                        description = await weiboUtils.formatArticle(ctx, description, item);
-                    }
-                }
-
-                return {
-                    title,
-                    description,
-                    link,
-                    pubDate,
-                    author: item.user.screen_name,
-                };
-            })
-        );
-
-        ctx.state.data = {
-            title: `个人微博时间线--${name}`,
-            link: `http://weibo.com/${uid}/`,
-            description,
-            image: profileImageUrl,
-            item: resultItem,
-        };
-    } else if (uid === '0' || ctx.querystring) {
-        const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0', app_secret = '' } = config.weibo;
-
-        const code = ctx.query.code;
-        const routeParams = ctx.query.state;
-        if (code) {
-            const rep = await got.post(`https://api.weibo.com/oauth2/access_token?client_id=${app_key}&client_secret=${app_secret}&code=${code}&redirect_uri=${redirect_url}&grant_type=authorization_code`);
-            const token = rep.data.access_token;
-            const uid = rep.data.uid;
-            const expires_in = rep.data.expires_in;
-            await ctx.cache.set('weibotimelineuid' + uid, token, expires_in);
-
-            ctx.set({
-                'Content-Type': 'text/html; charset=UTF-8',
-                'Cache-Control': 'no-cache',
-            });
-            ctx.body = `<script>window.location = '/weibo/timeline/${uid}${routeParams ? `/${routeParams}` : ''}'</script>`;
-        }
-    } else {
-        const { app_key = '', redirect_url = ctx.request.origin + '/weibo/timeline/0' } = config.weibo;
-
-        ctx.status = 302;
-        ctx.set({
-            'Cache-Control': 'no-cache',
-        });
-        ctx.redirect(`https://api.weibo.com/oauth2/authorize?client_id=${app_key}&redirect_uri=${redirect_url}${routeParams ? `&state=${feature}/${routeParams.replace(/&/g, '%26')}` : ''}`);
-    }
-};