rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/routes/verge/index.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const content = $('div.c-entry-content');
-
-            // 处理封面图片
-
-            const cover = $('meta[property="og:image"]');
-
-            if (cover.length > 0) {
-                $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-            }
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
-                const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
-
-                $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
-                $(e).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理文章图片
-            content.find('figure.e-image').each((i, e) => {
-                let src, caption;
-
-                // 处理 jpeg, png
-                if ($(e).find('picture > source').length > 0) {
-                    src = $(e)
-                        .find('picture > img')[0]
-                        .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
-                        .trim();
-                } else if ($(e).find('img.c-dynamic-image').length > 0) {
-                    // 处理 gif
-                    src = $(e).find('span.e-image__image')[0].attribs['data-original'];
-                }
-
-                // 处理 caption
-                if ($(e).find('span.e-image__meta').length > 0) {
-                    caption = $(e).find('span.e-image__meta').text();
-                }
-
-                const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
-
-                $(figure).insertBefore(e);
-
-                $(e).remove();
-            });
-
-            // 移除无用 DOM
-            content.find('aside').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: item.title,
-                description: content.html(),
-                author: item.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/weibo/oasis/user.js

@@ -1,17 +0,0 @@
-const buildData = require('@/utils/common-config');
-
-module.exports = async (ctx) => {
-    const userid = ctx.params.userid;
-    const link = `https://oasis.weibo.cn/v1/h5/share?uid=${userid}`;
-    ctx.state.data = await buildData({
-        link,
-        url: link,
-        title: `$('.name-main').text().trim() + ' - 用户 - 绿洲'`,
-        description: `$('.desc').text().trim()`,
-        item: {
-            item: '.container .item',
-            title: `$('.status-desc').text()`,
-            description: `$('.status-desc').text() + '<br>' + $('.media-wrapper').html()`,
-        },
-    });
-};

package/lib/routes/xwlb/index.js

@@ -1,40 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://www.xwlb.net.cn/video.html`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.post_body').get();
-
-    const out = await Promise.all(
-        list.slice(0, 2).map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h2 a').attr('title');
-            const partial = $('h2 a').attr('href');
-            const address = partial;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const get = cheerio.load(res.data);
-
-            const contents = get('.content').html();
-            const single = {
-                title,
-                description: contents,
-                link: address,
-                guid: address,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/yuanshen/index.js

@@ -1,70 +0,0 @@
-const got = require('@/utils/got');
-
-const config = {
-    latest: {
-        zh_CN: '10',
-        zh_TW: '87',
-    },
-    news: {
-        zh_CN: '11',
-        zh_TW: '90',
-    },
-    notice: {
-        zh_CN: '12',
-        zh_TW: '91',
-    },
-    activity: {
-        zh_CN: '258',
-        zh_TW: '92',
-    },
-};
-
-const titles = {
-    latest: {
-        zh_CN: '最新',
-        zh_TW: '最新',
-    },
-    news: {
-        zh_CN: '新闻',
-        zh_TW: '資訊',
-    },
-    notice: {
-        zh_CN: '公告',
-        zh_TW: '公告',
-    },
-    activity: {
-        zh_CN: '活动',
-        zh_TW: '活動',
-    },
-};
-
-module.exports = async (ctx) => {
-    ctx.params.location = ctx.params.location || 'zh_CN';
-    ctx.params.category = ctx.params.category || 'latest';
-
-    let rootUrl;
-
-    if (ctx.params.location === 'zh_CN') {
-        rootUrl = `https://ys.mihoyo.com/content/ysCn/getContentList?pageSize=5&pageNum=1&channelId=${config[ctx.params.category][ctx.params.location]}`;
-    } else {
-        rootUrl = `https://genshin.mihoyo.com/content/yuanshen/getContentList?pageSize=5&pageNum=1&channelId=${config[ctx.params.category][ctx.params.location]}`;
-    }
-
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-
-    const list = response.data.data.list.map((item) => ({
-        title: item.title,
-        link: `https://ys.mihoyo.com/main/news/detail/${item.id}`,
-        pubDate: new Date(item.start_time + ' GMT+8').toUTCString(),
-        author: item.author,
-    }));
-
-    ctx.state.data = {
-        title: `${titles[ctx.params.category][ctx.params.location]} - 原神`,
-        link: rootUrl,
-        item: list,
-    };
-};

package/lib/routes/zcool/top.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const url = 'https://www.zcool.com.cn/top/index.do';
-
-    const topResponse = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'https://www.zcool.com.cn',
-        },
-    });
-
-    let $ = cheerio.load(topResponse.data);
-    const rankId = $('div.list-cycle>p>span').text();
-
-    if (type === 'article') {
-        const articleResponse = await got({
-            method: 'get',
-            url: 'https://www.zcool.com.cn/top/article.do?rankType=8&rankId=' + rankId,
-            headers: {
-                Referer: url,
-            },
-        });
-        $ = cheerio.load(articleResponse.data);
-    }
-
-    const list = $('div.author')
-        .map((i, e) => {
-            const element = $(e);
-
-            const title = element.find('div.title').find('a').text();
-            const link = element.find('div.title').find('a').attr('href');
-            const author = element.find('div.nick').find('a').text();
-
-            return {
-                title,
-                description: '',
-                link,
-                author,
-            };
-        })
-        .get();
-
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemResponse = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                },
-            });
-            const itemElement = cheerio.load(itemResponse.data);
-            item.description = type !== 'article' ? itemElement('div.work-content-wrap').html() : itemElement('div.article-content-wraper').html();
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - 第' + rankId + '期' + (type !== 'article' ? '作品总榜' : '文章总榜'),
-        link: url,
-        item: result,
-    };
-};

package/lib/routes/zcool/user.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let uid = ctx.params.uid;
-
-    if (isNaN(uid)) {
-        const user_response = await got.get(`https://${uid}.zcool.com.cn/`);
-        const $ = cheerio.load(user_response.data);
-        uid = $('[data-id]').attr('data-id');
-    }
-
-    const url = `https://api.zcool.com.cn/v2/api/u/${uid}`;
-
-    const response = await got.get(url);
-    const data = response.data.data;
-
-    const user = data.content[0].creatorObj;
-    const list = data.content;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const link = item.pageUrl;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: item.title,
-                link,
-                author: item.creatorObj.username,
-                pubDate: new Date(item.createTime * 1),
-            };
-
-            try {
-                const item_response = await got.get(link);
-                const item_element = cheerio.load(item_response.data);
-                const item_content_wrap = item_element('.work-content-wrap');
-                const item_content = item_content_wrap.length !== 0 ? item_content_wrap : item_element('.work-show-box');
-                rssitem.description = item_content.html();
-            } catch (err) {
-                return Promise.resolve('');
-            }
-
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - ' + user.username,
-        image: user.avatar,
-        link: user.pageUrl,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/v2/bilibili/collection.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-const cache = require('./cache');
-const utils = require('./utils');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-    const sid = ctx.params.sid;
-    const disableEmbed = ctx.params.disableEmbed;
-    const [name, face] = await cache.getUsernameAndFaceFromUID(ctx, uid);
-    const response = await got({
-        method: 'get',
-        url: `https://api.bilibili.com/x/polymer/space/seasons_archives_list?mid=${uid}&season_id=${sid}&sort_reverse=false&page_num=1&page_size=30`,
-        headers: {
-            Referer: `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`,
-        },
-    });
-    const data = response.data;
-
-    ctx.state.data = {
-        title: `${name}的${data.data.meta.name}`,
-        link: `https://space.bilibili.com/${uid}/channel/collectiondetail?sid=${sid}`,
-        description: `${name} 的 bilibili 合集`,
-        logo: face,
-        icon: face,
-        item: data.data.archives.map((item) => ({
-            title: item.title,
-            description: `${!disableEmbed ? `<br><br>${utils.iframe(item.aid)}` : ''}<br><img src="${item.pic}">`,
-            pubDate: parseDate(item.pubdate * 1000),
-            link: item.pubdate > utils.bvidTime && item.bvid ? `https://www.bilibili.com/video/${item.bvid}` : `https://www.bilibili.com/video/av${item.aid}`,
-            author: name,
-        })),
-    };
-};

package/lib/v2/dongqiudi/daily.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.dongqiudi.com/special/48');
-
-    const $ = cheerio.load(response.data);
-
-    const host = 'https://www.dongqiudi.com';
-
-    const list = $('.detail.special ul li h3')
-        .slice(0, 5)
-        .get()
-        .filter((e) => cheerio.load(e).text().length > 3);
-
-    const proList = [];
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = host + $('a').attr('href');
-
-            return ctx.cache.tryGet(itemUrl, () => {
-                const single = {
-                    title,
-                    link: itemUrl,
-                };
-
-                const es = got.get(itemUrl);
-                proList.push(es);
-                return single;
-            });
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: '懂球帝早报',
-        link: 'http://www.dongqiudi.com/special/48',
-        item: out.filter((e) => e.description !== undefined),
-    };
-};

package/lib/v2/hellogithub/article.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://hellogithub.com';
-    const currentUrl = 'https://hellogithub.com/article';
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('.content .post')
-        .slice(0, 10)
-        .map((_, item) => {
-            const a = $(item).find('a.post-title').eq(0).eq(0);
-            const link = rootUrl + a.attr('href');
-            return {
-                title: a.text(),
-                link,
-                description: $(item).find('.post-description')[0].children[0].data,
-                pubDate: timezone(parseDate($(item).find('.post-meta').text(), 'YYYY-MM-DD HH:mm:ss'), +8),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                item.description = content('.markdown-body').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'HelloGitHub - Article',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hellogithub/month.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://hellogithub.com';
-    const currentUrl = 'https://hellogithub.com/article';
-    const response = await got({
-        method: 'get',
-        url: rootUrl,
-    });
-    const $ = cheerio.load(response.data);
-    let count = $('.pricing-table-price').eq(0).text();
-    count = count.replace(/[^0-9]/gi, '');
-    let start = count - 10;
-    const PromiseArr = [];
-    for (start; start <= count; start++) {
-        PromiseArr.push(
-            new Promise((resolve) => {
-                const link = `https://hellogithub.com/periodical/volume/${start}/`;
-                const issueNum = start;
-                return ctx.cache.tryGet(link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: link,
-                    });
-                    const $ = cheerio.load(detailResponse.data);
-                    return resolve({
-                        title: '第' + issueNum + '期',
-                        link,
-                        description: $('.content').html(),
-                    });
-                });
-            })
-        );
-    }
-    const items = await Promise.all(PromiseArr);
-    ctx.state.data = {
-        title: 'HelloGitHub - Article',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/v2/hellogithub/ranking.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let type;
-    switch (ctx.params.type) {
-        case 'db':
-            type = 'db-engines';
-            break;
-        case 'webserver':
-            type = 'netcraft';
-            break;
-        default:
-            type = 'tiobe';
-            break;
-    }
-    const rootUrl = 'https://hellogithub.com/report/' + type;
-    ctx.state.data = {
-        title: 'HelloGitHub - ranking',
-        link: rootUrl,
-        item: await ctx.cache.tryGet(rootUrl, async () => {
-            const response = await got({
-                method: 'get',
-                url: rootUrl,
-            });
-            const $ = cheerio.load(response.data);
-            const content = $('.content');
-            const title = $('.header').find('h1');
-
-            return [
-                {
-                    title: title.text(),
-                    link: rootUrl,
-                    description: content.html(),
-                },
-            ];
-        }),
-    };
-};

package/lib/v2/heu/job/bigemploy.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const date = new Date();
-    const hour = date.getHours();
-    const minute = date.getMinutes();
-
-    const response = await got({
-        method: 'get',
-        url: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div.articlecontent')
-        .map((_, item) => {
-            const link = $(item).find('a.bigTitle').attr('href');
-            return {
-                title: $(item).find('a.bigTitle').text(),
-                pubDate:
-                    $(item)
-                        .text()
-                        .replace(/[ ]|[\r\n]/g, '')
-                        .substr(-10) +
-                    ' ' +
-                    hour +
-                    ':' +
-                    minute,
-                description: $(item).find('a.bigTitle').text() + '<br><br>' + '点击标题，登录查看招聘详情',
-                link,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: '大型招聘会',
-        link: 'http://job.hrbeu.edu.cn/HrbeuJY/web',
-        item: list,
-        allowEmpty: true,
-    };
-};