rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f91e29d

package/lib/routes/linkresearcher/index.js

@@ -1,65 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const qs = require('querystring');
-
-const baseURL = 'https://www.linkresearcher.com';
-
-module.exports = async (ctx) => {
-    // parse params
-    const { params } = ctx.params;
-    const query = qs.parse(params);
-
-    const categoryMap = { theses: '论文', information: '新闻', careers: '职业' };
-    const category = query.category;
-    let title = categoryMap[category];
-
-    // get XSRF token from main page
-    const metaURL = `${baseURL}/${category}`;
-    const metaResponse = await got.get(metaURL);
-    const metaCapture = cheerio.load(metaResponse.data);
-    const xsrf_token = metaCapture('meta[name="_csrf"]').prop('content');
-
-    let data = { filters: { status: false } };
-    if (typeof query.subject !== 'undefined' && typeof query.columns !== 'undefined') {
-        data = { filters: { status: true, subject: query.subject, columns: query.columns } };
-        title = `${title}「${query.subject} & ${query.columns}」`;
-    } else if (typeof query.subject !== 'undefined' && typeof query.columns === 'undefined') {
-        data = { filters: { status: true, subject: query.subject } };
-        title = `${title}「${query.subject}」`;
-    } else if (typeof query.subject === 'undefined' && typeof query.columns !== 'undefined') {
-        data = { filters: { status: true, columns: query.columns } };
-        title = `${title}「${query.columns}」`;
-    }
-    data.query = query.query;
-    const dataURL = `${baseURL}/api/${category}/search?from=0&size=20&type=SEARCH`;
-    const pageResponse = await got({
-        method: 'post',
-        url: dataURL,
-        headers: {
-            'content-type': 'application/json; charset=UTF-8',
-            'x-xsrf-token': xsrf_token,
-            cookie: `XSRF-TOKEN=${xsrf_token}`,
-        },
-        data: JSON.stringify(data),
-    });
-
-    const list = pageResponse.data.hits;
-
-    const out = list.map((item) => ({
-        title: item.title,
-        description: item.content,
-        pubDate: new Date(item.createdAt).toUTCString(),
-        link: `${metaURL}/${item.id}`,
-        guid: `${metaURL}/${item.id}`,
-        doi: typeof item.identCode !== 'undefined' ? item.identCode : '',
-        author: typeof item.authors !== 'undefined' ? item.authors.join(', ') : '',
-    }));
-
-    ctx.state.data = {
-        title: `领研 | ${title}`,
-        description:
-            '领研是链接华人学者的人才及成果平台。领研为国内外高校、科研机构及科技企业提供科研人才招聘服务，也是青年研究者的职业发展指导及线上培训平台；研究者还可将自己的研究论文上传至领研，与超过五十万华人学者分享工作的最新进展。',
-        link: baseURL,
-        item: out,
-    };
-};

package/lib/routes/logseq/changelog.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://logseq.com';
-    const currentUrl = `${rootUrl}/blog/changelog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const data = response.data.split('<p class="footer">')[0];
-
-    const list = [],
-        versionsIndices = [];
-    const versions = data.match(
-        /<div class="block"><div id=""><span class="page-reference"><a class="page-ref" href="[a-z]{3}%20\d+[a-z]{2}%2C%20\d{4}">[a-zA-Z]{3} \d+[a-z]{2}, \d{4}<\/a><\/span><\/div><p><b>Version \d\.\d\.\d\.\d/g
-    );
-
-    for (const version of versions) {
-        versionsIndices.push(data.indexOf(version));
-    }
-
-    for (let i = 0; i < versionsIndices.length; i++) {
-        list.push(data.slice(versionsIndices[i], versionsIndices[i + 1]));
-    }
-
-    const items = list.map((item, index) => {
-        const version = versions[index];
-        return {
-            link: currentUrl,
-            description: item,
-            title: version.match(/Version \d\.\d\.\d\.\d/)[0],
-            pubDate: new Date(version.match(/[a-zA-Z]{3} \d+[a-z]{2}, \d{4}/)[0].replace(/st|nd|rd|th/, '')).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: 'Changelog - Logseq',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/luogu/contest.js

@@ -1,28 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const resolve_url = require('url').resolve;
-
-module.exports = async (ctx) => {
-    const link = 'https://www.luogu.com.cn/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = '洛谷近期比赛';
-
-    const out = $('.am-panel-hd ')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('a').text() || $(this).text(),
-                description: $(this).html() + $(this).parent().find('.am-panel-bd').html(),
-                link: resolve_url('https://www.luogu.com.cn', $(this).find('a').attr('href')),
-            };
-            return info;
-        })
-        .get();
-
-    ctx.state.data = {
-        title,
-        link,
-        item: out,
-    };
-};

package/lib/routes/luogu/daily.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || 179788;
-    const link = `https://www.luogu.org/discuss/show/${id}`;
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('title').text();
-
-    const out = $('div.am-comment-main > div > p')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('strong').text() || $(this).text(),
-                link: $(this).find('a').attr('href'),
-            };
-            return info;
-        })
-        .get();
-
-    const items = await Promise.all(
-        out.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-                const timeRegExp = new RegExp(/(?<=([1-9]\d{3}-(0[1-9]|1[0-2])-(0[1-9]|[1-2][0-9]|3[0-1])\s+(20|21|22|23|[0-1]\d):[0-5]\d:[0-5]\d))/);
-
-                item.description = content('#article-content').html();
-
-                content('#article-content').remove();
-
-                const line = content
-                    .html()
-                    .split('\n')
-                    .find((line) => timeRegExp.test(line));
-
-                item.pubDate = new Date(line.match(timeRegExp)[1] + ' GMT+8').toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title,
-        link,
-        item: items,
-    };
-};

package/lib/routes/luogu/userFeed.js

@@ -1,38 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const getUsernameFromUID = async (uid) => {
-        const key = 'luogu-username-from-uid-' + uid;
-        let name = await ctx.cache.get(key);
-        if (!name) {
-            const nameResponse = await got({
-                method: 'get',
-                url: `https://www.luogu.com.cn/user/${uid}?_contentOnly=1`,
-            });
-            name = nameResponse.data.currentData.user.name;
-            ctx.cache.set(key, name);
-        }
-        return name;
-    };
-
-    const uid = ctx.params.uid;
-    const name = await getUsernameFromUID(uid);
-    const response = await got({
-        method: 'get',
-        url: `https://www.luogu.com.cn/api/feed/list?user=${uid}`,
-    });
-    const data = response.data.feeds.result;
-
-    ctx.state.data = {
-        title: `${name} 的洛谷动态`,
-        link: `https://www.luogu.com.cn/user/${uid}#activity`,
-        allowEmpty: true,
-        item: data.map((item) => ({
-            title: item.content,
-            description: item.content,
-            pubDate: new Date(item.time * 1000).toUTCString(),
-            link: `https://www.luogu.com.cn/user/${uid}#activity`,
-            guid: item.id,
-        })),
-    };
-};

package/lib/routes/mckinsey/index.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-    const title = {
-        autos: '汽车',
-        'banking-insurance': '金融服务',
-        'business-technology': '数字化',
-        consumers: '消费者',
-        'healthcare-pharmaceuticals': '医药与医疗',
-        'mckinsey-global-institute': '麦肯锡全球研究院',
-        全球基础材料: '全球基础材料',
-        innovation: '创新',
-        macroeconomy: '宏观经济',
-        manufacturing: '制造业',
-        'talent-leadership': '人才与领导力',
-        'technology-media-and-telecom': '技术，媒体与通信',
-        'urbanization-sustainability': '城市化与可持续发展',
-        'capital-projects-infrastructure': '资本项目和基础设施',
-        交通运输与物流: '旅游、运输和物流',
-    };
-    const response = await got.get(`https://www.mckinsey.com.cn/insights/${category}`);
-    const $ = cheerio.load(response.data);
-
-    const articles = $('.fusion-column h4 a')
-        .map((index, ele) => ({
-            title: $(ele).text(),
-            link: $(ele).attr('href'),
-        }))
-        .get();
-
-    const item = await Promise.all(
-        articles.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got.get(item.link);
-                const doc = cheerio.load(res.data);
-                item.description = doc('#content').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: category ? `McKinsey Greater China - ${title[category]}` : `McKinsey Greater China`,
-        link: 'https://www.mckinsey.com.cn/',
-        item,
-    };
-};

package/lib/routes/mi/youpin/crowdfunding.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: 'https://home.mi.com/lasagne/page/5',
-    });
-
-    const data = response.data.floors.filter((floor) => floor.floor_id === 99 || floor.floor_id === 100);
-    const item = data.reduce((acc, item) => {
-        if (!item.data) {
-            return acc;
-        }
-        let goodsList = [];
-
-        if (item.data.result) {
-            goodsList = item.data.result.goods_list;
-        }
-
-        goodsList.forEach((goods) => {
-            const img = goods.pic_url;
-            acc.push({
-                title: goods.name,
-                description: `<img src="${img}"><br>${goods.summary}<br>价格：${goods.market_price / 100}元`,
-                link: goods.jump_url,
-                pubDate: new Date(goods.first_release_time * 1000).toUTCString(),
-            });
-        });
-
-        return acc;
-    }, []);
-
-    ctx.state.data = {
-        title: '小米有品众筹',
-        link: 'https://m.xiaomiyoupin.com/w/crowdfunding?pageid=5',
-        description: '小米有品众筹',
-        item,
-    };
-};

package/lib/routes/mi/youpin/new.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'post',
-        url: 'https://m.xiaomiyoupin.com/homepage/main/v1005',
-    });
-
-    const items = response.data.data.homepage.floors
-        .filter((floor) => floor.module_key === 'product_hot')[0]
-        .data.items.map((item) => {
-            const i = item.item;
-            return {
-                title: i.name,
-                description: `<img src="${i.pic_url}"><br>${i.summary}<br>价格：${i.market_price / 100}元`,
-                link: i.jump_url,
-            };
-        });
-
-    ctx.state.data = {
-        title: '小米有品每日上新',
-        link: 'https://m.xiaomiyoupin.com/w/newproduct?pageid=1605',
-        description: '小米有品每日上新',
-        item: items,
-    };
-};

package/lib/routes/minecraft/version.js

@@ -1,34 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = 'https://launchermeta.mojang.com/mc/game/version_manifest.json';
-
-    const response = await got({
-        method: 'get',
-        url,
-    });
-
-    const typeMap = {
-        release: '正式版',
-        snapshot: '快照',
-        old_alpha: '过时的预览版',
-        old_beta: '过时的测试版',
-    };
-
-    const data = response.data.versions;
-
-    const title = `Minecraft Java版游戏更新`;
-
-    ctx.state.data = {
-        title,
-        link: `https://www.minecraft.net/`,
-        description: title,
-        item: data.map((item) => ({
-            title: `${item.id} ${typeMap[item.type] || ''}更新`,
-            description: `${item.id} ${typeMap[item.type] || ''}更新`,
-            pubDate: new Date(item.releaseTime).toUTCString(),
-            link: `https://www.minecraft.net`,
-            guid: item.url,
-        })),
-    };
-};

package/lib/routes/nautilus/topics.js

@@ -1,45 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://nautil.us/term/f/${ctx.params.tid}`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('article.search-result').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3 > a').text();
-            const partial = $('h3 > a').attr('href');
-            const address = `http://nautil.us${partial}`;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.reco').remove();
-            const banner = capture('div.banner').html();
-            const textWithTime = capture('div.byline').text();
-            const author = capture('div.byline > span:nth-child(2)').text();
-            const contents = banner + capture('div.page-content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(textWithTime).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: 'Nautilus | ' + $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/ncm/artist.js

@@ -1,33 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'get',
-        url: `https://music.163.com/api/artist/albums/${id}`,
-        headers: {
-            Referer: 'https://music.163.com/',
-        },
-    });
-
-    const data = response.data;
-
-    ctx.state.data = {
-        title: data.artist.name,
-        link: `https://music.163.com/#/artist/album?id=${id}`,
-        description: `网易云音乐歌手专辑 - ${data.artist.name}`,
-        item: data.hotAlbums.map((item) => {
-            const singer = item.artists.length === 1 ? item.artists[0].name : item.artists.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
-            return {
-                title: `${item.name} - ${singer}`,
-                description: `歌手：${singer}<br>专辑：${item.name}<br>日期：${new Date(item.publishTime).toLocaleDateString()}<br><img src="${item.picUrl}">`,
-                link: `https://music.163.com/#/album?id=${item.id}`,
-                pubDate: new Date(item.publishTime),
-                published: new Date(item.publishTime),
-                category: item.subType,
-                author: singer,
-            };
-        }),
-    };
-};

package/lib/routes/ncm/djradio.js

@@ -1,80 +0,0 @@
-const got = require('@/utils/got');
-const { parseDate } = require('@/utils/parse-date');
-const { art } = require('@/utils/render');
-const path = require('path');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const ProcessFeed = async (limit, offset) =>
-        await got({
-            method: 'post',
-            url: 'https://music.163.com/api/dj/program/byradio',
-            headers: {
-                Referer: 'https://music.163.com/',
-            },
-            form: {
-                radioId: id,
-                limit,
-                offset,
-            },
-        });
-
-    const response = await ProcessFeed(1, 0);
-
-    const programs = response.data.programs || [];
-    const { radio, dj } = programs[0] || { radio: {}, dj: {} };
-    const count = response.data.count || 0;
-
-    const countPage = [];
-    for (let i = 0; i < Math.ceil(count / 500); i++) {
-        countPage.push(i);
-    }
-
-    const items = await Promise.all(
-        countPage.map(async (item) => {
-            const response = await ProcessFeed(500, item * 500);
-            const programs = response.data.programs || [];
-            const list = programs.map((pg) => {
-                const description = (pg.description || '').split('\n').map((p) => p);
-                const duration = ~~(pg.duration / 1000);
-                const mm_ss_duration = `${(duration / 60).toFixed(0).padStart(2, '0')}:${(duration % 60).toFixed(0).padStart(2, '0')}`;
-
-                const html = art(path.join(__dirname, 'templates/djradio-content.art'), {
-                    pg,
-                    description,
-                    itunes_duration: mm_ss_duration,
-                });
-
-                return {
-                    title: pg.name,
-                    link: 'https://music.163.com/program/' + pg.id,
-                    pubDate: parseDate(pg.createTime),
-                    published: parseDate(pg.createTime),
-                    author: pg.dj.nickname,
-                    description: html,
-                    content: { html },
-                    itunes_item_image: pg.coverUrl,
-                    enclosure_url: `https://music.163.com/song/media/outer/url?id=${pg.mainTrackId}.mp3`,
-                    enclosure_type: 'audio/mpeg',
-                    itunes_duration: duration,
-                };
-            });
-            return list;
-        })
-    );
-
-    ctx.state.data = {
-        title: radio.name,
-        link: `https://music.163.com/djradio?id=${id}`,
-        subtitle: radio.desc,
-        description: radio.desc,
-        author: dj.nickname,
-        updated: radio.lastProgramCreateTime,
-        icon: radio.picUrl,
-        image: radio.picUrl,
-        itunes_author: dj.nickname,
-        itunes_category: radio.category,
-        item: items.flat(),
-    };
-};

package/lib/routes/ncm/playlist.js

@@ -1,45 +0,0 @@
-const got = require('@/utils/got');
-const config = require('@/config').value;
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const response = await got({
-        method: 'post',
-        url: 'https://music.163.com/api/v3/playlist/detail',
-        headers: {
-            Referer: 'https://music.163.com/',
-            Cookie: config.ncm.cookies,
-        },
-        form: {
-            id,
-        },
-    });
-
-    const data = response.data.playlist;
-    const songinfo = await got({
-        method: 'get',
-        url: `https://music.163.com/api/song/detail?ids=[${data.trackIds.slice(0, 201).map((item) => item.id)}]`,
-        headers: {
-            Referer: 'https://music.163.com',
-        },
-    });
-    const songs = songinfo.data.songs;
-
-    ctx.state.data = {
-        title: data.name,
-        link: `https://music.163.com/#/playlist?id=${id}`,
-        description: `网易云音乐歌单 - ${data.name}`,
-        item: data.trackIds.slice(0, 201).map((item) => {
-            const thissong = songs.find((element) => element.id === item.id);
-            const singer = thissong.artists.length === 1 ? thissong.artists[0].name : thissong.artists.reduce((prev, cur) => (prev.name || prev) + '/' + cur.name);
-            return {
-                title: `${thissong.name} - ${singer}`,
-                description: `歌手：${singer}<br>专辑：${thissong.album.name}<br>发行日期：${new Date(thissong.album.publishTime).toLocaleDateString()}<br><img src="${thissong.album.picUrl}">`,
-                link: `https://music.163.com/#/song?id=${item.id}`,
-                pubDate: new Date(item.at),
-                author: singer,
-            };
-        }),
-    };
-};

package/lib/routes/ncm/userplaylist.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const uid = ctx.params.uid;
-
-    const response = await got({
-        method: 'post',
-        url: 'http://music.163.com/api/user/playlist',
-        headers: {
-            Referer: 'https://music.163.com/',
-        },
-        form: {
-            uid,
-            limit: 1000,
-            offset: 0,
-        },
-    });
-
-    const playlist = response.data.playlist || [];
-
-    const creator = (playlist[0] || {}).creator;
-
-    const { nickname, signature, avatarUrl } = creator;
-
-    ctx.state.data = {
-        title: `${nickname} 的所有歌单`,
-        link: `http://music.163.com/user/home?id=${uid}`,
-        subtitle: signature,
-        description: signature,
-        author: nickname,
-        updated: response.headers.date,
-        icon: avatarUrl,
-        item: playlist.map((pl) => {
-            const image = `<img src=${pl.coverImgUrl} />`;
-
-            const description = `<div>${(pl.description || '')
-                .split('\n')
-                .map((p) => `<p>${p}</p>`)
-                .join('')}</div>`;
-
-            const src = `http://music.163.com/playlist/${pl.id}`;
-
-            const html = image + description + `<div><a href="${src}">查看歌单</a></div>`;
-
-            return {
-                title: pl.name,
-                link: src,
-                pubDate: new Date(pl.createTime).toUTCString(),
-                published: new Date(pl.createTime).toISOString(),
-                updated: new Date(pl.updateTime).toISOString(),
-                author: pl.creator.nickname,
-                description: html,
-                content: { html },
-                category: pl.tags,
-            };
-        }),
-    };
-};