rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/routes/novel/shuquge.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const iconv = require('iconv-lite');
-
-const baseUrl = 'http://www.sizhicn.com/txt/';
-// 获取小说的最新章节列表
-module.exports = async (ctx) => {
-    const id = ctx.params.id; // 小说id
-
-    const response = await got({
-        method: 'get',
-        url: `${baseUrl}${id}/index.html`,
-        responseType: 'buffer',
-    });
-    const responseHtml = iconv.decode(response.data, 'utf-8');
-    const $ = cheerio.load(responseHtml);
-    const title = $('.listmain>dl>dt').eq(0).text();
-    const description = $('.intro').text();
-    const cover_url = $('.cover>img').eq(0).attr('src');
-    const list = $('.listmain dd').slice(0, 9);
-    const chapter_item = list
-        .find('a')
-        .map((_, e) => ({
-            title: e.children[0].data,
-            link: `${baseUrl}${id}/${e.attribs.href}`,
-        }))
-        .get();
-
-    const items = await Promise.all(
-        chapter_item.map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got({
-                method: 'get',
-                url: item.link,
-                responseType: 'buffer',
-            });
-
-            const responseHtml = iconv.decode(response.data, 'utf-8');
-            const $ = cheerio.load(responseHtml);
-
-            const description = $('#content').html();
-
-            const single = {
-                title: item.title,
-                description,
-                link: item.link,
-            };
-            ctx.cache.set(item.link, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `书趣阁 ${title}`,
-        link: `${baseUrl}${id}/index.html`,
-        image: cover_url,
-        description,
-        item: items,
-    };
-};

package/lib/routes/researchgate/publications.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-
-    const rootUrl = 'https://www.researchgate.net';
-    const currentUrl = `${rootUrl}/profile/${id}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('div[itemprop="headline"] a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
-
-                    item.doi = content('meta[property="citation_doi"]').attr('content');
-                    item.pubDate = Date.parse(content('meta[property="citation_publication_date"]').attr('content'));
-
-                    const authors = [];
-
-                    content('meta[property="citation_author"]').each(function () {
-                        authors.push(content(this).attr('content'));
-                    });
-
-                    item.author = authors.join(', ');
-
-                    item.description = content('div[itemprop="description"]').html();
-
-                    return item;
-                })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('meta[property="profile:username"]').attr('content')}'s Publications - ResearchGate`,
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/smzdm/article.js

@@ -1,57 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/article/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('.m-contant article');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'MM-DD H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/baoliao.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `https://zhiyou.smzdm.com/member/${ctx.params.uid}/baoliao/`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('.info-stuff-nickname').text();
-
-    const list = $('.pandect-content-stuff')
-        .slice(0, 20)
-        .map(function () {
-            const info = {
-                title: $(this).find('.pandect-content-title a').text(),
-                link: $(this).find('.pandect-content-title a').attr('href'),
-                pubdate: $(this).find('.pandect-content-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('article.txt-detail');
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: new Date(pubdate),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}的爆料 - 什么值得买`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const day = ctx.params.day || 'all';
-    const link = `https://post.smzdm.com/hot_${day}`;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('li.filter-tab.active').text();
-
-    const list = $('li.feed-row-wide')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h5.z-feed-title a').text(),
-                link: $(this).find('h5.z-feed-title a').attr('href'),
-                pubdate: $(this).find('span.z-publish-time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const content = $('#articleId');
-            content.find('.item-name').remove();
-            content.find('.recommend-tab').remove();
-            const description = content.html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/haowen_fenlei.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-module.exports = async (ctx) => {
-    const name = ctx.params.name;
-    const sort = ctx.params.sort || '0';
-
-    let link;
-    if (sort === '0') {
-        link = `https://post.smzdm.com/fenlei/${name}/`;
-    } else {
-        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
-    }
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
-
-    const list = $('div.list.post-list')
-        .slice(0, 10)
-        .map(function () {
-            const info = {
-                title: $(this).find('h2.item-name a').text(),
-                link: $(this).find('h2.item-name a').attr('href'),
-                pubdate: $(this).find('span.time').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (info) => {
-            const title = info.title;
-            const pubdate = info.pubdate;
-            const itemUrl = info.link;
-
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-            const description = $('article').html();
-
-            const single = {
-                title,
-                link: itemUrl,
-                description,
-                pubDate: timezone(parseDate(pubdate, 'H:mm'), +8),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${title}-什么值得买好文分类`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/smzdm/keyword.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-
-module.exports = async (ctx) => {
-    const keyword = ctx.params.keyword;
-
-    const response = await got({
-        method: 'get',
-        url: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        headers: {
-            Referer: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        },
-    });
-
-    const data = response.data;
-
-    const $ = cheerio.load(data);
-    const list = $('.feed-row-wide');
-
-    ctx.state.data = {
-        title: `${keyword} - 什么值得买`,
-        link: `http://search.smzdm.com/?c=home&s=${encodeURI(keyword)}&order=time&v=b`,
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return {
-                        title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
-                        description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
-                        pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), 'H:mm'), +8),
-                        link: String(item.find('.feed-block-title a').attr('href')),
-                    };
-                })
-                .get(),
-    };
-};

package/lib/routes/transferwise/pair.js

@@ -1,64 +0,0 @@
-const got = require('@/utils/got');
-const dayjs = require('dayjs');
-const customParseFormat = require('dayjs/plugin/customParseFormat');
-
-module.exports = async (ctx) => {
-    dayjs.extend(customParseFormat);
-    let yesterday = dayjs().subtract(1, 'day');
-    const dayBefore = yesterday.subtract(1, 'day').format('YYYY-MM-DD');
-
-    yesterday = yesterday.format('YYYY-MM-DD');
-
-    const guid = `${ctx.params.source}-${ctx.params.target}-${yesterday}`;
-    const cache = await ctx.cache.get(guid);
-
-    const link = 'https://transferwise.com/tools/exchange-rate-alerts/';
-
-    if (cache) {
-        return Promise.resolve(JSON.parse(cache));
-    } else {
-        const source = ctx.params.source.toUpperCase();
-        const target = ctx.params.target.toUpperCase();
-        const api = `https://api.transferwise.com/v1/rates?source=${source}&target=${target}&from=${dayBefore}&to=${dayjs().format('YYYY-MM-DDTHH:mm:ssZ')}&group=day`;
-
-        const response = await got({
-            method: 'get',
-            url: api,
-            headers: {
-                Referer: 'https://transferwise.com/tools/exchange-rate-alerts/',
-                authorization: 'Basic OGNhN2FlMjUtOTNjNS00MmFlLThhYjQtMzlkZTFlOTQzZDEwOjliN2UzNmZkLWRjYjgtNDEwZS1hYzc3LTQ5NGRmYmEyZGJjZA==',
-                'Content-Type': 'application/json',
-            },
-        });
-
-        const data = response.data;
-
-        const yRate = data[1];
-        const byRate = data[2];
-        const trend = yRate.rate > byRate.rate;
-        const diff = (yRate.rate - byRate.rate) / yRate.rate;
-
-        const percent = (Math.abs(diff) * 100).toFixed(4);
-
-        const title = `${source}/${target} ${trend ? '📈' : '📉'} @${yRate.rate} ${diff > 0 ? '' : '-'}${percent}%`;
-
-        const description = `<h3>${source} to ${target}</h3><table><tbody><tr><th align="left" style="border: 1px solid black;">Date</th><th align="left" style="border: 1px solid black;">Rate</th></tr><tr><td style="border: 1px solid black;">${yesterday}</td><td style="border: 1px solid black;">${yRate.rate}</td></tr><tr><td style="border: 1px solid black;">${dayBefore}</td><td style="border: 1px solid black;">${byRate.rate}</td></tr></tbody></table>`;
-
-        const single = {
-            title,
-            description,
-            pubDate: new Date().toUTCString(),
-            guid,
-            link,
-        };
-
-        ctx.cache.set(guid, JSON.stringify(ctx.state.data));
-
-        ctx.state.data = {
-            title: `${source} to ${target} by TransferWise`,
-            link,
-            description: `Exchange Rate from TransferWise`,
-            item: [single],
-        };
-    }
-};

package/lib/routes/udn/global.js

@@ -1,61 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    let filter, url, tag;
-    if (ctx.params.tid !== 'newest') {
-        url = `https://global.udn.com/search/tagging/1020/${ctx.params.tid}`;
-        filter = 'li.contentli';
-        tag = ctx.params.tid;
-    } else {
-        url = `https://global.udn.com/global_vision/index`;
-        filter = `.news_cards > ul > li`;
-        tag = '最新文章';
-    }
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $(filter).get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            let title;
-            let address = $('a').attr('href');
-            if (ctx.params.tid === 'newest') {
-                address = `https://global.udn.com` + address;
-                title = $('h3').text();
-            } else {
-                title = $('h2').text();
-            }
-            const time = $('span.date').text();
-            const author = $('span.author').text();
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.social_bar').remove();
-            capture('div.area').remove();
-            capture('.story_art_title').remove();
-            capture('.story_bady_info_author').remove();
-            capture('.photo_pop').remove();
-            const contents = capture('div.story_body_content').html();
-            const single = {
-                title,
-                author,
-                description: contents,
-                link: address,
-                guid: address,
-                pubDate: new Date(time).toUTCString(),
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: `轉角國際 | ${tag}`,
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/universities/ecnuyjs/ecnuyjs.js

@@ -1,23 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = 'http://yz.kaoyan.com/ecnu/tiaoji/';
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.subList li').slice(0, 10);
-
-    ctx.state.data = {
-        title: '华东师范大学研究生院',
-        link,
-        description: '华东师范大学研究生调剂信息',
-        item:
-            list &&
-            list
-                .map((index, item) => {
-                    item = $(item);
-                    return { title: item.find('li a').text(), description: item.find('li a').text(), link: item.find('li a').attr('href') };
-                })
-                .get(),
-    };
-};

package/lib/routes/universities/shmtu/jwc.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'https://jwc.shmtu.edu.cn';
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    $('.field-item img').each((index, elem) => {
-        const $elem = $(elem);
-        const src = $elem.attr('src');
-        if (src) {
-            $elem.attr('src', url.resolve(host, src));
-        }
-        $elem.removeAttr('style');
-        $elem.removeAttr('alt');
-    });
-
-    const description = $('.field-item').html();
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const itemUrl = url.resolve(host, $('.views-field-nothing', item).find('a').attr('href'));
-            const category = $('.views-field-field-xxlb', item).text().trim();
-            const author = $('.views-field-field-xxly', item).text().trim();
-
-            const single = {
-                title: $('.views-field-nothing', item).text().trim(),
-                link: itemUrl,
-                guid: itemUrl,
-                pubDate: new Date($('.views-field-created', item).text()).toUTCString(),
-                category,
-                author: author === '' ? category : author,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const limit = ctx.query.limit || 4;
-    const info = type === 'jwgg' ? '教务公告' : '教务新闻';
-
-    const response = await got({
-        method: 'get',
-        url: host + `/${type}/list.htm`,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('tr', 'tbody')
-        .slice(0, limit > 15 ? 15 : limit)
-        .get();
-
-    const result = await ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: `上海海事大学 ${info}`,
-        link: host + `/${type}`,
-        description: '上海海事大学 教务信息',
-        item: result,
-    };
-};

package/lib/routes/universities/shmtu/www.js

@@ -1,61 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-const host = 'http://www.shmtu.edu.cn';
-
-async function load(link) {
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const description = $('meta[name="description"]').attr('content');
-
-    return { description };
-}
-
-const ProcessFeed = (list, caches) =>
-    Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-
-            const itemUrl = url.resolve(host, $('.title', item).find('a').attr('href'));
-            const category = $('.department', item).text().trim();
-
-            const single = {
-                title: $('.title', item).text().trim(),
-                link: itemUrl,
-                guid: itemUrl,
-                pubDate: new Date($('.date', item).find('span').find('span').attr('content')).toUTCString(),
-                category,
-                author: category,
-            };
-
-            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
-
-            return Promise.resolve(Object.assign({}, single, other));
-        })
-    );
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const info = type === 'notes' ? '通知公告' : '学术讲座';
-
-    const response = await got({
-        method: 'get',
-        url: host + `/${type}`,
-        headers: {
-            Referer: host,
-        },
-    });
-
-    const $ = cheerio.load(response.data);
-    const list = $('tr', 'tbody').slice(0, 10).get();
-
-    const result = await ProcessFeed(list, ctx.cache);
-
-    ctx.state.data = {
-        title: `上海海事大学 ${info}`,
-        link: host + `/${type}`,
-        description: '上海海事大学 官网信息',
-        item: result,
-    };
-};