rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/routes/universities/nuist/scs.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseTitle = 'NUIST CS（南信大计软院）';
-const baseUrl = 'http://scs.nuist.edu.cn';
-const map = {
-    2242: '学院新闻',
-    2237: '学生工作',
-    2245: '通知公告',
-    2246: '教务通知',
-    2243: '科研动态',
-    2244: '招生就业',
-};
-
-module.exports = async (ctx) => {
-    const category = map.hasOwnProperty(ctx.params.category) ? ctx.params.category : 2242;
-    const link = baseUrl + '/' + category + '/list.htm';
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-
-    const list = $('#wp_news_w6')
-        .find('.list_item')
-        .slice(0, 8)
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: item.find('.Article_Title').text(),
-                link: url.resolve(baseUrl, item.find('.Article_Title a').attr('href')),
-                pubDate: new Date(item.find('.Article_PublishDate').text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        [...list].map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(item.link);
-            const $ = cheerio.load(response.data);
-
-            item.author = $('.arti_publisher').text().replace('发布者：', '');
-            item.description = $('.wp_articlecontent').html();
-            item.category = map[category];
-
-            ctx.cache.set(item.link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: baseTitle + ':' + map[category],
-        link,
-        item: items.filter((x) => x),
-    };
-};

package/lib/routes/universities/nuist/sese.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseTitle = 'NUIST ESE（南信大环科院）';
-const baseUrl = 'http://sese.nuist.edu.cn';
-const map = {
-    11: '通知公告',
-    10: '新闻快讯',
-    12: '学术动态',
-    6: '学生工作',
-    4: '研究生教育',
-    3: '本科教育',
-};
-
-module.exports = async (ctx) => {
-    const category = map.hasOwnProperty(ctx.params.category) ? ctx.params.category : 11;
-    const link = baseUrl + '/Showbksjy.aspx?CI=' + category;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('#ctl00_ctl00_mainbody_rightbody_listcontent_NewsList')
-        .find('.gridline')
-        .slice(0, 6)
-        .map((index, item) => {
-            const a = $(item).find('.gridlinediv a');
-            return {
-                title: a.eq(1).text(),
-                link: url.resolve(baseUrl, a.eq(1).attr('href')),
-                category: a.first().text(),
-                pubDate: new Date($(item).find('.gridlinedate').text().match(/\d+/g)).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        [...list].map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(item.link);
-            const $ = cheerio.load(response.data);
-            const article = $('#ctl00_ctl00_mainbody_rightbody_listcontent_lmnr');
-
-            item.author = article.find('.zzxx span').first().text();
-            item.description = article.find('.xwco').html();
-
-            ctx.cache.set(item.link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: baseTitle + ':' + map[category],
-        link,
-        item: items.filter((x) => x),
-    };
-};

package/lib/routes/universities/nuist/xgc.js

@@ -1,48 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseTitle = '南信大学生工作处';
-const baseUrl = 'http://xgc.nuist.edu.cn';
-
-module.exports = async (ctx) => {
-    const link = baseUrl + '/419/list.htm';
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('.Article_Title a')
-        .slice(0, 6)
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: url.resolve(baseUrl, item.attr('href')),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        [...list].map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(item.link);
-            const $ = cheerio.load(response.data);
-            const articleInfo = $('.arti_metas');
-            item.author = articleInfo.find('.arti_publisher').text().replace('作者：', '');
-            item.pubDate = new Date(articleInfo.find('.arti_update').text().match(/\d+/g)).toUTCString();
-            item.description = $('.wp_articlecontent ').html();
-
-            ctx.cache.set(item.link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: baseTitle,
-        link,
-        item: items.filter((x) => x),
-    };
-};

package/lib/routes/universities/nuist/yjs.js

@@ -1,63 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const baseTitle = '南信大研究生院学科建设处';
-const baseUrl = 'http://yjs.nuist.edu.cn';
-const map = {
-    3: '招生工作',
-    4: '培养工作',
-    5: '学位工作',
-    6: '学生工作',
-    7: '就业工作',
-    8: '国际合作',
-    9: '文件下载',
-    10: '工作动态',
-    11: '通知公告',
-};
-
-module.exports = async (ctx) => {
-    const category = map.hasOwnProperty(ctx.params.category) ? ctx.params.category : 11;
-    const link = baseUrl + '/Show.aspx?CI=' + category;
-
-    const response = await got.get(link);
-    const $ = cheerio.load(response.data);
-    const list = $('#ctl00_ctl00_ContentPlaceHolder2_mainbody_rightbody_listcontent_NewsList')
-        .find('.gridline')
-        .slice(0, 6)
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: item.find('.Title').text(),
-                link: url.resolve(baseUrl, item.find('.Title').attr('href')),
-                pubDate: new Date(item.find('.gridlinedate').text().match(/\d+/g)).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        [...list].map(async (item) => {
-            const cache = await ctx.cache.get(item.link);
-            if (cache) {
-                return JSON.parse(cache);
-            }
-
-            const response = await got.get(item.link);
-            const $ = cheerio.load(response.data);
-            const article = $('#ctl00_ctl00_ContentPlaceHolder2_mainbody_rightbody_listcontent_lmnr');
-
-            item.author = article.find('.zzxx span').eq(0).text();
-            item.description = article.find('.xwco').html();
-            item.category = map[category];
-
-            ctx.cache.set(item.link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: baseTitle + ':' + map[category],
-        link,
-        item: items.filter((x) => x),
-    };
-};

package/lib/routes/verge/index.js

@@ -1,88 +0,0 @@
-const got = require('@/utils/got');
-const parser = require('@/utils/rss-parser');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const feed = await parser.parseURL('https://www.theverge.com/rss/index.xml');
-
-    const items = await Promise.all(
-        feed.items.slice(0, 10).map(async (item) => {
-            const response = await got({
-                method: 'get',
-                url: item.link,
-            });
-
-            const $ = cheerio.load(response.data);
-
-            const content = $('div.c-entry-content');
-
-            // 处理封面图片
-
-            const cover = $('meta[property="og:image"]');
-
-            if (cover.length > 0) {
-                $(`<img src=${cover[0].attribs.content}>`).insertBefore(content[0].childNodes[0]);
-            }
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed, div.c-entry-hero > div.c-video-embed').each((i, e) => {
-                const src = `https://volume.vox-cdn.com/embed/${e.attribs['data-volume-uuid']}?autoplay=false`;
-
-                $(`<iframe src="${src}" style="border: 0; top: 0; left: 0; width: 100%; height: 100%; position: absolute;" allowfullscreen scrolling="no"></iframe>`).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理封面视频
-            $('div.l-col__main > div.c-video-embed--media iframe').each((i, e) => {
-                $(e).insertBefore(content[0].childNodes[0]);
-            });
-
-            // 处理文章图片
-            content.find('figure.e-image').each((i, e) => {
-                let src, caption;
-
-                // 处理 jpeg, png
-                if ($(e).find('picture > source').length > 0) {
-                    src = $(e)
-                        .find('picture > img')[0]
-                        .attribs.srcset.match(/(?<=320w,).*?(?=520w)/g)[0]
-                        .trim();
-                } else if ($(e).find('img.c-dynamic-image').length > 0) {
-                    // 处理 gif
-                    src = $(e).find('span.e-image__image')[0].attribs['data-original'];
-                }
-
-                // 处理 caption
-                if ($(e).find('span.e-image__meta').length > 0) {
-                    caption = $(e).find('span.e-image__meta').text();
-                }
-
-                const figure = `<figure><img src=${src}>${caption ? `<br><figcaption>${caption}</figcaption>` : ''}</figure>`;
-
-                $(figure).insertBefore(e);
-
-                $(e).remove();
-            });
-
-            // 移除无用 DOM
-            content.find('aside').each((i, e) => {
-                $(e).remove();
-            });
-
-            const single = {
-                title: item.title,
-                description: content.html(),
-                author: item.author,
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: feed.title,
-        link: feed.link,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/xwlb/index.js

@@ -1,40 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const url = `http://www.xwlb.net.cn/video.html`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('.post_body').get();
-
-    const out = await Promise.all(
-        list.slice(0, 2).map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h2 a').attr('title');
-            const partial = $('h2 a').attr('href');
-            const address = partial;
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const get = cheerio.load(res.data);
-
-            const contents = get('.content').html();
-            const single = {
-                title,
-                description: contents,
-                link: address,
-                guid: address,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: $('title').text(),
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/zcool/top.js

@@ -1,75 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const url = 'https://www.zcool.com.cn/top/index.do';
-
-    const topResponse = await got({
-        method: 'get',
-        url,
-        headers: {
-            Referer: 'https://www.zcool.com.cn',
-        },
-    });
-
-    let $ = cheerio.load(topResponse.data);
-    const rankId = $('div.list-cycle>p>span').text();
-
-    if (type === 'article') {
-        const articleResponse = await got({
-            method: 'get',
-            url: 'https://www.zcool.com.cn/top/article.do?rankType=8&rankId=' + rankId,
-            headers: {
-                Referer: url,
-            },
-        });
-        $ = cheerio.load(articleResponse.data);
-    }
-
-    const list = $('div.author')
-        .map((i, e) => {
-            const element = $(e);
-
-            const title = element.find('div.title').find('a').text();
-            const link = element.find('div.title').find('a').attr('href');
-            const author = element.find('div.nick').find('a').text();
-
-            return {
-                title,
-                description: '',
-                link,
-                author,
-            };
-        })
-        .get();
-
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const link = item.link;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const itemResponse = await got({
-                method: 'get',
-                url: link,
-                headers: {
-                    Referer: url,
-                },
-            });
-            const itemElement = cheerio.load(itemResponse.data);
-            item.description = type !== 'article' ? itemElement('div.work-content-wrap').html() : itemElement('div.article-content-wraper').html();
-            ctx.cache.set(link, JSON.stringify(item));
-            return item;
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - 第' + rankId + '期' + (type !== 'article' ? '作品总榜' : '文章总榜'),
-        link: url,
-        item: result,
-    };
-};

package/lib/routes/zcool/user.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    let uid = ctx.params.uid;
-
-    if (isNaN(uid)) {
-        const user_response = await got.get(`https://${uid}.zcool.com.cn/`);
-        const $ = cheerio.load(user_response.data);
-        uid = $('[data-id]').attr('data-id');
-    }
-
-    const url = `https://api.zcool.com.cn/v2/api/u/${uid}`;
-
-    const response = await got.get(url);
-    const data = response.data.data;
-
-    const user = data.content[0].creatorObj;
-    const list = data.content;
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const link = item.pageUrl;
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const rssitem = {
-                title: item.title,
-                link,
-                author: item.creatorObj.username,
-                pubDate: new Date(item.createTime * 1),
-            };
-
-            try {
-                const item_response = await got.get(link);
-                const item_element = cheerio.load(item_response.data);
-                const item_content_wrap = item_element('.work-content-wrap');
-                const item_content = item_content_wrap.length !== 0 ? item_content_wrap : item_element('.work-show-box');
-                rssitem.description = item_content.html();
-            } catch (err) {
-                return Promise.resolve('');
-            }
-
-            ctx.cache.set(link, JSON.stringify(rssitem));
-            return Promise.resolve(rssitem);
-        })
-    );
-
-    ctx.state.data = {
-        title: '站酷 - ' + user.username,
-        image: user.avatar,
-        link: user.pageUrl,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/v2/appledaily/templates/content.art

@@ -1,7 +0,0 @@
-{{ each content_elements }}
-    {{ if $value.type === 'image' }}
-    <img src="{{ $value.url }}" alt="{{ $value.caption }}"/>
-    {{ else if $value.type === 'text' }}
-    <p>{{ $value.content }}</p>
-    {{ /if }}
-{{ /each }}

package/lib/v2/dongqiudi/daily.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const response = await got.get('https://www.dongqiudi.com/special/48');
-
-    const $ = cheerio.load(response.data);
-
-    const host = 'https://www.dongqiudi.com';
-
-    const list = $('.detail.special ul li h3')
-        .slice(0, 5)
-        .get()
-        .filter((e) => cheerio.load(e).text().length > 3);
-
-    const proList = [];
-
-    const out = await Promise.all(
-        list.map((item) => {
-            const $ = cheerio.load(item);
-            const title = $('a').text();
-            const itemUrl = host + $('a').attr('href');
-
-            return ctx.cache.tryGet(itemUrl, () => {
-                const single = {
-                    title,
-                    link: itemUrl,
-                };
-
-                const es = got.get(itemUrl);
-                proList.push(es);
-                return single;
-            });
-        })
-    );
-
-    const responses = await got.all(proList);
-    for (let i = 0; i < proList.length; i++) {
-        utils.ProcessFeedType2(out[i], responses[i].data);
-    }
-    ctx.state.data = {
-        title: '懂球帝早报',
-        link: 'http://www.dongqiudi.com/special/48',
-        item: out.filter((e) => e.description !== undefined),
-    };
-};

package/lib/v2/nuaa/cs/index.js

@@ -1,87 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const getCookie = require('../utils/pypasswaf');
-const host = 'http://cs.nuaa.edu.cn/';
-
-const map = new Map([
-    ['tzgg', { title: '南京航空航天大学计算机科学与技术学院 -- 通知公告', suffix: 'tzgg/list.htm' }],
-    ['rdxw', { title: '南京航空航天大学计算机科学与技术学院 -- 热点新闻', suffix: '10846/list.htm' }],
-    ['xkky', { title: '南京航空航天大学计算机科学与技术学院 -- 学科科研', suffix: '10849/list.htm' }],
-    ['be', { title: '南京航空航天大学计算机科学与技术学院 -- 本科生培养', suffix: '10850/list.htm' }],
-    ['me', { title: '南京航空航天大学计算机科学与技术学院 -- 研究生培养', suffix: '10851/list.htm' }],
-    ['jxdt', { title: '南京航空航天大学计算机科学与技术学院 -- 教学动态', suffix: '1977/list.htm' }],
-    ['xsgz', { title: '南京航空航天大学计算机科学与技术学院 -- 学生工作', suffix: '1959/list.htm' }],
-]);
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type;
-    const getDescription = Boolean(ctx.params.getDescription) || false;
-    const suffix = map.get(type).suffix;
-
-    const link = new URL(suffix, host).href;
-    const cookie = await getCookie();
-    const gotConfig = {
-        headers: {
-            cookie,
-        },
-    };
-    const response = await got(link, gotConfig);
-    const $ = cheerio.load(response.data);
-
-    const list = $('#news_list ul li')
-        .slice(0, Math.min(parseInt($('.per_count', '#wp_paging_w6').text()), parseInt($('.all_count', '#wp_paging_w6').slice(1).text())))
-        .map(function () {
-            const info = {
-                title: $(this).find('a').attr('title'),
-                link: $(this).find('a').attr('href'),
-                date: $(this).find('span').text(),
-            };
-            return info;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map((info) => {
-            const title = info.title || 'tzgg';
-            const date = info.date;
-            const itemUrl = new URL(info.link, host).href;
-
-            return ctx.cache.tryGet(itemUrl, async () => {
-                const arr = itemUrl.split('.');
-                const pageType = arr[arr.length - 1];
-
-                // 南航新 WAF 过于敏感
-                // 目前 description 需要遍历页面，会被 WAF 拦截导致无法输出
-                // 考虑换一种获取 description 的方式或者将标题当作 title。
-                let description = title;
-                if (getDescription) {
-                    description = itemUrl;
-                    if (pageType === 'htm' || pageType === 'html') {
-                        const response = await got.get(itemUrl, gotConfig);
-                        const $ = cheerio.load(response.data);
-                        description = $('.wp_articlecontent')
-                            .html()
-                            .replace(/src="\//g, `src="${new URL('.', host).href}`)
-                            .trim();
-                    }
-                }
-
-                const single = {
-                    title,
-                    link: itemUrl,
-                    description,
-                    pubDate: parseDate(date),
-                };
-                return single;
-            });
-        })
-    );
-
-    ctx.state.data = {
-        title: map.get(type).title,
-        link,
-        description: '南京航空航天大学计算机科学与技术学院RSS',
-        item: out,
-    };
-};