rsshub 1.0.0-master.f97cdb2 → 1.0.0-master.fa3428f

package/lib/routes/taptap/review.js

@@ -1,39 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const order = ctx.params.order;
-
-    let url = `https://www.taptap.com/app/${id}/review`;
-
-    if (order === 'update' || order === 'hot' || order === 'spent') {
-        url += `?order=${order}`;
-    }
-
-    const reviews_list_response = await got.get(url);
-    const $ = cheerio.load(reviews_list_response.data);
-
-    const app_img = $('.header-icon-body > img').attr('src');
-    const app_name = $('.breadcrumb > li.active').text();
-    const order_name = $('.taptap-review-title.section-title li.active').text().trim();
-    const reviews_list = $('.review-item-text').toArray();
-
-    ctx.state.data = {
-        title: `TapTap评价 ${app_name} - ${order_name}排序`,
-        link: url,
-        image: app_img,
-        item: reviews_list.map((review) => {
-            review = $(review);
-            const score = review.find('.colored').attr('style').match(/\d+/)[0] / 14;
-            const author = review.find('.item-text-header > .taptap-user ').first().text().trim();
-            return {
-                title: `${author} - ${score}星`,
-                author,
-                description: review.find('.item-text-body').html(),
-                link: review.find('a.text-header-time').attr('href'),
-                pubDate: new Date(review.find('a.text-header-time [data-dynamic-time]').text().trim()),
-            };
-        }),
-    };
-};

package/lib/routes/taptap/topic.js

@@ -1,85 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id;
-    const label = ctx.params.label;
-
-    let url = `https://www.taptap.com/app/${id}/topic`;
-
-    if (label === 'elite' || label === 'official' || label === 'all') {
-        url += `?type=${label}`;
-    } else if (/^\d+$/.test(label)) {
-        url += `?group_label_id=${label}`;
-    }
-
-    const topics_list_response = await got.get(url);
-    const topics_list_data = topics_list_response.data;
-    const $ = cheerio.load(topics_list_data);
-
-    const app_img = $('.group-info > a > img').attr('src');
-    const app_name = $('.group-detail > h2 > a').first().text();
-    const label_name = $('.tab-label a.active span').text();
-    const topics_list = $('.item-content').get();
-
-    const parseContent = (htmlString) => {
-        const $ = cheerio.load(htmlString);
-
-        const author = $('.user-name-identity');
-        const content = $('.bbcode-body').first();
-        const time = $('.topic-update-time').length === 0 ? $('.topic-info [data-dynamic-time]') : $('.topic-update-time [data-dynamic-time]');
-        const pub_date = time.length === 0 ? new Date() : new Date(time.text().trim());
-
-        const images = $('img');
-        for (let k = 0; k < images.length; k++) {
-            $(images[k]).replaceWith(`<img src="${$(images[k]).attr('data-origin-url')}" />`);
-        }
-
-        return {
-            author: author.text().trim(),
-            description: content.html(),
-            pubDate: pub_date,
-        };
-    };
-
-    const out = await Promise.all(
-        topics_list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('.content-text > a').first();
-            const link = title.attr('href');
-
-            const cache = await ctx.cache.get(link);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const topic = {
-                title: title.text().trim(),
-                link,
-            };
-
-            try {
-                const topic_response = await got.get(link);
-                const result = parseContent(topic_response.data);
-                if (!result.description) {
-                    return Promise.resolve('');
-                }
-
-                topic.author = result.author;
-                topic.description = result.description;
-                topic.pubDate = result.pubDate;
-            } catch (err) {
-                return Promise.resolve('');
-            }
-            ctx.cache.set(link, JSON.stringify(topic));
-            return Promise.resolve(topic);
-        })
-    );
-
-    ctx.state.data = {
-        title: `${app_name} - ${label_name} - TapTap论坛`,
-        link: url,
-        image: app_img,
-        item: out.filter((item) => item !== ''),
-    };
-};

package/lib/routes/tencent/wechat/_README

@@ -1 +0,0 @@
-Make sure you read lib/utils/wechat-mp.js before adding a new route.

package/lib/routes/tencent/wechat/ce.js

@@ -1,40 +0,0 @@
-const parser = require('@/utils/rss-parser');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-
-    const feed = await parser.parseURL(`https://posts.careerengine.us/author/${id}/rss`);
-
-    const items = await Promise.all(
-        feed.items.splice(0, 10).map(async (item) => {
-            const response = await got.get(item.link);
-
-            const $ = cheerio.load(response.data);
-            const post = $('.post');
-
-            post.find('img').each((_, img) => {
-                const dataSrc = $(img).attr('data-src');
-                if (dataSrc) {
-                    $(img).attr('src', dataSrc);
-                }
-            });
-
-            const single = {
-                title: item.title,
-                description: post.html(),
-                pubDate: item.pubDate,
-                link: item.link,
-            };
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${feed.title}`,
-        link: `https://posts.careerengine.us/author/${id}/posts`,
-        description: feed.description,
-        item: items,
-    };
-};

package/lib/routes/tencent/wechat/ershcimi.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { id } = ctx.params;
-    const url = `https://www.ershicimi.com/a/${id}`;
-    const response = await got(url);
-    const $ = cheerio.load(response.data);
-    const list = $('.weui_media_box')
-        .map((_, ele) => {
-            const $item = cheerio.load(ele);
-            return {
-                title: $item('.weui_media_title a').text(),
-                description: $item('.weui_media_desc').text(),
-                link: `https://www.ershicimi.com${$item('.weui_media_title a').attr('href')}`,
-                pubDate: new Date($item('.weui_media_extra_info').attr('title')).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailRepsonse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailRepsonse.data);
-
-                item.description = content('.article-content').html() ? content('.article-content').html() : item.description;
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `微信公众号 - ${$('span.name').text()}`,
-        link: url,
-        description: $('div.Profile-sideColumnItemValue').text(),
-        item: items,
-    };
-};

package/lib/routes/twreporter/photography.js

@@ -1,57 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-const fetch = require('./fetch_article');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://www.twreporter.org';
-    const url = baseURL + `/photography`;
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const coverList = $('.WPJvn').get();
-    const commonList = $('.eVNsZf').get();
-
-    const coverView = await Promise.all(
-        coverList.map(async (item) => {
-            const $ = cheerio.load(item);
-            const address = baseURL + $('li > a').attr('href');
-            const title = $('.gRCDdm').text();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = await fetch(address);
-            single.title = title;
-
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    const listView = await Promise.all(
-        commonList.map(async (item) => {
-            const $ = cheerio.load(item);
-            const address = baseURL + $('li > a').attr('href');
-            const title = $('.etJLWI').text();
-
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const single = await fetch(address);
-            single.title = title;
-
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `報導者 | 影像`,
-        link: url,
-        item: coverView.concat(listView),
-    };
-};

package/lib/routes/universities/dut/index.js

@@ -1,60 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
-const subsiteDic = require('./subsite.js');
-module.exports = async (ctx) => {
-    const subsiteMap = subsiteDic[ctx.params.subsite];
-    const typeMap = subsiteMap.typeMap[ctx.params.type];
-    const frontUrl = typeMap.url;
-    const basePath = typeMap.basePath;
-    const response = await got({
-        method: 'get',
-        url: frontUrl,
-    });
-
-    const data = response.data;
-    const $ = cheerio.load(data);
-    const list = $(subsiteMap.listSelector)
-        .map((index, item) => {
-            item = $(item);
-            return {
-                title: subsiteMap.titleMethod(item),
-                // description,
-                link: subsiteMap.linkMethod(item),
-                pubDate: timezone(parseDate(subsiteMap.pubDateMethod(item), 'YYYY/MM/DD'), +8),
-            };
-        })
-        .get();
-
-    const entries = await Promise.all(
-        list.map(async (item) => {
-            const { title, link, pubDate } = item;
-            const entryUrl = basePath + link;
-
-            const cache = await ctx.cache.tryGet(entryUrl, async () => {
-                const response = await got({
-                    method: 'get',
-                    url: entryUrl,
-                });
-
-                const $ = cheerio.load(response.data);
-                const description = subsiteMap.descriptionMethod($);
-                const entry = {
-                    title,
-                    link,
-                    pubDate,
-                    description,
-                };
-                return JSON.stringify(entry);
-            });
-            return Promise.resolve(JSON.parse(cache));
-        })
-    );
-
-    ctx.state.data = {
-        title: typeMap.title,
-        link: frontUrl,
-        item: entries,
-    };
-};

package/lib/routes/universities/dut/subsite.js

@@ -1,50 +0,0 @@
-const titleMethod1 = (item) => item.find('a').text();
-const linkMethod1 = (item) => item.find('a').attr().href;
-const pubDateMethod1 = (item) => item.find('span').text();
-const descriptionMethod1 = ($) => {
-    const main = $('.v_news_content').html();
-    let attachment = $('form ul').html();
-    // attachment = (attachment ? attachment : '').replace(/<li>/g, '<li><p>').replace(/<\/li>/g, '</p></li>');
-    attachment = (attachment ? attachment : '').replace(/<li>/g, '<br><li>');
-    return main + '<br>' + attachment;
-};
-const subsiteDic = {
-    teach: {
-        listSelector: '.list > ul > li',
-        titleMethod: titleMethod1,
-        linkMethod: linkMethod1,
-        pubDateMethod: pubDateMethod1,
-        descriptionMethod: descriptionMethod1,
-        typeMap: {
-            zytg: { title: '大连理工大学教务处-重要通告', url: 'https://teach.dlut.edu.cn/zytg/zytg.htm', basePath: 'https://teach.dlut.edu.cn/zytg/' },
-            xwkd: { title: '大连理工大学教务处-新闻快递', url: 'https://teach.dlut.edu.cn/xwkd/xwkd.htm', basePath: 'https://teach.dlut.edu.cn/xwkd/' },
-            qitawenjian: { title: '大连理工大学教务处-其他文件', url: 'https://teach.dlut.edu.cn/qitawenjian/list.jsp?urltype=tree.TreeTempUrl&wbtreeid=1081', basePath: 'https://teach.dlut.edu.cn/qitawenjian/' },
-            jiaoxuewenjian: { title: '大连理工大学教务处-教学文件', url: 'https://teach.dlut.edu.cn/jiaoxuewenjian/list.jsp?urltype=tree.TreeTempUrl&wbtreeid=1082', basePath: 'https://teach.dlut.edu.cn/jiaoxuewenjian/' },
-        },
-    },
-    dutdice: {
-        listSelector: '.list01 li',
-        titleMethod: titleMethod1,
-        linkMethod: linkMethod1,
-        pubDateMethod: pubDateMethod1,
-        descriptionMethod: descriptionMethod1,
-        typeMap: {
-            xstong_zhi: { title: '大连理工大学国际处及港澳台办-学生通知', url: 'http://dutdice.dlut.edu.cn/tzgg/xstong_zhi.htm', basePath: 'http://dutdice.dlut.edu.cn/tzgg/' },
-            jstz: { title: '大连理工大学国际处及港澳台办-教师通知', url: 'http://dutdice.dlut.edu.cn/tzgg/jstz.htm', basePath: 'http://dutdice.dlut.edu.cn/tzgg/' },
-            xwsd: { title: '大连理工大学国际处及港澳台办-新闻速递', url: 'http://dutdice.dlut.edu.cn/xwsd/xxxw.htm', basePath: 'http://dutdice.dlut.edu.cn/xwsd/' },
-        },
-    },
-    tycgzx: {
-        listSelector: '.list li',
-        titleMethod: titleMethod1,
-        linkMethod: linkMethod1,
-        pubDateMethod: pubDateMethod1,
-        descriptionMethod: descriptionMethod1,
-        typeMap: {
-            tzgg: { title: '大连理工大学体育场馆中心-通知公告', url: 'http://tycgzx.dlut.edu.cn/tzgg/tzgg.htm', basePath: 'http://tycgzx.dlut.edu.cn/tzgg/' },
-            hdrc: { title: '大连理工大学体育场馆中心-活动日程', url: 'http://tycgzx.dlut.edu.cn/hdrc/hdrc.htm', basePath: 'http://tycgzx.dlut.edu.cn/hdrc/' },
-            xwdt: { title: '大连理工大学体育场馆中心-新闻动态', url: 'http://tycgzx.dlut.edu.cn/xwdt/xwdt.htm', basePath: 'http://tycgzx.dlut.edu.cn/xwdt/' },
-        },
-    },
-};
-module.exports = subsiteDic;

package/lib/routes/universities/sdu/cmse.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.cmse.sdu.edu.cn/';
-const typelist = ['通知公告', '学院新闻', '本科生教育', '研究生教育', '学术动态'];
-const urlList = ['zxzx/tzgg.htm', 'zxzx/xyxw.htm', 'zxzx/bksjy.htm', 'zxzx/yjsjy.htm', 'zxzx/xsdt.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#list_right_list a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info'))
-            .map(async (itemUrl) => {
-                itemUrl = url.resolve(host, itemUrl.slice('3'));
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                let date = rawDate[0].split('：')[1];
-                date = date.slice(0, 4) + '-' + date.slice(5, 7) + '-' + date.slice(8, 10) + ' ' + date.slice(12);
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学材料科学与工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学材料科学与工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/cs.js

@@ -1,55 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.cs.sdu.edu.cn/';
-const typelist = ['学院公告', '学术报告', '新闻动态'];
-const urlList = ['index/xygg.htm', 'xwgg/xsbg.htm', 'xwgg/xyxw.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const dateDict = {};
-    const list = $('.sub_text .news-list')
-        .slice(0, 10)
-        .map((i, e) => {
-            const divs = $(e).children();
-            const tlink = 'http://www.cs.sdu.edu.cn/' + $('a', divs[1]).attr('href').substring(3);
-            dateDict[tlink] = new Date($(divs[2]).text()).toUTCString();
-            return tlink;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (itemUrl) => {
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: $('#newsTitle').text().trim(),
-                author: '山东大学计算机科学与技术学院',
-                description: $('.v_news_content').html(),
-                pubDate: dateDict[itemUrl],
-                link: itemUrl,
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `山东大学计算机科学与技术学院${typelist[type]}通知`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/epe.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.epe.sdu.edu.cn/';
-const typelist = ['学院动态', '通知公告', '学术论坛'];
-const urlList = ['zxzx/xydt.htm', 'zxzx/tzgg.htm', 'zxzx/xslt.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#page_right_main li a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info'))
-            .map(async (itemUrl) => {
-                itemUrl = url.resolve(host, itemUrl.slice('3'));
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                const date = rawDate[0].split('：')[1];
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学能源与动力工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学能源与动力工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/mech.js

@@ -1,58 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const typelist = ['通知公告', '院所新闻', '教学信息', '学术动态', '学院简报'];
-const urlList = ['xwdt/tzgg.htm', 'xwdt/ysxw.htm', 'xwdt/jxxx.htm', 'xwdt/xsdt.htm', 'xwdt/xyjb.htm'];
-const host = 'http://www.mech.sdu.edu.cn/';
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('#page_list li a')
-        .slice(0, 10)
-        .map((i, e) => $(e).attr('href'))
-        .get();
-
-    const out = await Promise.all(
-        list
-            .filter((e) => e.startsWith('../info') || e.startsWith('http://www.rd.sdu.edu.cn/'))
-            .map(async (itemUrl) => {
-                const isFromMech = itemUrl.startsWith('../info');
-                if (isFromMech) {
-                    itemUrl = url.resolve(host, itemUrl.slice('3'));
-                }
-                const cache = await ctx.cache.get(itemUrl);
-                if (cache) {
-                    return Promise.resolve(JSON.parse(cache));
-                }
-
-                const response = await got.get(itemUrl);
-                const $ = cheerio.load(response.data);
-
-                const rawDate = $('#show_info').text().split(/\s{4}/);
-                let date = rawDate[0].split('：')[1];
-                date = date.slice(0, 4) + '-' + date.slice(5, 7) + '-' + date.slice(8, 10) + ' ' + date.slice(11);
-
-                const single = {
-                    title: $('#show_title').text().trim(),
-                    link: itemUrl,
-                    author: '山东大学机械工程学院',
-                    description: $('#show_content').html(),
-                    pubDate: new Date(date),
-                };
-                ctx.cache.set(itemUrl, JSON.stringify(single));
-                return Promise.resolve(single);
-            })
-    );
-
-    ctx.state.data = {
-        title: `山东大学机械工程学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};

package/lib/routes/universities/sdu/sc.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const url = require('url');
-
-const host = 'http://www.sc.sdu.edu.cn/';
-const typelist = ['通知公告', '学术动态', '本科教育', '研究生教育'];
-const urlList = ['tzgg.htm', 'kxyj/xsdt/2.htm', 'rcpy/bkjy.htm', 'rcpy/yjsjy.htm'];
-
-module.exports = async (ctx) => {
-    const type = parseInt(ctx.params.type) || 0;
-    const link = url.resolve(host, urlList[type]);
-    const response = await got.get(link);
-
-    const $ = cheerio.load(response.data);
-
-    const dateDict = {};
-    const list = $('.lm_list li')
-        .slice(0, 10)
-        .map((i, e) => {
-            let aLink = $(e).children('a').attr('href');
-            // aLink = aLink.slice(3);
-            aLink = url.resolve(host, aLink);
-            const date = $(e).children('span').text().trim();
-            dateDict[aLink] = date;
-            return aLink;
-        })
-        .get();
-
-    const out = await Promise.all(
-        list.map(async (itemUrl) => {
-            const cache = await ctx.cache.get(itemUrl);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-
-            const response = await got.get(itemUrl);
-            const $ = cheerio.load(response.data);
-
-            const single = {
-                title: $('h1.c-title').text().trim(),
-                link: itemUrl,
-                author: '山东大学软件学院',
-                description: $('.v_news_content').html(),
-                pubDate: new Date(dateDict[itemUrl]),
-            };
-            ctx.cache.set(itemUrl, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-
-    ctx.state.data = {
-        title: `山东大学软件学院${typelist[type]}`,
-        link,
-        item: out,
-    };
-};