rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f796ff1

package/lib/routes/bangumi/group/reply.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    // bangumi.tv未提供获取小组话题的API，因此仍需要通过抓取网页来获取
-    const topicID = ctx.params.id;
-    const link = `https://bgm.tv/group/topic/${topicID}`;
-    const html = (await got.get(link)).data;
-    const $ = cheerio.load(html);
-    const title = $('#pageHeader h1').text();
-    const latestReplies = $('.row_reply')
-        .slice(-10)
-        .map((i, el) => {
-            const $el = $(el);
-            return {
-                id: $el.attr('id'),
-                author: $el.find('.userInfo .l').text(),
-                content: $el.find('.reply_content .message').html(),
-                date: $el.children().first().find('small').children().remove().end().text().slice(3),
-            };
-        })
-        .get()
-        .reverse();
-
-    ctx.state.data = {
-        title: `${title}的最新回复`,
-        link,
-        item: latestReplies.map((c) => ({
-            title: `${c.author}回复了小组话题《${title}》`,
-            description: c.content,
-            guid: c.id,
-            pubDate: new Date(c.date).toUTCString(),
-            link,
-        })),
-    };
-};

package/lib/routes/bangumi/group/topic.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const resolve_url = require('url').resolve;
-
-const base_url = 'https://bgm.tv/';
-
-module.exports = async (ctx) => {
-    const groupID = ctx.params.id;
-    const link = 'https://bgm.tv/group/' + groupID + '/forum';
-    const html = (await got.get(link)).data;
-    const $ = cheerio.load(html);
-    const title = 'Bangumi - ' + $('.SecondaryNavTitle').text();
-
-    ctx.state.data = {
-        title,
-        link,
-        item: $('.topic_list .topic')
-            .map((_, elem) => ({
-                link: resolve_url(base_url, $('.subject a', elem).attr('href')),
-                title: $('.subject a', elem).attr('title'),
-                pubDate: new Date($('.lastpost .time', elem).text()).toUTCString(),
-                description: 'Author: ' + $('.author a', elem).text() + '<br>' + 'Reply: ' + $('.posts', elem).text(),
-            }))
-            .get(),
-    };
-};

package/lib/routes/bangumi/subject/ep.js

@@ -1,26 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (subjectID) => {
-    const url = `https://api.bgm.tv/subject/${subjectID}?responseGroup=large`;
-    const epsInfo = (await got.get(url)).data;
-    const activeEps = [];
-
-    epsInfo.eps.forEach((e) => {
-        if (e.status === 'Air') {
-            activeEps.push(e);
-        }
-    });
-
-    return {
-        title: epsInfo.name_cn,
-        link: `https://bgm.tv/subject/${subjectID}`,
-        description: epsInfo.summary,
-        item: activeEps.reverse().map((e) => ({
-            title: `ep.${e.sort} ${e.name_cn}`,
-            description: `<img src="${epsInfo.images.common}" alt="ep.${e.sort} ${e.name_cn}"><p>${e.desc.replace(/\n+/g, '<br>')}</p>`,
-            pubDate: new Date(e.airdate).toUTCString(),
-            guid: e.id,
-            link: e.url,
-        })),
-    };
-};

package/lib/routes/ccdi/scdc.js

@@ -1,51 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-const { resolve } = require('url');
-
-module.exports = async (ctx) => {
-    const url = 'https://www.ccdi.gov.cn/scdcn/';
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-
-    const list = $('ul.list_news_dl.fixed li');
-    const out = await Promise.all(
-        list
-            .map(async (index, elem) => {
-                elem = $(elem);
-                const title = elem.find('a').text();
-                const link = resolve(url, elem.find('a').attr('href'));
-                const pubDate = new Date(elem.find('span').text()).toUTCString();
-
-                const item = {
-                    title,
-                    pubDate,
-                    link,
-                };
-
-                const key = link;
-                const value = await ctx.cache.get(key);
-                if (value) {
-                    item.description = value;
-                } else {
-                    try {
-                        const response = await got.get(item.link);
-                        const data = response.data;
-                        const $ = cheerio.load(data);
-                        item.description = $('div.TRS_Editor').html();
-                        ctx.cache.set(key, item.description);
-                    } catch (error) {
-                        item.description = '';
-                    }
-                }
-
-                return item;
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: '中央纪委国家监委-审查调查',
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/dcard/section.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const utils = require('./utils');
-
-module.exports = async (ctx) => {
-    const { type, section = 'posts' } = ctx.params;
-
-    let link = `https://www.dcard.tw/f`;
-
-    let api = `https://www.dcard.tw/service/api/v2`;
-
-    let title = `Dcard - `;
-
-    if (section !== 'posts' && section !== 'popular' && section !== 'latest') {
-        link += `/${section}`;
-        api += `/forums/${section}`;
-        title += `${section} - `;
-    }
-
-    api += `/posts`;
-
-    if (type === 'popular') {
-        link += '?latest=false';
-        api += '?popular=true';
-        title += '熱門';
-    } else if (type === 'latest' || !type) {
-        link += '?latest=true';
-        api += '?popular=false';
-        title += '最新';
-    }
-
-    const response = await got({
-        method: 'get',
-        url: `${api}&limit=30`,
-        headers: {
-            Referer: link,
-        },
-    });
-
-    const items = await utils.ProcessFeed(response.data, ctx.cache);
-
-    ctx.state.data = {
-        title,
-        link,
-        description: '不想錯過任何有趣的話題嗎？趕快加入我們吧！',
-        item: items,
-    };
-};

package/lib/routes/dcard/utils.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-
-const ProcessFeed = async (list, cache) => {
-    const result = await Promise.all(
-        list.map(async (item) => {
-            const url = `https://www.dcard.tw/_api/posts/${item.id}`;
-
-            const content = await cache.tryGet(`dcard${item.id}`, async () => {
-                let response;
-
-                // try catch 处理被删除的帖子
-
-                try {
-                    response = await got({
-                        method: 'get',
-                        url,
-                        headers: {
-                            Referer: 'https://www.dcard.tw/f',
-                        },
-                    });
-
-                    let body = response.data.content;
-
-                    body = body.replace(/(?=https?:\/\/).*?(?<=\.(jpe?g|gif|png))/gi, (m) => `<img src="${m}">`);
-
-                    body = body.replace(/(?=https?:\/\/).*(?<!jpe?g"?>?)$/gim, (m) => `<a href="${m}">${m}</a>`);
-
-                    body = body.replace(/\n/g, '<br>');
-
-                    return body;
-                } catch (error) {
-                    return '';
-                }
-            });
-
-            const single = {
-                title: `「${item.forumName}」${item.title}`,
-                link: `https://www.dcard.tw/f/${item.forumAlias}/p/${item.id}`,
-                description: content,
-                author: item.school || '匿名',
-                pubDate: item.createdAt,
-                guid: item.id,
-            };
-
-            return Promise.resolve(single);
-        })
-    );
-
-    return result.filter((f) => f.description);
-};
-
-module.exports = {
-    ProcessFeed,
-};

package/lib/routes/dedao/knowledge.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic || '';
-    const type = ctx.params.type || 'true';
-    const rootUrl = 'https://www.dedao.cn';
-    const detailUrl = `${rootUrl}/pc/ledgers/topic/detail`;
-    const currentUrl = `${rootUrl}/knowledge${topic === '' ? '' : '/topic/' + topic}`;
-    const apiUrl = `${rootUrl}/pc/ledgers/${topic === '' ? 'notes/friends_timeline' : 'topic/notes/list'}`;
-
-    let title = '',
-        description = '';
-
-    if (topic !== '') {
-        const detailResponse = await got({
-            method: 'post',
-            url: detailUrl,
-            json: {
-                incr_view_count: false,
-                topic_id_hazy: topic,
-            },
-        });
-
-        title = detailResponse.data.c.name;
-        description = detailResponse.data.c.intro;
-    }
-
-    const response = await got({
-        method: 'post',
-        url: apiUrl,
-        json: {
-            count: 20,
-            load_chain: true,
-            is_elected: type === 'true',
-            page_id: 0,
-            topic_id_hazy: topic,
-            version: 2,
-        },
-    });
-
-    const items = (topic === '' ? response.data.c.notes : response.data.c.note_detail_list).map((item) => {
-        let s_part = '';
-        if (item.s_part) {
-            const s_author = `<p>引用 ${item.s_part.nick_name} (${item.s_part.v_info}):</p>`;
-            const s_content = `<p>${item.s_part.note.replace(/\n\n/g, '</p><p>')}</p> <a href="${rootUrl}/knowledge/note/${item.s_part.note_id_hazy}">[查看原文]</a>`;
-            let s_images = '<br>';
-            if (item.s_part.images) {
-                for (const i of item.s_part.images) {
-                    s_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-                }
-            }
-            s_part = s_author + s_content + s_images;
-        }
-
-        let f_images = '<br>';
-        if (item.f_part.images) {
-            for (const i of item.f_part.images) {
-                f_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-            }
-        }
-
-        return {
-            title: item.f_part.note,
-            author: item.f_part.nick_name,
-            description: `<p>${item.f_part.note.replace(/\n\n/g, '</p><p>')}</p>${f_images}<br>${s_part}`,
-            link: `${rootUrl}/knowledge/note/${item.f_part.note_id_hazy}`,
-            pubDate: new Date(date(item.f_part.time_desc)).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `得到 - 知识城邦${title === '' ? '' : ' - ' + title}`,
-        link: currentUrl,
-        item: items,
-        description,
-    };
-};

package/lib/routes/deepmind/blog.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://deepmind.com';
-    const currentUrl = `${rootUrl}/api/search/?content_type=blog&filters=${category === '' ? '' : `{"category":["${category}"]}`}&page=1&pagelen=21&q=&sort=relevance`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const data = JSON.parse(response.data.substr(5, response.data.length - 5));
-
-    const list = data.results.slice(0, 10).map((item) => ({
-        title: item.title,
-        link: `${rootUrl}${item.link.internal_page}`,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.user-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category === '' ? 'Blog' : category} | DeepMind`,
-        link: `${rootUrl}/blog?filters=${category === '' ? '' : `{"category":["${category}"]}`}`,
-        item: items,
-    };
-};

package/lib/routes/docschina/jsweekly.js

@@ -1,47 +0,0 @@
-const got = require('../../utils/got.js');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://weekly.docschina.org';
-    const res = await got({
-        method: 'get',
-        url: baseURL + '/javascript',
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $ = cheerio.load(res.data);
-
-    const link = $('.sidebar-link').eq(1).attr('href');
-    const title = $('.site-name').text();
-    const description = $('a[href="https://javascriptweekly.com/"]').parent().text();
-
-    const articles = await got({
-        method: 'get',
-        url: baseURL + link,
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $2 = cheerio.load(articles.data);
-    const articlesList = $2('.page .content').children();
-    const items = articlesList
-        .map((item, element) => {
-            const $article = cheerio.load(element);
-            return {
-                title: $article('h3>a[rel="noopener noreferrer"]').text(),
-                description: $article('p').text(),
-                link: $article('h3>a[rel="noopener noreferrer"]').attr('href'),
-            };
-        })
-        .get()
-        .filter((item) => item.title !== '');
-    ctx.state.data = {
-        title,
-        link: baseURL,
-        description,
-        item: items.splice(0),
-    };
-};

package/lib/routes/erbingapp/news.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://api.diershoubing.com:5001/feed/tag/?pn=0&rn=20&tag_type=0&src=ios`,
-    });
-    const data = JSON.parse(response.body).feeds;
-    const items = data.map((item) => {
-        let description = `<p>${item.content}</p>`;
-        const acontent = item.acontent.toString();
-        const ProcessDesc = (link, type) => {
-            if (type) {
-                description += `<p><a href="${link}">More</a></p>`;
-            } else {
-                for (const item of link) {
-                    description += `<p><img src="${item}"></p>`;
-                }
-            }
-        };
-
-        if (item.video_img !== null) {
-            ProcessDesc([item.video_img]);
-        } else if (acontent.indexOf('104129') !== -1) {
-            ProcessDesc([item.article.humb.split('?')[0]]);
-        } else if (acontent.indexOf('.html') !== -1) {
-            ProcessDesc([acontent], 'html');
-        } else if (acontent.indexOf('"imgs') !== -1) {
-            const imgs = JSON.parse(acontent).imgs.split(',');
-            ProcessDesc(imgs);
-        } else {
-            const imgs = acontent.split(',');
-            ProcessDesc(imgs);
-        }
-        return {
-            title: item.title,
-            link: item.share.url,
-            description,
-            pubDate: timezone(parseDate(item.create_time), +8),
-        };
-    });
-
-    ctx.state.data = {
-        title: `二柄APP`,
-        link: `https://www.diershoubing.com`,
-        description: `二柄APP新闻`,
-        item: items,
-    };
-};

package/lib/routes/gelonghui/keyword.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/api/search/post?keyword=${ctx.params.keyword}&count=20&page=1&type=all`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = response.data.result.postList.map((item) => ({
-        title: item.title,
-        link: `https://www.gelonghui.com/p/${item.id}`,
-        pubDate: new Date(item.createDate).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 关键词 “${ctx.params.keyword}” 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('p.search-number').text(),
-    };
-};

package/lib/routes/gelonghui/subject.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/subject/${ctx.params.id}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('#subject-article ul li')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const h = item.find('h2').length === 0 ? item.find('p') : item.find('h2');
-            return {
-                title: h.text(),
-                link: h.parent().attr('href'),
-                pubDate: new Date(item.find('span').eq(2).text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 主题 ${$('span.user-nick').text()} 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('div.user-name').parent().children('p').text(),
-    };
-};

package/lib/routes/gelonghui/user.js

@@ -1,46 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}?type=article`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('section.item')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const h = item.find('h2');
-            const pubDate = item.find('p').text();
-            return {
-                title: h.text(),
-                link: url.resolve(`https://www.gelonghui.com`, h.parent().attr('href')),
-                pubDate: new Date(
-                    pubDate.substr(pubDate.length - 1, 1) !== '分' ? new Date().getFullYear() + '-' + pubDate : pubDate.replace('年', '-').replace('月', '-').replace('日', ' ').replace('时', ':').replace('分', '')
-                ).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 用户 ${$('p.nick').text()} 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('div.val').text(),
-    };
-};

package/lib/routes/gov/jiangsu/eea.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-// 参考 bit/jwc 北京理工大学的的页面写成
-
-const baseUrl = 'http://www.jseea.cn/';
-const siteTitle = '--江苏省教育考试院';
-
-const catrgoryMap = {
-    zkyw: { title: '招考要闻', suffix: 'zkyw/zkyw_channel173_1.html' },
-    zcgd: { title: '政策规定', suffix: 'plank/plank_index_1.html' },
-    zkxx: { title: '招考信息', suffix: 'enrollment/enrollment_index_1.html' },
-    zkzl: { title: '招考资料', suffix: 'enrollmentinfo/enrollmentinfo_index_1.html' },
-    xxjl: { title: '学习交流', suffix: 'learningexchange/learningexchange_index_1.html' },
-};
-
-// 专门定义一个function用于加载文章内容
-async function load(link) {
-    // 异步请求文章
-    const response = await got.get(link);
-    // 加载文章内容
-    const $ = cheerio.load(response.data);
-    // 提取文章内容
-    const description = $('#left-container').html();
-    // 返回解析的结果
-    return { description };
-}
-
-module.exports = async (ctx) => {
-    // 默认 正常规定 然后获取列表页面
-    const type = ctx.params.type || 'zcgd';
-    const listPageUrl = baseUrl + catrgoryMap[type].suffix;
-    const response = await got({
-        method: 'get',
-        url: listPageUrl,
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    // console.log(type+":"+listPageUrl);
-    // 获取当前页面的 list
-    const list = $('td.content_css2>ul>li');
-
-    const result = await Promise.all(
-        // 遍历每一篇文章
-        list
-            .map(async (item) => {
-                const $ = cheerio.load(list[item]); // 将列表项加载成 html
-                const $rel_url = $('a').attr('href'); // 获取 每一项的url
-
-                // 获取绝对路径 招考要闻是绝对路径
-                const $item_url = type === 'zkyw' ? $rel_url : baseUrl + $rel_url;
-                const $title = $('a').attr('title'); // 获取每个的标题
-
-                const date_txt = $.text().match(/[1-9]\d{3}-(0[1-9]|1[0-2])-(0[1-9]|[1-2][0-9]|3[0-1])/); // 匹配 yyyy-mm-dd格式时间
-                const $pubdate = new Date(date_txt); // 正则匹配发布时间 然后转换成时间
-
-                // console.log(item + ":" + $item_url + ":" + $title + ":" + date_txt);
-                // 列表上提取到的信息
-                // 标题 链接
-                const single = {
-                    title: $title,
-                    pubDate: $pubdate,
-                    link: $item_url,
-                    guid: $item_url,
-                };
-
-                // 对于列表的每一项, 单独获取 时间与详细内容
-                const other = await ctx.cache.tryGet($item_url, () => load($item_url));
-                // 合并解析后的结果集作为该篇文章最终的输出结果
-                return Promise.resolve(Object.assign({}, single, other));
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: catrgoryMap[type].title + siteTitle,
-        link: baseUrl,
-        description: catrgoryMap[type].title + siteTitle,
-        item: result,
-    };
-};