rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/routes/dedao/knowledge.js

@@ -1,78 +0,0 @@
-const got = require('@/utils/got');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const topic = ctx.params.topic || '';
-    const type = ctx.params.type || 'true';
-    const rootUrl = 'https://www.dedao.cn';
-    const detailUrl = `${rootUrl}/pc/ledgers/topic/detail`;
-    const currentUrl = `${rootUrl}/knowledge${topic === '' ? '' : '/topic/' + topic}`;
-    const apiUrl = `${rootUrl}/pc/ledgers/${topic === '' ? 'notes/friends_timeline' : 'topic/notes/list'}`;
-
-    let title = '',
-        description = '';
-
-    if (topic !== '') {
-        const detailResponse = await got({
-            method: 'post',
-            url: detailUrl,
-            json: {
-                incr_view_count: false,
-                topic_id_hazy: topic,
-            },
-        });
-
-        title = detailResponse.data.c.name;
-        description = detailResponse.data.c.intro;
-    }
-
-    const response = await got({
-        method: 'post',
-        url: apiUrl,
-        json: {
-            count: 20,
-            load_chain: true,
-            is_elected: type === 'true',
-            page_id: 0,
-            topic_id_hazy: topic,
-            version: 2,
-        },
-    });
-
-    const items = (topic === '' ? response.data.c.notes : response.data.c.note_detail_list).map((item) => {
-        let s_part = '';
-        if (item.s_part) {
-            const s_author = `<p>引用 ${item.s_part.nick_name} (${item.s_part.v_info}):</p>`;
-            const s_content = `<p>${item.s_part.note.replace(/\n\n/g, '</p><p>')}</p> <a href="${rootUrl}/knowledge/note/${item.s_part.note_id_hazy}">[查看原文]</a>`;
-            let s_images = '<br>';
-            if (item.s_part.images) {
-                for (const i of item.s_part.images) {
-                    s_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-                }
-            }
-            s_part = s_author + s_content + s_images;
-        }
-
-        let f_images = '<br>';
-        if (item.f_part.images) {
-            for (const i of item.f_part.images) {
-                f_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
-            }
-        }
-
-        return {
-            title: item.f_part.note,
-            author: item.f_part.nick_name,
-            description: `<p>${item.f_part.note.replace(/\n\n/g, '</p><p>')}</p>${f_images}<br>${s_part}`,
-            link: `${rootUrl}/knowledge/note/${item.f_part.note_id_hazy}`,
-            pubDate: new Date(date(item.f_part.time_desc)).toUTCString(),
-        };
-    });
-
-    ctx.state.data = {
-        title: `得到 - 知识城邦${title === '' ? '' : ' - ' + title}`,
-        link: currentUrl,
-        item: items,
-        description,
-    };
-};

package/lib/routes/deepmind/blog.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'https://deepmind.com';
-    const currentUrl = `${rootUrl}/api/search/?content_type=blog&filters=${category === '' ? '' : `{"category":["${category}"]}`}&page=1&pagelen=21&q=&sort=relevance`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const data = JSON.parse(response.data.substr(5, response.data.length - 5));
-
-    const list = data.results.slice(0, 10).map((item) => ({
-        title: item.title,
-        link: `${rootUrl}${item.link.internal_page}`,
-        pubDate: new Date(item.date).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.user-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${category === '' ? 'Blog' : category} | DeepMind`,
-        link: `${rootUrl}/blog?filters=${category === '' ? '' : `{"category":["${category}"]}`}`,
-        item: items,
-    };
-};

package/lib/routes/docschina/jsweekly.js

@@ -1,47 +0,0 @@
-const got = require('../../utils/got.js');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const baseURL = 'https://weekly.docschina.org';
-    const res = await got({
-        method: 'get',
-        url: baseURL + '/javascript',
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $ = cheerio.load(res.data);
-
-    const link = $('.sidebar-link').eq(1).attr('href');
-    const title = $('.site-name').text();
-    const description = $('a[href="https://javascriptweekly.com/"]').parent().text();
-
-    const articles = await got({
-        method: 'get',
-        url: baseURL + link,
-        headers: {
-            Referer: baseURL,
-        },
-    });
-
-    const $2 = cheerio.load(articles.data);
-    const articlesList = $2('.page .content').children();
-    const items = articlesList
-        .map((item, element) => {
-            const $article = cheerio.load(element);
-            return {
-                title: $article('h3>a[rel="noopener noreferrer"]').text(),
-                description: $article('p').text(),
-                link: $article('h3>a[rel="noopener noreferrer"]').attr('href'),
-            };
-        })
-        .get()
-        .filter((item) => item.title !== '');
-    ctx.state.data = {
-        title,
-        link: baseURL,
-        description,
-        item: items.splice(0),
-    };
-};

package/lib/routes/erbingapp/news.js

@@ -1,51 +0,0 @@
-const got = require('@/utils/got');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const response = await got({
-        method: 'get',
-        url: `https://api.diershoubing.com:5001/feed/tag/?pn=0&rn=20&tag_type=0&src=ios`,
-    });
-    const data = JSON.parse(response.body).feeds;
-    const items = data.map((item) => {
-        let description = `<p>${item.content}</p>`;
-        const acontent = item.acontent.toString();
-        const ProcessDesc = (link, type) => {
-            if (type) {
-                description += `<p><a href="${link}">More</a></p>`;
-            } else {
-                for (const item of link) {
-                    description += `<p><img src="${item}"></p>`;
-                }
-            }
-        };
-
-        if (item.video_img !== null) {
-            ProcessDesc([item.video_img]);
-        } else if (acontent.indexOf('104129') !== -1) {
-            ProcessDesc([item.article.humb.split('?')[0]]);
-        } else if (acontent.indexOf('.html') !== -1) {
-            ProcessDesc([acontent], 'html');
-        } else if (acontent.indexOf('"imgs') !== -1) {
-            const imgs = JSON.parse(acontent).imgs.split(',');
-            ProcessDesc(imgs);
-        } else {
-            const imgs = acontent.split(',');
-            ProcessDesc(imgs);
-        }
-        return {
-            title: item.title,
-            link: item.share.url,
-            description,
-            pubDate: timezone(parseDate(item.create_time), +8),
-        };
-    });
-
-    ctx.state.data = {
-        title: `二柄APP`,
-        link: `https://www.diershoubing.com`,
-        description: `二柄APP新闻`,
-        item: items,
-    };
-};

package/lib/routes/gelonghui/keyword.js

@@ -1,36 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/api/search/post?keyword=${ctx.params.keyword}&count=20&page=1&type=all`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = response.data.result.postList.map((item) => ({
-        title: item.title,
-        link: `https://www.gelonghui.com/p/${item.id}`,
-        pubDate: new Date(item.createDate).toUTCString(),
-    }));
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 关键词 “${ctx.params.keyword}” 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('p.search-number').text(),
-    };
-};

package/lib/routes/gelonghui/subject.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/subject/${ctx.params.id}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('#subject-article ul li')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const h = item.find('h2').length === 0 ? item.find('p') : item.find('h2');
-            return {
-                title: h.text(),
-                link: h.parent().attr('href'),
-                pubDate: new Date(item.find('span').eq(2).text()).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 主题 ${$('span.user-nick').text()} 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('div.user-name').parent().children('p').text(),
-    };
-};

package/lib/routes/gelonghui/user.js

@@ -1,46 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const currentUrl = `https://www.gelonghui.com/user/${ctx.params.id}?type=article`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-    const list = $('section.item')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const h = item.find('h2');
-            const pubDate = item.find('p').text();
-            return {
-                title: h.text(),
-                link: url.resolve(`https://www.gelonghui.com`, h.parent().attr('href')),
-                pubDate: new Date(
-                    pubDate.substr(pubDate.length - 1, 1) !== '分' ? new Date().getFullYear() + '-' + pubDate : pubDate.replace('年', '-').replace('月', '-').replace('日', ' ').replace('时', ':').replace('分', '')
-                ).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const res = await got({ method: 'get', url: item.link });
-                const content = cheerio.load(res.data);
-
-                item.description = content('article.article-with-html').html();
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `格隆汇 - 用户 ${$('p.nick').text()} 的文章`,
-        link: currentUrl,
-        item: items,
-        description: $('div.val').text(),
-    };
-};

package/lib/routes/gov/jiangsu/eea.js

@@ -1,84 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-// 参考 bit/jwc 北京理工大学的的页面写成
-
-const baseUrl = 'http://www.jseea.cn/';
-const siteTitle = '--江苏省教育考试院';
-
-const catrgoryMap = {
-    zkyw: { title: '招考要闻', suffix: 'zkyw/zkyw_channel173_1.html' },
-    zcgd: { title: '政策规定', suffix: 'plank/plank_index_1.html' },
-    zkxx: { title: '招考信息', suffix: 'enrollment/enrollment_index_1.html' },
-    zkzl: { title: '招考资料', suffix: 'enrollmentinfo/enrollmentinfo_index_1.html' },
-    xxjl: { title: '学习交流', suffix: 'learningexchange/learningexchange_index_1.html' },
-};
-
-// 专门定义一个function用于加载文章内容
-async function load(link) {
-    // 异步请求文章
-    const response = await got.get(link);
-    // 加载文章内容
-    const $ = cheerio.load(response.data);
-    // 提取文章内容
-    const description = $('#left-container').html();
-    // 返回解析的结果
-    return { description };
-}
-
-module.exports = async (ctx) => {
-    // 默认 正常规定 然后获取列表页面
-    const type = ctx.params.type || 'zcgd';
-    const listPageUrl = baseUrl + catrgoryMap[type].suffix;
-    const response = await got({
-        method: 'get',
-        url: listPageUrl,
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-    const $ = cheerio.load(response.data);
-
-    // console.log(type+":"+listPageUrl);
-    // 获取当前页面的 list
-    const list = $('td.content_css2>ul>li');
-
-    const result = await Promise.all(
-        // 遍历每一篇文章
-        list
-            .map(async (item) => {
-                const $ = cheerio.load(list[item]); // 将列表项加载成 html
-                const $rel_url = $('a').attr('href'); // 获取 每一项的url
-
-                // 获取绝对路径 招考要闻是绝对路径
-                const $item_url = type === 'zkyw' ? $rel_url : baseUrl + $rel_url;
-                const $title = $('a').attr('title'); // 获取每个的标题
-
-                const date_txt = $.text().match(/[1-9]\d{3}-(0[1-9]|1[0-2])-(0[1-9]|[1-2][0-9]|3[0-1])/); // 匹配 yyyy-mm-dd格式时间
-                const $pubdate = new Date(date_txt); // 正则匹配发布时间 然后转换成时间
-
-                // console.log(item + ":" + $item_url + ":" + $title + ":" + date_txt);
-                // 列表上提取到的信息
-                // 标题 链接
-                const single = {
-                    title: $title,
-                    pubDate: $pubdate,
-                    link: $item_url,
-                    guid: $item_url,
-                };
-
-                // 对于列表的每一项, 单独获取 时间与详细内容
-                const other = await ctx.cache.tryGet($item_url, () => load($item_url));
-                // 合并解析后的结果集作为该篇文章最终的输出结果
-                return Promise.resolve(Object.assign({}, single, other));
-            })
-            .get()
-    );
-
-    ctx.state.data = {
-        title: catrgoryMap[type].title + siteTitle,
-        link: baseUrl,
-        description: catrgoryMap[type].title + siteTitle,
-        item: result,
-    };
-};

package/lib/routes/gov/zhengce/govall.js

@@ -1,59 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const { advance } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const params = new URLSearchParams({
-        n: 20,
-        t: 'govall',
-        sort: 'pubtime',
-        advance: 'true',
-    });
-    const query = `${params.toString()}&${advance}`;
-    const res = await got.get(link, {
-        searchParams: query.replace(/([\u4e00-\u9fa5])/g, (str) => encodeURIComponent(str)),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `信息稿件 - 中国政府网`,
-        link: `${link}?${query}`,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        try {
-                            const contentData = await got.get(href);
-                            const $content = cheerio.load(contentData.data);
-                            description = $content('#UCAP-CONTENT').html();
-                        } catch (error) {
-                            description = '文章已被删除';
-                        }
-
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/zhengce/wenjian.js

@@ -1,53 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const queryString = require('query-string');
-
-module.exports = async (ctx) => {
-    const { pcodeJiguan } = ctx.params;
-    const link = `http://sousuo.gov.cn/list.htm`;
-    const res = await got.get(link, {
-        searchParams: queryString.stringify({
-            n: 20,
-            sort: 'pubtime',
-            t: 'paper',
-            pcodeJiguan: pcodeJiguan ? pcodeJiguan : '',
-        }),
-    });
-    const $list = cheerio.load(res.data);
-
-    ctx.state.data = {
-        title: `最新文件 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('body > div.dataBox > table > tbody > tr')
-                .slice(1)
-                .map(async (_, el) => {
-                    const item = $list(el);
-
-                    const number = item.find('td.info').next();
-                    const title = item.find('td.info > a');
-                    const href = title.attr('href');
-
-                    const key = `gov_zhengce: ${href}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(href);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: number.text() + ' | ' + title.text(),
-                        description,
-                        link: href,
-                    };
-                })
-                .get()
-        ),
-    };
-};

package/lib/routes/gov/zhengce/zuixin.js

@@ -1,42 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const link = `http://www.gov.cn/zhengce/zuixin.htm`;
-    const listData = await got.get(link);
-    const $list = cheerio.load(listData.data);
-    ctx.state.data = {
-        title: `最新政策 - 中国政府网`,
-        link,
-        item: await Promise.all(
-            $list('.news_box .list li:not(.line)')
-                .map(async (_, el) => {
-                    const $el = $list(el);
-                    const $a = $el.find('h4 a');
-                    const href = $a.attr('href');
-                    const link = href.startsWith('/zhengce') ? `http://www.gov.cn${href}` : href;
-                    const key = `gov_zhengce_zuixin: ${link}`;
-                    let description;
-                    const value = await ctx.cache.get(key);
-
-                    if (value) {
-                        description = value;
-                    } else {
-                        const contentData = await got.get(link);
-                        const $content = cheerio.load(contentData.data);
-                        description = $content('#UCAP-CONTENT').html();
-                        ctx.cache.set(key, description);
-                    }
-
-                    return {
-                        title: $a.text(),
-                        description,
-                        guid: href,
-                        link,
-                        pubDate: new Date($el.find('.date').text()).toUTCString(),
-                    };
-                })
-                .get()
-        ),
-    };
-};