rsshub 1.0.0-master.f7f8b7a → 1.0.0-master.f812e91

package/lib/routes/newsmth/account.js

@@ -1,39 +0,0 @@
-const url = require('url');
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-module.exports = async (ctx) => {
-    const rootUrl = `https://exp.newsmth.net`;
-    const currentUrl = `${rootUrl}/account/${ctx.params.id}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('ul.article-list li')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.article-subject');
-            const pubDate = date(item.find('div.article-time').text());
-
-            item.find('div.article-time').remove();
-
-            return {
-                title: a.text(),
-                link: url.resolve(rootUrl, a.attr('href')),
-                description: item.find('div.article-main').html(),
-                pubDate,
-            };
-        })
-        .get();
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: list,
-    };
-};

package/lib/routes/newsmth/section.js

@@ -1,99 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const date = require('@/utils/date');
-
-const config = {
-    community: {
-        link: '/section/7fba65e45f678eb8c605d4107de04185',
-        title: '社区管理',
-    },
-    university: {
-        link: '/section/4fcab28694a0be93d9297d8cede052d9',
-        title: '国内院校',
-    },
-    entertainment: {
-        link: '/section/3497e48bb537373d0f738b41fe53a41b',
-        title: '休闲娱乐',
-    },
-    location: {
-        link: '/section/353fdfda1dfe7a714e592bab99c762cd',
-        title: '五湖四海',
-    },
-    game: {
-        link: '/section/c8d614e56acb8a192ec4af8b375a5eea',
-        title: '游戏运动',
-    },
-    society: {
-        link: '/section/5b634fdc9ecddf6042561c959176c077',
-        title: '社会信息',
-    },
-    romance: {
-        link: '/section/1c455a5dccf4242008d188f9676e3f4e',
-        title: '知性感性',
-    },
-    culture: {
-        link: '/section/12af235486fde6684e4b9e83f5d2b779',
-        title: '文化人文',
-    },
-    science: {
-        link: '/section/4ed7f0d8b621c8ccf9e11eca9991d6dc',
-        title: '学术科学',
-    },
-    technology: {
-        link: '/section/4dda79c64b3ffb61f8048d745292ff5d',
-        title: '电脑技术',
-    },
-};
-
-module.exports = async (ctx) => {
-    const cfg = config[ctx.params.section];
-    if (!cfg) {
-        throw Error('Bad section. See <a href="https://docs.rsshub.app/routes/bbs#shui-mu-she-qu-fen-qu-wen-zhang">docs</a>');
-    }
-
-    const rootUrl = `https://exp.newsmth.net/statistics/hot`;
-    const currentUrl = `${rootUrl}${cfg.link}`;
-
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('ul.article-list li')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            const a = item.find('a.article-subject');
-            const pubDate = date(item.find('div.article-account-name span').text());
-
-            return {
-                title: a.text(),
-                link: `https://exp.newsmth.net${a.attr('href')}`,
-                pubDate,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('div.show-content').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: cfg.title + ' - 水木社区',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/northhouse/index.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
-
-    const rootUrl = 'http://www.northhouse.cc';
-    const currentUrl = `${rootUrl}${category === '' ? '' : `/category/${category}`}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data.replace(/<div class="clear"><\/div>/g, '<div class="clear"></div><time>').replace(/<div class="contents">/g, '</time><div class="contents">'));
-
-    const list = $('.entry h2 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-
-            const date = item.parent().parent().find('time').text().trim().replace(/月/, '').split(' ');
-
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-                pubDate: new Date(`${date[0]} ${date[2]} GMT+8`).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                content('.crp_related').remove();
-
-                item.description = content('.contents').html();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/or/index.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const timezone = require('@/utils/timezone');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const id = ctx.params.id || '';
-
-    const rootUrl = 'https://www.or123.net';
-    const currentUrl = `${rootUrl}${id ? `/?page_id=${id}` : ''}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('.vc-carousel-slideline-inner')
-        .eq(0)
-        .find('.title')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item).parent();
-            return {
-                title: item.text(),
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.description = content('.qfe_wrapper').eq(4).html();
-                item.pubDate = timezone(parseDate(detailResponse.data.match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1], 'YYYY-MM-DD HH:mm'), +8);
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: `${$('.header_title').eq(0).text()} - OR`,
-        description: $('.header_subtitle').eq(0).text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/partnershiponai/resources.js

@@ -1,49 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-const { parseDate } = require('@/utils/parse-date');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://www.partnershiponai.org';
-    const currentUrl = `${rootUrl}/resources`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('a.grid-box')
-        .map((_, item) => {
-            item = $(item);
-
-            return {
-                link: item.attr('href'),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('title').text().replace(' - The Partnership on AI', '');
-                item.description = content('.resource-detail-content, .case-study-body').html();
-                item.pubDate = parseDate(detailResponse.data.match(/"datePublished":"(.*)","dateModified":/)[1]);
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/pintu360/index.js

@@ -1,54 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const type = ctx.params.type || '0';
-
-    const response = await got({
-        method: 'post',
-        url: 'https://www.pintu360.com/service/ajax_article_service.php',
-        headers: {
-            Referer: 'https://www.pintu360.com/',
-        },
-        form: {
-            fnName: 'getArticleList',
-            type: type === '0' ? 'recommend' : 'classId',
-            id: type,
-            pageNumber: 0,
-            duration: 'quarter',
-        },
-    });
-    const data = response.data;
-
-    const items = await Promise.all(
-        data.slice(0, 10).map(async (item) => {
-            const link = `https://www.pintu360.com/a${item.id}.html?${item.op}`;
-            return Promise.resolve({
-                title: item.title,
-                description: await ctx.cache.tryGet(link, async () => {
-                    const res = await got(link);
-                    const $ = cheerio.load(res.data);
-                    return $('.article-content .text').html();
-                }),
-                pubDate: new Date(item.createTime).toUTCString(),
-                link,
-            });
-        })
-    );
-
-    const titleMap = {
-        0: '推荐',
-        7: '零售前沿',
-        10: '智能科技',
-        9: '泛文娱',
-        98: '教育',
-        70: '大健康',
-        8: '新消费',
-        72: '创业投资',
-    };
-    ctx.state.data = {
-        title: `品途商业评论-${titleMap[type]}`,
-        link: type === '0' ? 'https://www.pintu360.com/' : `https://www.pintu360.com/articleList-${type}.html`,
-        item: items,
-    };
-};

package/lib/routes/plainlaw/archives.js

@@ -1,42 +0,0 @@
-const cheerio = require('cheerio');
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const currentDate = new Date();
-    const year = currentDate.getFullYear();
-    const url = `https://plainlaw.me/${year}`;
-
-    const res = await got.get(url);
-    const $ = cheerio.load(res.data);
-    const list = $('article').get();
-
-    const out = await Promise.all(
-        list.map(async (item) => {
-            const $ = cheerio.load(item);
-            const title = $('h3.title > a').text();
-            const address = $('h3.title > a').attr('href');
-            const cache = await ctx.cache.get(address);
-            if (cache) {
-                return Promise.resolve(JSON.parse(cache));
-            }
-            const res = await got.get(address);
-            const capture = cheerio.load(res.data);
-            capture('div.inline-post.clearfix').remove();
-            const banner = capture('div.hero').html();
-            const contents = banner + capture('div.dable-content-wrapper').html();
-            const single = {
-                title,
-                description: contents,
-                link: address,
-                guid: address,
-            };
-            ctx.cache.set(address, JSON.stringify(single));
-            return Promise.resolve(single);
-        })
-    );
-    ctx.state.data = {
-        title: '法律白話文運動',
-        link: url,
-        item: out,
-    };
-};

package/lib/routes/pmcaff/user.js

@@ -1,56 +0,0 @@
-const got = require('@/utils/got');
-
-// 样例 链接 : https://www.pmcaff.com/user/profile/Oak7mqnEQJ
-const baseUrl = 'https://www.pmcaff.com/user/profile/';
-const api_url = 'https://api.pmcaff.com/api/v0/user/user-articles/';
-
-const sizeTitle = 'PMCAFF互联网产品社区';
-
-// 参考 feed.js
-
-module.exports = async (ctx) => {
-    // 默认 用户 id  Oak7mqnEQJ
-    const userid = ctx.params.userid || 'Oak7mqnEQJ';
-    const user_article = api_url + userid;
-
-    // 直接获取到 json 数据
-    const response = await got({
-        method: 'get',
-        url: user_article,
-        headers: {
-            Referer: baseUrl,
-        },
-    });
-
-    let user_name = '';
-
-    const result = [];
-    response.data.data.forEach((item) => {
-        const title = item.title;
-        const guid = item.article_id;
-        const pubDate = new Date(item.ctime).toUTCString();
-
-        const link = item.target_url;
-        const description = item.content;
-
-        const single = {
-            title,
-            link,
-            guid,
-            pubDate,
-            description,
-        };
-
-        // 更新用户名
-        user_name = item.user_profile.name;
-
-        result.push(single);
-    });
-
-    ctx.state.data = {
-        title: user_name + '---' + sizeTitle,
-        link: baseUrl + userid,
-        description: 'PMCAFF互联网产品社区 - 产品经理人气组织::专注于互联网产品研究',
-        item: result,
-    };
-};

package/lib/routes/polar/blog.js

@@ -1,47 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    const rootUrl = 'https://getpolarized.io';
-    const currentUrl = `${rootUrl}/blog`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-
-    const $ = cheerio.load(response.data);
-
-    const list = $('h4 a')
-        .slice(0, 10)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                link: `${rootUrl}${item.attr('href')}`,
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                item.title = content('h1').text();
-                item.description = content('section').html();
-                item.pubDate = new Date(detailResponse.data.match(/<!-- -->(\d{4}-\d{2}-\d{2})<\/h5><nav>/)[1]).toUTCString();
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: 'Polar Blog',
-        link: currentUrl,
-        item: items,
-    };
-};

package/lib/routes/popiask/questions.js

@@ -1,41 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const sharecode = ctx.params.sharecode;
-    const pagesize = ctx.params.pagesize || 20;
-
-    const getUserInfo = await got({
-        method: 'get',
-        url: `https://apiv3.popiapp.cn/unuser/user/${sharecode}`,
-        headers: {
-            Referer: `https://www.popiapp.cn/${sharecode}`,
-        },
-    });
-
-    const nickname = getUserInfo.data.content.nickName;
-    const production = getUserInfo.data.content.production;
-    const description = getUserInfo.data.content.selfDescription;
-
-    const getQuestionFromUser = await got({
-        method: 'get',
-        url: `https://apiv3.popiapp.cn/unuser/getQuestionFromUser/${sharecode}?pageSize=${pagesize}`,
-        headers: {
-            Referer: `https://www.popiapp.cn/${sharecode}`,
-        },
-    });
-
-    const data = getQuestionFromUser.data.content.data;
-
-    ctx.state.data = {
-        title: `${nickname} 的 popiask 提问箱`,
-        link: `https://www.popiapp.cn/${sharecode}`,
-        description: `${production} ${description}`,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `${item.title}<br>(${item.created_at})<br><br><b>答：</b><br>${item.answer.txt_content}<br>(${new Date(item.answer_at * 1000).toLocaleString()})`,
-            guid: item.answer_at,
-            pubDate: new Date(item.answer_at * 1000).toUTCString(),
-            link: `https://www.popiapp.cn/answered.html?sharecode=${sharecode}&dynamicId=${item.visit_code}`,
-        })),
-    };
-};

package/lib/routes/popiask/tapechat_questions.js

@@ -1,43 +0,0 @@
-const got = require('@/utils/got');
-
-module.exports = async (ctx) => {
-    const sharecode = ctx.params.sharecode;
-    const pagesize = ctx.params.pagesize || 20;
-
-    const getUserInfo = await got({
-        method: 'get',
-        url: `https://apiv4.tapechat.net/unuser/userBox/${sharecode}`,
-        headers: {
-            Referer: `https://www.tapechat.net/${sharecode}`,
-        },
-    });
-
-    const nickname = getUserInfo.data.content.nickName;
-    const production = getUserInfo.data.content.production;
-    const avatar = getUserInfo.data.content.customPic;
-    // const description = getUserInfo.data.content.selfDescription;
-
-    const getQuestionFromUser = await got({
-        method: 'get',
-        url: `https://apiv4.tapechat.net/unuser/getQuestionFromUser/${sharecode}?pageSize=${pagesize}`,
-        headers: {
-            Referer: `https://www.tapeask.net/${sharecode}`,
-        },
-    });
-
-    const data = getQuestionFromUser.data.content.data;
-
-    ctx.state.data = {
-        title: `${nickname} 的 Tape 提问箱`,
-        link: `https://www.tapechat.net/${sharecode}`,
-        image: avatar,
-        description: production,
-        item: data.map((item) => ({
-            title: item.title,
-            description: `${item.title}<br>(${item.createdAt})<br><br><b>答：</b><br>${item.answer.txtContent}<br>(${new Date(item.answerAt * 1000).toLocaleString()})`,
-            guid: item.visitCode,
-            pubDate: new Date(item.answerAt * 1000).toUTCString(),
-            link: `https://www.tapechat.net/answeredDetail.html?sharecode=${sharecode}&dynamicId=${item.visitCode}`,
-        })),
-    };
-};

package/lib/routes/popyard/index.js

@@ -1,93 +0,0 @@
-const got = require('@/utils/got');
-const cheerio = require('cheerio');
-
-module.exports = async (ctx) => {
-    ctx.params.caty = ctx.params.caty || '0';
-
-    const rootUrl = 'https://www.popyard.com';
-    const currentUrl = `${rootUrl}/cgi-mod/threads.cgi?cate=${ctx.params.caty}`;
-    const response = await got({
-        method: 'get',
-        url: currentUrl,
-    });
-    const $ = cheerio.load(response.data);
-
-    const list = $('li a')
-        .slice(0, 15)
-        .map((_, item) => {
-            item = $(item);
-            return {
-                title: item.text(),
-                link: `${rootUrl}/cgi-mod${item.attr('href').replace('.', '')}`,
-                author: item.next().text().split('[')[0],
-                pubDate: new Date(
-                    item
-                        .next()
-                        .text()
-                        .match(/\[(.*)\]/)[1] + 'GMT+8'
-                ).toUTCString(),
-            };
-        })
-        .get();
-
-    const items = await Promise.all(
-        list.map((item) =>
-            ctx.cache.tryGet(item.link, async () => {
-                const detailResponse = await got({
-                    method: 'get',
-                    url: item.link,
-                    headers: {
-                        Referer: currentUrl,
-                    },
-                });
-                const content = cheerio.load(detailResponse.data);
-
-                const description = content('#sponser').parent();
-
-                const pages = description.parents('p').eq(0).next('p').find('font a');
-
-                const subPages = [],
-                    pageLinks = [];
-
-                pages.each(function () {
-                    pageLinks.push(`${rootUrl}/cgi-mod${content(this).attr('href').replace('.', '')}`);
-                });
-
-                if (pages.length > 0) {
-                    pageLinks.forEach((link) =>
-                        ctx.cache.tryGet(link, async () => {
-                            const pageResponse = await got({
-                                method: 'get',
-                                url: link,
-                                headers: {
-                                    Referer: currentUrl,
-                                },
-                            });
-                            const subContent = cheerio.load(pageResponse.data);
-
-                            const subDescription = subContent('#sponser').parent();
-
-                            subContent('#sponser').prev('table').remove();
-                            subContent('#sponser').remove();
-
-                            subPages.push(subDescription.html());
-                        })
-                    );
-                }
-
-                content('#sponser').prev('table').remove();
-                content('#sponser').remove();
-
-                item.description = description.html() + subPages.join('');
-
-                return item;
-            })
-        )
-    );
-
-    ctx.state.data = {
-        title: $('title').text(),
-        link: currentUrl,
-        item: items,
-    };
-};