rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/jisilu/index.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+    const sort = ctx.params.sort ?? '';
+    const day = ctx.params.day ?? '';
+
+    const rootUrl = 'https://www.jisilu.cn';
+    let currentUrl = '',
+        name = '',
+        response;
+
+    if (category === 'reply' || category === 'topic') {
+        if (sort) {
+            currentUrl = `${rootUrl}/people/${sort}`;
+            response = await got({
+                method: 'get',
+                url: currentUrl,
+            });
+            name = response.data.match(/<title>(.*) 的个人主页 - 集思录<\/title>/)[1];
+            response = await got({
+                method: 'get',
+                url: `${rootUrl}/people/ajax/user_actions/uid-${response.data.match(/var PEOPLE_USER_ID = '(.*)'/)[1]}__actions-${category === 'topic' ? 1 : 2}01__page-0`,
+            });
+        } else {
+            throw Error('No user.');
+        }
+    } else {
+        currentUrl = `${rootUrl}/home/explore/category-${category}__sort_type-${sort}__day-${day}`;
+        response = await got({
+            method: 'get',
+            url: currentUrl,
+        });
+    }
+
+    const $ = cheerio.load(response.data);
+
+    $('.nav').prevAll('.aw-item').remove();
+
+    let items = $('.aw-item')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 30)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const a = item.find('h4 a');
+
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: timezone(
+                    parseDate(
+                        item
+                            .find('.aw-text-color-999')
+                            .text()
+                            .match(/(\d{4}-\d{2}-\d{2} \d{2}:\d{2})/)[1]
+                    ),
+                    +8
+                ),
+                author: category === 'reply' || category === 'topic' ? name : decodeURI(item.find('.aw-user-name').first().attr('href').split('/people/').pop()),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('.aw-dynamic-topic-more-operate').remove();
+
+                item.description = content('.aw-question-detail-txt').html() + content('.aw-dynamic-topic-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${name ? `${name}的${category === 'topic' ? '主题' : '回复'}` : '广场'} - 集思录`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/jisilu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?/:sort?/:day?': ['nczitzk'],
+};

package/lib/v2/jisilu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'jisilu.cn': {
+        _name: '集思录',
+        '.': [
+            {
+                title: '广场',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-guang-chang',
+                source: ['/home/explore', '/explore', '/'],
+                target: '/jisilu/:category?/:sort?/:day?',
+            },
+            {
+                title: '用户回复',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-yong-hu-hui-fu',
+                source: ['/people/:user'],
+                target: '/jisilu/reply/:user',
+            },
+            {
+                title: '用户主题',
+                docs: 'https://docs.rsshub.app/bbs.html#ji-si-lu-yong-hu-zhu-ti',
+                source: ['/people/:user'],
+                target: '/jisilu/topic/:user',
+            },
+        ],
+    },
+};

package/lib/v2/jisilu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?/:sort?/:day?', require('./index'));
+};

package/lib/v2/kemono/index.js

@@ -0,0 +1,99 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const source = ctx.params.source ?? '';
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://kemono.party';
+    const apiUrl = `${rootUrl}/api/discord/channels/lookup?q=${id}`;
+    const currentUrl = `${rootUrl}/${source ? `${source}/${source === 'discord' ? `server/${id}` : `user/${id}`}` : 'posts'}`;
+
+    const headers = {
+        cookie: '__ddg2=sBQ4uaaGecmfEUk7',
+    };
+
+    const response = await got({
+        method: 'get',
+        url: source === 'discord' ? apiUrl : currentUrl,
+        headers,
+    });
+
+    let items = [],
+        title = '';
+
+    if (source === 'discord') {
+        title = `Posts of ${id} from Discord | Kemono`;
+
+        await Promise.all(
+            response.data.map(async (channel) => {
+                await ctx.cache.tryGet(channel.id, async () => {
+                    const channelResponse = await got({
+                        method: 'get',
+                        url: `${rootUrl}/api/discord/channel/${channel.id}?skip=0`,
+                        headers,
+                    });
+
+                    items.push(
+                        ...channelResponse.data
+                            .filter((i) => i.content || i.attachments)
+                            .map((i) => ({
+                                title: i.content,
+                                description: (i.content ? `<p>${i.content}</p>` : '') + (i.attachments ? i.attachments.map((a) => `<img src="${rootUrl}${a.path}">`).join('') : ''),
+                                author: i.author.username,
+                                pubDate: parseDate(i.published),
+                                category: channel.name,
+                            }))
+                    );
+                });
+            })
+        );
+    } else {
+        const $ = cheerio.load(response.data);
+
+        title = $('title').text();
+
+        items = await Promise.all(
+            $('.post-card')
+                .find('.fancy-link')
+                .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25)
+                .toArray()
+                .map((item) => {
+                    item = $(item);
+
+                    return {
+                        link: `${rootUrl}${item.attr('href')}`,
+                    };
+                })
+                .map((item) =>
+                    ctx.cache.tryGet(item.link, async () => {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                            headers,
+                        });
+
+                        const content = cheerio.load(detailResponse.data);
+
+                        content('.post__thumbnail').each(function () {
+                            content(this).html(`<img src="${rootUrl}${content(this).find('.fileThumb').attr('href')}">`);
+                        });
+
+                        item.description = content('.post__body').html();
+                        item.author = content('.post__user-name').text();
+                        item.title = content('.post__title span').first().text();
+                        item.pubDate = parseDate(content('.timestamp').attr('datetime'));
+
+                        return item;
+                    })
+                )
+        );
+    }
+
+    ctx.state.data = {
+        title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/kemono/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:source?/:id?': ['nczitzk'],
+    '/posts': ['nczitzk'],
+};

package/lib/v2/kemono/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'kemono.party': {
+        _name: 'Kemono',
+        '.': [
+            {
+                title: 'Posts',
+                docs: 'https://docs.rsshub.app/anime.html#kemono-posts',
+                source: ['/:source/user/:id', '/'],
+                target: '/kemono/:source?/:id?',
+            },
+        ],
+    },
+};

package/lib/v2/kemono/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:source?/:id?', require('./index'));
+};

package/lib/v2/knowmedia/index.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.knowmedia.tw';
+
+const cateMap = {
+    jqgx: '近期更新',
+    jxzl: '精選專欄',
+    hdxx: '活動訊息',
+    yyzq: '影音專區',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'zxxx';
+    const cateContentAPI = `${rootUrl}/_next/data/R4NWLZhyr9OwccR99jOwm/topics/${cateMap[category]}.json`;
+
+    const response = await got.get(cateContentAPI);
+    const data = response.data.pageProps.data.articles;
+
+    const items = data.map((item) => ({
+        title: item.meta_title,
+        author: item.author.name,
+        description: art(path.join(__dirname, 'templates/desc.art'), {
+            imgUrl: item.cover.thumb_url,
+            body: item.body,
+        }),
+        pubDate: parseDate(item.published_at),
+        link: item.frontend_url,
+    }));
+
+    ctx.state.data = {
+        title: `識媒體 - ${cateMap[category]}`,
+        link: `${rootUrl}/topics/${category}`,
+        item: items,
+    };
+};

package/lib/v2/knowmedia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['Fatpandac'],
+};

package/lib/v2/knowmedia/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'knowmedia.tw': {
+        _name: '识媒体',
+        '.': [
+            {
+                title: '近期更新',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/近期更新'],
+                target: '/knowmedia/jqgx',
+            },
+            {
+                title: '精选专栏',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/精選專欄'],
+                target: '/knowmedia/jxzl',
+            },
+            {
+                title: '活动讯息',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/活動訊息'],
+                target: '/knowmedia/hdxx',
+            },
+            {
+                title: '影音专区',
+                docs: 'https://docs.rsshub.app/game.html#jump',
+                source: ['/', '/topics/影音專區'],
+                target: '/knowmedia/yyzq',
+            },
+        ],
+    },
+};

package/lib/v2/knowmedia/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/knowmedia/templates/desc.art

@@ -0,0 +1,3 @@
+<img id="cover" src="{{ imgUrl }}"/>
+<br>
+{{ body }}

package/lib/v2/lanqiao/author.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const MarkdownIt = require('markdown-it');
+
+async function getUserName(uid) {
+    // 获取用户信息
+    const response = await got({
+        method: 'get',
+        url: `https://www.lanqiao.cn/api/v2/users/${uid}/`,
+        headers: {
+            Referer: `https://www.lanqiao.cn/users/${uid}/`,
+        },
+    });
+
+    return response.data.name;
+}
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+    const userName = await getUserName(uid);
+    // 发起 HTTP GET 请求
+    const response = await got({
+        method: 'get',
+        url: `https://www.lanqiao.cn/api/v2/users/${uid}/courses/?type=published`,
+        headers: {
+            Referer: `https://www.lanqiao.cn/users/${uid}/`,
+        },
+    });
+
+    const data = response.data.results; // response.data 为 HTTP GET 请求返回的数据对象
+
+    const md = new MarkdownIt();
+    const items = await Promise.all(
+        data.map((item) =>
+            ctx.cache.tryGet(`https://www.lanqiao.cn/api/v2/courses/${item.id}/`, async () => {
+                const courseResponse = await got({
+                    method: 'get',
+                    url: `https://www.lanqiao.cn/api/v2/courses/${item.id}/`,
+                });
+                const course = courseResponse.data;
+
+                item.title = course.name;
+                item.description = utils.courseDesc(course.picture_url, md.render(course.long_description));
+                item.author = course.teacher.name;
+                item.link = `https://www.lanqiao.cn/courses/${course.id}/`;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        // 源标题
+        title: `${userName} 发布的课程`,
+        // 源链接
+        link: `https://www.lanqiao.cn/users/${uid}`,
+        // 源说明
+        description: `${userName} 发布的课程`,
+        // 遍历此前获取的数据
+        item: items,
+    };
+};

package/lib/v2/lanqiao/courses.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const utils = require('./utils');
+const MarkdownIt = require('markdown-it');
+
+module.exports = async (ctx) => {
+    const sort = ctx.params.sort;
+    const tag = ctx.params.tag;
+    // 发起 HTTP GET 请求
+    const response = await got({
+        method: 'get',
+        url: `https://www.lanqiao.cn/api/v2/courses/?sort=${sort}&tag=${tag}&include=name,description,picture_url,id`,
+    });
+
+    const data = response.data.results; // response.data 为 HTTP GET 请求返回的数据对象
+    const md = new MarkdownIt();
+
+    // 课程类型
+    const courseType = {
+        free: '免费课',
+        member: '会员课',
+        limit_free: '限时免费',
+        louplus: '楼+',
+        bootcamp: '训练营',
+        private: '私有课',
+        exam: '考试',
+    };
+
+    const items = await Promise.all(
+        data.map((item) =>
+            ctx.cache.tryGet(`https://www.lanqiao.cn/api/v2/courses/${item.id}/`, async () => {
+                const courseResponse = await got({
+                    method: 'get',
+                    url: `https://www.lanqiao.cn/api/v2/courses/${item.id}/`,
+                });
+                const course = courseResponse.data;
+                item.title = `${course.name} [${courseType[course.fee_type]}]`;
+                item.description = utils.courseDesc(course.picture_url, md.render(course.long_description));
+                item.author = course.teacher.name;
+                item.link = `https://www.lanqiao.cn/courses/${course.id}/`;
+                return item;
+            })
+        )
+    );
+
+    // 排序规则
+    const sortType = {
+        latest: '最新',
+        hotest: '最热',
+        default: '默认',
+    };
+
+    ctx.state.data = {
+        // 源标题
+        title: `蓝桥云课${sortType[sort]}课程列表【${tag}】`,
+        // 源链接
+        link: `https://www.lanqiao.cn/courses/?sort=${sort}&tag=${tag}`,
+        // 源说明
+        description: `蓝桥云课【${tag}】标签下${sortType[sort]}课程列表`,
+        // 遍历此前获取的数据
+        item: items,
+    };
+};

package/lib/v2/lanqiao/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/author/:uid': ['huhuhang'],
+    '/courses/:sort/:tag': ['huhuhang'],
+    '/questions/:id': ['huhuhang'],
+};

package/lib/v2/lanqiao/questions.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const MarkdownIt = require('markdown-it');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    // 发起 HTTP GET 请求
+    const response = await got({
+        method: 'get',
+        url: `https://www.lanqiao.cn/api/v2/questions/?sort=created_time&topic_id=${id}`,
+        headers: {
+            Referer: `https://www.lanqiao.cn/questions/topic_id=${id}`,
+        },
+    });
+
+    const data = response.data.results; // response.data 为 HTTP GET 请求返回的数据对象
+    const topic_name = data[0].topic.name; // 获取话题名称
+    function filterToped(arr) {
+        // 过滤置顶的帖子
+        return arr.is_toped === false;
+    }
+    // 将 markdown 转换为 HTML
+    const md = new MarkdownIt();
+    const items = await Promise.all(
+        data.filter(filterToped).map((item) =>
+            ctx.cache.tryGet(`https://www.lanqiao.cn/api/v2/questions/${item.id}/`, async () => {
+                const questionResponse = await got({
+                    method: 'get',
+                    url: `https://www.lanqiao.cn/api/v2/questions/${item.id}/`,
+                });
+                const question = questionResponse.data;
+
+                item.title = question.title;
+                item.description = md.render(question.content);
+                item.author = question.author.name;
+                item.pubDate = parseDate(question.created_at);
+                item.link = `https://www.lanqiao.cn/questions/${question.id}/`;
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        // 源标题
+        title: `蓝桥云课技术社区【${topic_name}】`,
+        // 源链接
+        link: `https://www.lanqiao.cn/questions/topics/${id}/`,
+        // 源说明
+        description: `蓝桥云课技术社区【${topic_name}】`,
+        // 遍历此前获取的数据
+        item: items,
+    };
+};

package/lib/v2/lanqiao/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'lanqiao.cn': {
+        _name: '蓝桥云课',
+        '.': [
+            {
+                title: '作者发布的课程',
+                docs: 'https://docs.rsshub.app/programming.html#lan-qiao-yun-ke-zuo-zhe-fa-bu-de-ke-cheng',
+                source: ['/users/:uid'],
+                target: '/lanqiao/author/:uid',
+            },
+            {
+                title: '全站发布的课程',
+                docs: 'https://docs.rsshub.app/programming.html#lan-qiao-yun-ke-quan-zhan-fa-bu-de-ke-cheng',
+                source: ['/courses/'],
+                target: '/lanqiao/courses/all',
+            },
+            {
+                title: '技术社区',
+                docs: 'https://docs.rsshub.app/programming.html#lan-qiao-yun-ke-ji-shu-she-qu',
+                source: ['/questions/', '/questions/topics/:id'],
+                target: '/lanqiao/questions/:id',
+            },
+        ],
+    },
+};

package/lib/v2/lanqiao/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/author/:uid', require('./author'));
+    router.get('/courses/:sort/:tag', require('./courses'));
+    router.get('/questions/:id', require('./questions'));
+};

package/lib/v2/lanqiao/templates/courseDesc.art

@@ -0,0 +1 @@
+<img src="{{ picurl }}"><br>{{ desc }}

package/lib/v2/lanqiao/utils.js

@@ -0,0 +1,12 @@
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const courseDesc = (picurl, desc) =>
+    art(path.join(__dirname, 'templates/courseDesc.art'), {
+        picurl,
+        desc,
+    });
+
+module.exports = {
+    courseDesc,
+};

package/lib/v2/latepost/index.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+
+const titles = {
+    '': '最新报道',
+    1: '晚点独家',
+    2: '人物访谈',
+    3: '晚点早知道',
+    4: '长报道',
+};
+
+module.exports = async (ctx) => {
+    const proma = ctx.params.proma ?? '';
+
+    const rootUrl = 'https://www.latepost.com';
+    const currentUrl = `${rootUrl}/${proma ? 'site/index' : 'news/get-news-data'}`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        page: 1,
+        programa: proma,
+    });
+
+    let items = response.data.data.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 25).map((item) => ({
+        title: item.title,
+        link: `${rootUrl}${item.detail_url}`,
+        category: item.label.map((l) => l.label),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                content('br').each(function () {
+                    content(this).parent().remove();
+                });
+
+                const pubDate = content('.article-header-date').text();
+                item.pubDate = timezone(/月|日/.test(pubDate) ? parseDate((/年/.test(pubDate) ? pubDate : `${new Date().getFullYear()}-${pubDate}`).replace(/年|月/g, '-').replace(/日/g, '')) : parseRelativeDate(pubDate), +8);
+
+                item.description = content('#select-main').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${titles[proma]} - 晚点`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/latepost/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:proma?': ['nczitzk'],
+};

package/lib/v2/latepost/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'latepost.com': {
+        _name: '晚点 Latepost',
+        '.': [
+            {
+                title: '报道',
+                docs: 'https://docs.rsshub.app/new-media.html#wan-dian-latepost-bao-dao',
+                source: '/',
+                target: (params, url) => `/latepost/${new URL(url).searchParams.get('proma')}`,
+            },
+        ],
+    },
+};

package/lib/v2/latepost/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:proma?', require('./index'));
+};