rsshub 1.0.0-master.f7c0247 → 1.0.0-master.f7c4a93

package/lib/v2/itch/devlog.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const user = ctx.params.user ?? '';
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = `https://${user}.itch.io/${id}/devlog`;
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.title')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                pubDate: timezone(parseDate(item.text()), +8),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = detailResponse.data.match(/"author":{".*?","name":"(.*?)"/)[1];
+                item.pubDate = parseDate(detailResponse.data.match(/"datePublished":"(.*?)"/)[1]);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: content('.post_image')
+                        .toArray()
+                        .map((i) => content(i).attr('src')),
+                    description: content('.post_body').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/itch/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://itch.io';
+    const currentUrl = `${rootUrl}${ctx.path}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.title.game_link')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('title').text().split('by ').pop();
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    images: content('.screenshot')
+                        .toArray()
+                        .map((i) => content(i).attr('src')),
+                    description: content('.formatted_description').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/itch/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/devlog/:user/:id': ['nczitzk'],
+    '/posts/:topic/:id': ['nczitzk'],
+    '/:sort?/:tag?': ['nczitzk'],
+};

package/lib/v2/itch/posts.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const topic = ctx.params.topic;
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://itch.io';
+    const currentUrl = `${rootUrl}/t/${topic}/${id}?before=999999999`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const items = $('.post_grid')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const author = item.find('.post_author').text();
+            const description = item.find('.post_body');
+
+            return {
+                author,
+                description: description.html(),
+                title: `${author}: ${description.text()}`,
+                link: item.find('.post_date a').attr('href'),
+                pubDate: parseDate(item.find('.post_date').attr('title')),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/itch/radar.js

@@ -0,0 +1,28 @@
+module.exports = {
+    'itch.io': {
+        _name: 'itch.io',
+        '.': [
+            {
+                title: 'Browse',
+                docs: 'https://docs.rsshub.app/game.html#itch-io-browse',
+                source: ['/'],
+                target: (params, url) => `/itch${new URL(url).toString().split('itch.io').pop()}`,
+            },
+            {
+                title: 'Developer Logs',
+                docs: 'https://docs.rsshub.app/game.html#itch-io-developer-logs',
+                source: ['/'],
+                target: (params, url) => {
+                    const matches = new URL(url).toString().match(/\/\/(.*?)\.itch\.io\/(.*?)\/devlog/);
+                    return `/itch/devlog/${matches[1]}/${matches[2]}`;
+                },
+            },
+            {
+                title: 'Posts',
+                docs: 'https://docs.rsshub.app/game.html#itch-io-posts',
+                source: ['/t/:topic/:id'],
+                target: '/itch/posts/:topic/:id',
+            },
+        ],
+    },
+};

package/lib/v2/itch/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/devlog/:user/:id', require('./devlog'));
+    router.get('/posts/:topic/:id', require('./posts'));
+    router.get(/([\w\d/-]+)?/, require('./index'));
+};

package/lib/v2/itch/templates/description.art

@@ -0,0 +1,4 @@
+{{ each images image }}
+<img src="{{ image }}">
+{{ /each }}
+{{@ description }}

package/lib/v2/jike/utils.js

@@ -3,6 +3,8 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const config = require('@/config').value;
 
+const videoAPI = 'https://api.ruguoapp.com/1.0/mediaMeta/play?type=ORIGINAL_POST';
+
 module.exports = {
     topicDataHanding: (data) =>
         data.posts.map((item) => {
@@ -31,6 +33,14 @@ module.exports = {
 
             // rss内容
             let description = '';
+            // 作者昵称
+            let author = '';
+
+            // 添加内容作者信息
+            if (item.user) {
+                author = item.user.screenName;
+                description += `<span>用户昵称：${author} <br> Username：${item.user.username}</span><br>`;
+            }
 
             if (item.linkInfo) {
                 const linkUrl = item.linkInfo.originalLinkUrl || item.linkInfo.linkUrl;
@@ -114,6 +124,11 @@ module.exports = {
                 });
             }
 
+            // 6. 视频
+            if (item.video) {
+                description += `<br><video src="${item.video.url}" controls></video>`;
+            }
+
             // rss标题
             // 优先将音频和视频名作为标题
             // 其次将正文内容作为标题
@@ -125,6 +140,7 @@ module.exports = {
                 title,
                 description: description.trim().replace(/\n/g, '<br>'),
                 pubDate: parseDate(item.createdAt),
+                author,
                 link,
             };
         }),
@@ -136,7 +152,22 @@ module.exports = {
                 const html = resp.data;
                 const $ = cheerio.load(html);
                 const raw = $('[type = "application/json"]').html();
-                return JSON.parse(raw).props.pageProps;
+                const data = JSON.parse(raw).props.pageProps;
+                data.posts = await Promise.all(
+                    data.posts.map(async (item) => {
+                        if (!item.video) {
+                            return item;
+                        }
+
+                        const videoUrl = `${videoAPI}&id=${item.id}`;
+                        const videoRes = await got(videoUrl);
+                        item.video = videoRes.data;
+
+                        return item;
+                    })
+                );
+
+                return data;
             },
             false,
             config.cache.routeExpire

package/lib/{routes → v2}/juejin/books.js

@@ -1,4 +1,5 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const response = await got({
@@ -17,7 +18,7 @@ module.exports = async (ctx) => {
             ${base_info.summary}<br>
             <strong>价格:</strong> ${base_info.price / 100}元
         `,
-        pubDate: new Date(base_info.ctime * 1000).toUTCString(),
+        pubDate: parseDate(base_info.ctime * 1000),
         guid: base_info.booklet_id,
     }));
 

package/lib/{routes → v2}/juejin/category.js

@@ -26,7 +26,7 @@ module.exports = async (ctx) => {
 
     let originalData = [];
     if (response.data.data) {
-        originalData = response.data.data.slice(0, 5);
+        originalData = response.data.data;
     }
     const resultItems = await util.ProcessFeed(originalData, ctx.cache);
 

package/lib/v2/juejin/maintainer.js

@@ -0,0 +1,13 @@
+module.exports = {
+    '/books': ['xyqfer'],
+    '/category/:category': ['DIYgod'],
+    '/collection/:collectionId': ['isQ'],
+    '/collections/:userId': ['isQ'],
+    '/column/:id': ['xiangzy1'],
+    '/news/:id': ['CancerGary'],
+    '/pins/:type?': ['xyqfer', 'laampui'],
+    '/posts/:id': ['Maecenas'],
+    '/shares/:userId': ['qiwihui'],
+    '/tag/:tag': ['isheng5'],
+    '/trending/:category/:type': ['moaix'],
+};

package/lib/v2/juejin/news.js

@@ -0,0 +1,25 @@
+const got = require('@/utils/got');
+const util = require('./utils');
+
+module.exports = async (ctx) => {
+    const { id } = ctx.params;
+
+    const response = await got({
+        method: 'post',
+        url: 'https://api.juejin.cn/content_api/v1/news/list_user',
+        json: {
+            user_id: id,
+            sort_type: 2,
+        },
+    });
+    const { data } = response.data;
+    const username = data[0] && data[0].author_user_info && data[0].author_user_info.user_name;
+    const resultItems = await util.ProcessFeed(data, ctx.cache);
+
+    ctx.state.data = {
+        title: `掘金资讯-${username}`,
+        link: `https://juejin.cn/user/${id}/news`,
+        description: `掘金资讯-${username}`,
+        item: resultItems,
+    };
+};

package/lib/{routes → v2}/juejin/pins.js

@@ -1,7 +1,8 @@
 const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const type = ctx.params.type || 'recommend';
+    const type = ctx.params.type ?? 'recommend';
     const title = {
         recommend: '推荐',
         hot: '热门',
@@ -35,7 +36,7 @@ module.exports = async (ctx) => {
         const title = content;
         const guid = item.msg_id;
         const link = `https://juejin.cn/pin/${guid}`;
-        const pubDate = new Date(parseInt(item.msg_Info.ctime) * 1000).toUTCString();
+        const pubDate = parseDate(item.msg_Info.ctime * 1000);
         const author = item.author_user_info.user_name;
         const imgs = item.msg_Info.pic_list.reduce((imgs, item) => {
             imgs += `

package/lib/v2/juejin/radar.js

@@ -0,0 +1,61 @@
+module.exports = {
+    'juejin.cn': {
+        _name: '掘金',
+        '.': [
+            {
+                title: '标签',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-biao-qian',
+                source: '/tag/:tag',
+                target: '/juejin/tag/:tag',
+            },
+            {
+                title: '小册',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-xiao-ce',
+                source: '/books',
+                target: '/juejin/books',
+            },
+            {
+                title: '沸点',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-fei-dian',
+                source: ['/pins/:type', '/pins/topic/:type'],
+                target: (params) => (params.type !== 'recommended' ? '/juejin/pins/:type' : '/juejin/pins'),
+            },
+            {
+                title: '用户专栏',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-zhuan-lan',
+                source: ['/user/:id', '/user/:id/posts'],
+                target: '/juejin/posts/:id',
+            },
+            {
+                title: '收藏集',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-shou-cang-ji',
+                source: ['/user/:id', '/user/:id/collections'],
+                target: '/juejin/collections/:id',
+            },
+            {
+                title: '单个收藏夹',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin-dan-ge-shou-cang-jia',
+                source: '/collection/:collectionId',
+                target: '/juejin/collection/:collectionId',
+            },
+            {
+                title: '分享',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin',
+                source: ['/user/:userId', '/user/:userId/shares'],
+                target: '/juejin/shares/:userId',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin',
+                source: '/column/:id',
+                target: '/juejin/column/:id',
+            },
+            {
+                title: '资讯',
+                docs: 'https://docs.rsshub.app/programming.html#jue-jin',
+                source: ['/user/:id', '/user/:id/news'],
+                target: '/juejin/news/:userId',
+            },
+        ],
+    },
+};

package/lib/v2/juejin/router.js

@@ -0,0 +1,13 @@
+module.exports = (router) => {
+    router.get('/books', require('./books'));
+    router.get('/category/:category', require('./category'));
+    router.get('/collection/:collectionId', require('./collection'));
+    router.get('/collections/:userId', require('./favorites'));
+    router.get('/column/:id', require('./column'));
+    router.get('/news/:id', require('./news'));
+    router.get('/pins/:type?', require('./pins'));
+    router.get('/posts/:id', require('./posts'));
+    router.get('/shares/:userId', require('./shares'));
+    router.get('/tag/:tag', require('./tag'));
+    router.get('/trending/:category/:type', require('./trending'));
+};

package/lib/{routes → v2}/juejin/utils.js

@@ -1,6 +1,6 @@
 const got = require('@/utils/got');
+const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
 const md = require('markdown-it')({
     html: true,
 });
@@ -15,21 +15,29 @@ async function load(id) {
     });
     let description;
     if (response.data.data) {
-        description = md.render(response.data.data.article_info.mark_content);
+        description = md.render(response.data.data.article_info.mark_content) || response.data.data.article_info.content;
     }
 
     return { description };
 }
 
+const loadNews = async (link) => {
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    $('h1.title, .main-box .message').remove();
+    return { description: $('.main-box .article').html() };
+};
+
 const ProcessFeed = (list, caches) =>
     Promise.all(
         list.map(async (item) => {
-            const pubDate = timezone(parseDate(parseInt(item.article_info.ctime) * 1000), +8);
-            const link = `https://juejin.cn/post/${item.article_id}`;
+            const isArticle = !!item.article_info;
+            const pubDate = parseDate((isArticle ? item.article_info.ctime : item.content_info.ctime) * 1000);
+            const link = `https://juejin.cn${isArticle ? '/post/' + item.article_id : '/news/' + item.content_id}`;
             // 列表上提取到的信息
             const single = {
-                title: item.article_info.title,
-                description: (item.article_info.brief_content || '无描述').replace(/[\x00-\x08\x0b-\x0c\x0e-\x1f\x7f]/g, ''),
+                title: isArticle ? item.article_info.title : item.content_info.title,
+                description: ((isArticle ? item.article_info.brief_content : item.content_info.brief) || '无描述').replace(/[\x00-\x08\x0b-\x0c\x0e-\x1f\x7f]/g, ''),
                 pubDate,
                 author: item.author_user_info.user_name,
                 link,
@@ -37,7 +45,7 @@ const ProcessFeed = (list, caches) =>
 
             // 使用tryGet方法从缓存获取内容。
             // 当缓存中无法获取到链接内容的时候，则使用load方法加载文章内容。
-            const other = await caches.tryGet(link, () => load(item.article_id));
+            const other = await caches.tryGet(link, () => (isArticle ? load(item.article_id) : loadNews(link)));
             // 合并解析后的结果集作为该篇文章最终的输出结果
             return { ...single, ...other };
         })

package/lib/v2/kcna/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:lang/:category?': ['Rongronggg9'],
+};

package/lib/v2/kcna/news.js

@@ -0,0 +1,81 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const asyncPool = require('tiny-async-pool');
+const { art } = require('@/utils/render');
+const { parseJucheDate, fixDesc, fetchPhoto, fetchVideo } = require('./utils');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { lang, category = '1ee9bdb7186944f765208f34ecfb5407' } = ctx.params;
+
+    const rootUrl = 'http://www.kcna.kp';
+    const pageUrl = `${rootUrl}/${lang}/category/articles/q/${category}.kcmsf`;
+
+    const response = await got(pageUrl);
+    const $ = cheerio.load(response.data);
+
+    // fix <nobr><span class="fSpecCs">???</span></nobr>
+    const title = $('head > title')
+        .text()
+        .replace(/<[^>]*>/g, '');
+
+    const list = $('.article-link li a')
+        .map((_, item) => {
+            item = $(item);
+            const dateElem = item.find('.publish-time');
+            const dateString = dateElem.text();
+            dateElem.remove();
+            return {
+                title: item.text(),
+                link: rootUrl + item.attr('href'),
+                pubDate: parseJucheDate(dateString),
+            };
+        })
+        .get();
+
+    // avoid being IP-banned
+    // if being banned, 103.35.255.254 (the last hop before www.kcna.kp - 175.45.176.71) will drop the packet
+    // verify that with `mtr www.kcna.kp -Tz`
+    const items = [];
+    for await (const item of asyncPool(3, list, (item) =>
+        ctx.cache.tryGet(item.link, async () => {
+            const response = await got(item.link);
+            const $ = cheerio.load(response.data);
+            item.title = $('article-main-title').text() || item.title;
+
+            const dateElem = $('.publish-time');
+            const dateString = dateElem.text();
+            dateElem.remove();
+            item.pubDate = parseJucheDate(dateString) || item.pubDate;
+
+            const description = fixDesc($, $('.article-content-body .content-wrapper'));
+
+            // add picture and video
+            const media = $('.media-icon a')
+                .map((_, elem) => rootUrl + elem.attribs.href)
+                .get();
+            let photo, video;
+            await Promise.all(
+                media.map(async (medium) => {
+                    if (medium.includes('/photo/')) {
+                        photo = await fetchPhoto(ctx, medium);
+                    } else if (medium.includes('/video/')) {
+                        video = await fetchVideo(ctx, medium);
+                    }
+                })
+            );
+
+            item.description = art(path.join(__dirname, 'templates/news.art'), { description, photo, video });
+
+            return item;
+        })
+    )) {
+        items.push(item);
+    }
+
+    ctx.state.data = {
+        title,
+        link: pageUrl,
+        item: items,
+    };
+};

package/lib/v2/kcna/radar.js

@@ -0,0 +1,61 @@
+module.exports = {
+    'kcna.kp': {
+        _name: '朝鲜中央通讯社',
+        www: [
+            {
+                title: '朝鲜劳动党总书记金正恩同志革命活动新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/54c0ca4ca013a92cc9cf95bd4004c61a.kcmsf',
+                target: '/kcna/:lang/54c0ca4ca013a92cc9cf95bd4004c61a',
+            },
+            {
+                title: '最新新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: ['/:lang', '/:lang/category/articles/q/1ee9bdb7186944f765208f34ecfb5407.kcmsf', '/:lang/category/articles.kcmsf'],
+                target: '/kcna/:lang',
+            },
+            {
+                title: '主要新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/5394b80bdae203fadef02522cfb578c0.kcmsf',
+                target: '/kcna/:lang/5394b80bdae203fadef02522cfb578c0',
+            },
+            {
+                title: '国内新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/b2b3bcc1b0a4406ab0c36e45d5db58db.kcmsf',
+                target: '/kcna/:lang/b2b3bcc1b0a4406ab0c36e45d5db58db',
+            },
+            {
+                title: '文件',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/a8754921399857ebdbb97a98a1e741f5.kcmsf',
+                target: '/kcna/:lang/a8754921399857ebdbb97a98a1e741f5',
+            },
+            {
+                title: '国际新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/593143484cf15d48ce85c26139582395.kcmsf',
+                target: '/kcna/:lang/593143484cf15d48ce85c26139582395',
+            },
+            {
+                title: '社会－生活',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/93102e5a735d03979bc58a3a7aefb75a.kcmsf',
+                target: '/kcna/:lang/93102e5a735d03979bc58a3a7aefb75a',
+            },
+            {
+                title: '对外关系',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/0f98b4623a3ef82aeea78df45c423fd0.kcmsf',
+                target: '/kcna/:lang/0f98b4623a3ef82aeea78df45c423fd0',
+            },
+            {
+                title: '时事解说',
+                docs: 'https://docs.rsshub.app/traditional-media.html#chao-xian-zhong-yang-tong-xun-she',
+                source: '/:lang/category/articles/q/12c03a49f7dbe829bceea8ac77088c21.kcmsf',
+                target: '/kcna/:lang/12c03a49f7dbe829bceea8ac77088c21',
+            },
+        ],
+    },
+};

package/lib/v2/kcna/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:lang/:category?', require('./news'));
+};