rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/v2/picnob/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/user/:id': ['TonyRL'],
+};

package/lib/v2/picnob/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'picnob.com': {
+        _name: 'Picnob',
+        '.': [
+            {
+                title: 'User profile',
+                docs: 'https://docs.rsshub.app/en/social-media.html#picnob',
+                source: ['/profile/:id/*'],
+                target: '/picnob/user/:id',
+            },
+        ],
+    },
+};

package/lib/v2/picnob/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/user/:id', require('./user'));
+};

package/lib/v2/picnob/templates/desc.art

@@ -0,0 +1,13 @@
+{{ if item.type === 'video' }}
+    <video poster="{{ item.pic }}" controls>
+        <source src="{{ item.video }}" type="video/mp4">
+    </video>
+{{ else if item.type === 'img_multi' }}
+    {{ each images i }}
+        <a href="{{ i.ori }}"><img src="{{ i.url }}"></a>
+    {{ /each }}
+{{ else if item.type === 'img_sig' }}
+    <a href="{{ item.pic }}"><img src="{{ item.pic }}"></a>
+{{ /if }}
+<br>
+{{@ item.sum }}

package/lib/v2/picnob/user.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.picnob.com';
+    const { id } = ctx.params;
+    const url = `${baseUrl}/profile/${id}/`;
+    const { data: response } = await got(url);
+    const $ = cheerio.load(response);
+
+    const profileName = $('h1.fullname').text();
+    const userId = $('input[name=userid]').attr('value');
+
+    const { data } = await got(`${baseUrl}/api/posts`, {
+        searchParams: {
+            userid: userId,
+        },
+    });
+
+    const list = data.posts.items.map(async (item) => {
+        const { shortcode, type } = item;
+        const link = `${baseUrl}/post/${shortcode}/`;
+        let images = [];
+        if (type === 'img_multi') {
+            images = await ctx.cache.tryGet(link, async () => {
+                const { data } = await got(link);
+                const $ = cheerio.load(data);
+                return [
+                    ...new Set(
+                        $('.post_slide a')
+                            .toArray()
+                            .map((a) => {
+                                a = $(a);
+                                return {
+                                    ori: a.attr('href'),
+                                    url: a.find('img').attr('data-src'),
+                                };
+                            })
+                    ),
+                ];
+            });
+        }
+        return {
+            title: item.sum_pure,
+            description: art(path.join(__dirname, 'templates/desc.art'), { item, images }),
+            link,
+            pubDate: parseDate(item.time, 'X'),
+        };
+    });
+
+    ctx.state.data = {
+        title: `${profileName} (@${id}) - Picnob`,
+        description: $('.info .sum').text(),
+        link: url,
+        image: $('.ava .pic img').attr('src'),
+        item: list,
+    };
+};

package/lib/v2/pikabu/community.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, fixImage, fixVideo } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { type, name, sort = 'new' } = ctx.params;
+    const sortString = sort === 'default' || type === 'tag' ? '' : `/${sort}`;
+    const { data: response } = await got(`${baseUrl}/ajax/${type}/${name}${sortString}`);
+
+    const items = response.data.stories.map((story) => {
+        const $ = cheerio.load(story.html, null, false);
+        const data = JSON.parse($('script[type="application/ld+json"]').text());
+
+        const content = $('.story__main');
+
+        fixImage(content);
+        content.find('.player').each((_, elem) => {
+            elem = $(elem);
+            fixVideo(elem);
+        });
+        return {
+            title: data.name,
+            description: content.find('.story__content-inner').html(),
+            pubDate: parseDate(data.dateCreated),
+            author: data.author.name,
+            link: data.url,
+        };
+    });
+
+    ctx.state.data = {
+        title: response.data.title,
+        link: `${baseUrl}/${type}/${name}`,
+        language: 'ru-RU',
+        item: items,
+    };
+};

package/lib/v2/pikabu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/community/:name': ['TonyRL'],
+    '/tag/:name': ['TonyRL'],
+    '/user/:name': ['TonyRL'],
+};

package/lib/v2/pikabu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'pikabu.ru': {
+        _name: 'Pikabu',
+        '.': [
+            {
+                title: 'Community',
+                docs: 'https://docs.rsshub.app/en/bbs.html#pikabu',
+                source: ['/community/:name'],
+                target: '/pikabu/community/:name',
+            },
+            {
+                title: 'Tag',
+                docs: 'https://docs.rsshub.app/en/bbs.html#pikabu',
+                source: ['/tag/:name'],
+                target: '/pikabu/tag/:name',
+            },
+            {
+                title: 'User',
+                docs: 'https://docs.rsshub.app/en/bbs.html#pikabu',
+                source: ['/:name'],
+                target: '/pikabu/user/:name',
+            },
+        ],
+    },
+};

package/lib/v2/pikabu/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/user/:name', require('./user'));
+    router.get('/:type/:name', require('./community'));
+};

package/lib/v2/pikabu/templates/video.art

@@ -0,0 +1,8 @@
+{{ if videoId }}
+    <iframe id="ytplayer" type="text/html" width="640" height="360" src="https://www.youtube-nocookie.com/embed/{{ videoId }}" frameborder="0" allowfullscreen></iframe>
+{{ else if webm || mp4 }}
+    <video controls preload="none" poster="{{ preview }}" width="{{ width }}">
+        {{ if webm }}<source src="{{ webm }}" type="video/webm">{{ /if }}
+        {{ if mp4 }}<source src="{{ mp4 }}" type="video/mp4">{{ /if }}
+    </video>
+{{ /if }}

package/lib/v2/pikabu/user.js

@@ -0,0 +1,46 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const iconv = require('iconv-lite');
+const { parseDate } = require('@/utils/parse-date');
+const { baseUrl, fixImage, fixVideo } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { name } = ctx.params;
+    const link = `${baseUrl}/${name}`;
+    const response = await got(link, {
+        responseType: 'buffer',
+    });
+
+    const charset = response.headers['content-type'].match(/charset=([\w-]+)/)[1]; // windows-1251
+    const $ = cheerio.load(iconv.decode(response.data, charset));
+
+    const items = $('.story__main')
+        .not('.story__placeholder')
+        .toArray()
+        .map((story) => {
+            story = $(story);
+
+            const a = story.find('.story__title a');
+            fixImage(story);
+            story.find('.player').each((_, elem) => {
+                elem = $(elem);
+                fixVideo(elem);
+            });
+            return {
+                title: a.text(),
+                link: a.attr('href'),
+                pubDate: parseDate(story.find('time').attr('datetime')),
+                description: story.find('.story__content-inner').html(),
+                author: story.find('.user__nick').text(),
+            };
+        });
+
+    ctx.state.data = {
+        title: $('meta[property="og:title"]').attr('content'),
+        description: $('.profile__user-about-content').text(),
+        image: $('meta[property="og:image"]').attr('content'),
+        language: 'ru-RU',
+        link,
+        item: items,
+    };
+};

package/lib/v2/pikabu/utils.js

@@ -0,0 +1,43 @@
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const baseUrl = 'https://pikabu.ru';
+
+const fixImage = (element) => {
+    element.find('.story-image__stretch').remove();
+    element.find('.story-image__image').each((_, img) => {
+        if (img.attribs['data-src'] && img.attribs['data-large-image']) {
+            img.attribs.src = img.attribs['data-large-image'];
+            delete img.attribs['data-src'];
+            delete img.attribs['data-large-image'];
+        }
+    });
+};
+
+const fixVideo = (element) => {
+    const preview = element
+        .find('.player__preview')
+        .attr('style')
+        .match(/url\((.+)\);/)[1];
+    const dataType = element.attr('data-type');
+    let videoHtml = '';
+
+    if (dataType === 'video') {
+        const videoId = element.attr('data-source').match(/\/embed\/(.+)$/)[1];
+        videoHtml = art(path.join(__dirname, 'templates/video.art'), { videoId });
+    } else if (dataType === 'video-file') {
+        const width = element.find('.player__svg-stretch').attr('width');
+        const mp4 = `${element.attr('data-source')}.mp4`;
+        const webm = element.attr('data-webm');
+        videoHtml = art(path.join(__dirname, 'templates/video.art'), { preview, width, mp4, webm });
+    } else {
+        throw Error(`Unknown video type: ${dataType}`);
+    }
+    element.replaceWith(videoHtml);
+};
+
+module.exports = {
+    baseUrl,
+    fixImage,
+    fixVideo,
+};

package/lib/v2/pingwest/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/status': ['sanmmm'],
+    '/tag/:tag/:type/:option?': ['sanmmm'],
+    '/user/:uid/:type?/:option?': ['sanmmm'],
+};

package/lib/v2/pingwest/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'pingwest.com': {
+        _name: '品玩',
+        '.': [
+            {
+                title: '实时要闻',
+                docs: 'https://docs.rsshub.app/new-media.html#ping-wan',
+                source: ['/status', '/'],
+                target: '/pingwest/status',
+            },
+            {
+                title: '话题动态',
+                docs: 'https://docs.rsshub.app/new-media.html#ping-wan',
+                source: ['/tag/:tag', '/'],
+                target: '/pingwest/tag/:tag/1/fulltext',
+            },
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/new-media.html#ping-wan',
+                source: ['/user/:uid/:type', '/'],
+                target: '/pingwest/user/:uid/:type',
+            },
+        ],
+    },
+};

package/lib/v2/pingwest/router.js

@@ -0,0 +1,5 @@
+module.exports = (router) => {
+    router.get('/status', require('./status'));
+    router.get('/tag/:tag/:type/:option?', require('./tag'));
+    router.get('/user/:uid/:type?/:option?', require('./user'));
+};

package/lib/v2/pingwest/status.js

@@ -0,0 +1,47 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://www.pingwest.com';
+    const url = `${baseUrl}/api/state/list`;
+    const response = await got(url, {
+        searchParams: {
+            page: 1,
+        },
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+    const $ = cheerio.load(response.data.data.list);
+    const items = $('section.item')
+        .toArray()
+        .map((ele) => {
+            const timestamp = ele.attribs['data-t'];
+            const $item = cheerio.load(ele);
+            const rightNode = $item('.news-info');
+            const tag = rightNode.find('.item-tag-list').text();
+            const title = rightNode.find('.title').text();
+            const link = rightNode.find('a').last().attr('href');
+            let description = rightNode.text();
+            const imgUrl = $item('.news-img img');
+            if (imgUrl.length) {
+                imgUrl.attr('src', imgUrl.attr('src').split('?x-')[0]);
+                description += `<br>${imgUrl.parent().html()}`;
+            }
+            return {
+                title: title || tag,
+                link: link.startsWith('http') ? link : `https:${link}`,
+                description,
+                pubDate: parseDate(timestamp, 'X'),
+                category: tag,
+            };
+        });
+
+    ctx.state.data = {
+        title: '品玩 - 实时要闻',
+        description: '品玩 - 实时要闻',
+        link: `${baseUrl}/status`,
+        item: items,
+    };
+};

package/lib/v2/pingwest/tag.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const { tag, type, option } = ctx.params;
+    const needFullText = option === 'fulltext';
+
+    const baseUrl = 'https://www.pingwest.com';
+    const tagUrl = `${baseUrl}/tag/${tag}`;
+    const { tagId, tagName } = await ctx.cache.tryGet(`pingwest:tag:${tag}`, async () => {
+        const res = await got(tagUrl, {
+            headers: {
+                Referer: baseUrl,
+            },
+        });
+        const $ = cheerio.load(res.data);
+        const tagId = $('.tag-detail').attr('data-id');
+        const tagName = $('.tag-detail .info .title').text();
+        return { tagId, tagName };
+    });
+
+    const url = `${baseUrl}/api/tag_article_list`;
+    const response = await got(url, {
+        searchParams: {
+            id: tagId,
+            type: type - 1,
+        },
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+
+    const $ = cheerio.load(response.data.data.list);
+    const items = await utils.articleListParser($, needFullText, ctx.cache);
+
+    ctx.state.data = {
+        title: `品玩 - ${tagName}`,
+        description: `品玩 - ${tagName}`,
+        link: tagUrl,
+        item: items,
+    };
+};

package/lib/v2/pingwest/user.js

@@ -0,0 +1,59 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const { uid, type = 'article', option } = ctx.params;
+    const baseUrl = 'https://www.pingwest.com';
+    const aimUrl = `${baseUrl}/user/${uid}/${type}`;
+    const { userName, realUid, userSign, userAvatar } = await ctx.cache.tryGet(`pingwest:user:info:${uid}`, async () => {
+        const res = await got(aimUrl, {
+            headers: {
+                Referer: baseUrl,
+            },
+        });
+        const $ = cheerio.load(res.data);
+        const userInfoNode = $('#J_userId');
+        return {
+            userName: userInfoNode.text(),
+            realUid: userInfoNode.attr('data-user-id'),
+            userSign: $('#J_userSign').text(),
+            userAvatar: $('#J_userAvatar').attr('src'),
+        };
+    });
+    const url = `${baseUrl}/api/user_data`;
+    const response = await got(url, {
+        searchParams: {
+            page: 1,
+            user_id: realUid,
+            tab: type,
+        },
+        headers: {
+            Referer: baseUrl,
+        },
+    });
+    const $ = cheerio.load(response.data.data.list);
+
+    let item = [];
+    const needFullText = option === 'fulltext';
+    switch (type) {
+        case 'article':
+            item = await utils.articleListParser($, needFullText, ctx.cache);
+            break;
+        case 'state':
+            item = utils.statusListParser($);
+            break;
+    }
+
+    const typeToLabel = {
+        article: '文章',
+        state: '动态',
+    };
+    ctx.state.data = {
+        title: `品玩 - ${userName} - ${typeToLabel[type]}`,
+        description: userSign,
+        image: userAvatar,
+        link: aimUrl,
+        item,
+    };
+};

package/lib/v2/pingwest/utils.js

@@ -0,0 +1,92 @@
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const modifiedLink = (link) => (link.startsWith('http') ? link : `https:${link}`);
+
+const statusListParser = ($) => {
+    const items = $('.item')
+        .toArray()
+        .map((ele) => {
+            const timestamp = ele.attribs.pt;
+            const $item = cheerio.load(ele);
+            const mainNode = $item('.news-detail');
+            const imgsStr = mainNode
+                .find('img')
+                .toArray()
+                .map((ele) => `<img src="${ele.attribs.src.split('?x-')[0]}">`)
+                .join('<br>');
+            const link = mainNode.find('.content a').first().attr('href');
+            const content = mainNode
+                .text()
+                .trim()
+                .replace(/展开全文$/, '');
+            return {
+                title: content,
+                link: link.startsWith('http') ? link : `https:${link}`,
+                description: [content, imgsStr].filter((s) => !!s).join('<br>'),
+                pubDate: new Date(timestamp * 1000).toUTCString(),
+            };
+        });
+    return items;
+};
+
+const articleListParser = async ($, needFullText, cache) => {
+    const items = await Promise.all(
+        $('.item')
+            .toArray()
+            .map(async (ele) => {
+                const $item = cheerio.load(ele);
+
+                let titleNode, authorNode;
+                if ($item('.news-detail').children().length <= 2) {
+                    // newsflash
+                    titleNode = $item('.news-detail .content .text');
+                    authorNode = $item('.news-detail .content .op');
+                } else {
+                    // article
+                    titleNode = $item('.news-detail .title');
+                    authorNode = $item('.news-detail .author');
+                }
+                const title = titleNode.find('a').text();
+                const prefixUrl = titleNode.find('a').attr('href');
+                const link = modifiedLink(prefixUrl);
+                const imgUrl = $item('.news-img img')?.attr('src')?.split('?x-')[0];
+                const author = authorNode.children().first().text();
+                const timestamp = authorNode.find('.time').text();
+                const date = /小时前/.test(timestamp) ? parseRelativeDate(timestamp) : parseDate(timestamp, ['YYYY M D', 'M D']);
+                let description = $item('.desc').text();
+                const shortText = imgUrl ? `<br><img src="${imgUrl}">` : '';
+                description += needFullText ? await getFullArticle(link, cache) : shortText;
+
+                return {
+                    title,
+                    link,
+                    description,
+                    author,
+                    pubDate: timezone(date, 8),
+                };
+            })
+    );
+
+    return items;
+};
+
+const getFullArticle = (link, cache) =>
+    cache.tryGet(link, async () => {
+        const { data } = await got(link);
+        const $ = cheerio.load(data);
+        $('img').each((_, ele) => {
+            if (ele.attribs.src.includes('?x-')) {
+                ele.attribs.src = ele.attribs.src.split('?x-')[0];
+            }
+        });
+        const description = $('section .article-style').html();
+        return description;
+    });
+
+module.exports = {
+    articleListParser,
+    statusListParser,
+};

package/lib/v2/pixabay/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/search/:q/:order?': ['TonyRL'],
+};

package/lib/v2/pixabay/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'pixabay.com': {
+        _name: 'Pixabay',
+        '.': [
+            {
+                title: 'Search',
+                docs: 'https://docs.rsshub.app/en/picture.html#pixabay',
+                source: ['/:searchType/search/:q'],
+                target: '/pixabay/search/:q',
+            },
+        ],
+    },
+};

package/lib/v2/pixabay/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/search/:q/:order?', require('./search'));
+};

package/lib/v2/pixabay/search.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const config = require('@/config').value;
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const { q, order = 'latest' } = ctx.params;
+    const key = config.pixabay?.key ?? '7329690-bbadad6d872ba577d5a358679';
+    const baseUrl = 'https://pixabay.com';
+
+    const data = await ctx.cache.tryGet(
+        `pixabay:search:${q}:${order}`,
+        async () => {
+            const { data } = await got(`${baseUrl}/api/`, {
+                searchParams: {
+                    key,
+                    q,
+                    order,
+                    per_page: ctx.query.limit ?? 200,
+                },
+            });
+            return data;
+        },
+        Math.max(config.cache.contentExpire, 24 * 60 * 60), // required by Pixabay API
+        false
+    );
+
+    const items = data.hits.map((item) => {
+        const { pageURL, tags, user } = item;
+        return {
+            title: pageURL
+                .substring(pageURL.lastIndexOf('/', pageURL.lastIndexOf('/') - 1) + 1, pageURL.lastIndexOf('/'))
+                .replace(/(-\d+)$/, '')
+                .replace(/-/g, ' '),
+            description: art(path.join(__dirname, 'templates/img.art'), { item }),
+            link: pageURL,
+            category: tags.split(', '),
+            author: user,
+        };
+    });
+
+    ctx.state.data = {
+        title: `Search ${q} - Pixabay`,
+        description: 'Download & use free nature stock photos in high resolution ✓ New free images everyday ✓ HD to 4K ✓ Best nature pictures for all devices on Pixabay',
+        link: `${baseUrl}/images/search/${q}/${order === 'latest' ? '?order=latest' : ''}`,
+        image: `https://pixabay.com/apple-touch-icon.png`,
+        language: 'en',
+        item: items,
+    };
+};

package/lib/v2/pixabay/templates/img.art

@@ -0,0 +1 @@
+<img src="{{ item.largeImageURL || item.webformatURL || item.previewURL }}">

package/lib/v2/pixiv/api/getRanking.js

@@ -3,7 +3,7 @@ const maskHeader = require('../constants').maskHeader;
 const assert = require('assert');
 const queryString = require('query-string');
 
-const allowMode = ['day', 'week', 'month', 'day_male', 'day_female', 'day_ai', 'week_original', 'week_rookie', 'day_r18', 'day_male_r18', 'day_female_r18', 'week_r18', 'week_r18g'];
+const allowMode = ['day', 'week', 'month', 'day_male', 'day_female', 'day_ai', 'week_original', 'week_rookie', 'day_r18', 'day_r18_ai', 'day_male_r18', 'day_female_r18', 'week_r18', 'week_r18g'];
 
 /**
  * 获取某天的排行榜