rsshub 1.0.0-master.fdf137b → 1.0.0-master.fe775f5

package/lib/v2/orcid/index.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const rootUrl = 'https://orcid.org/';
+    const currentUrl = `${rootUrl}${id}/worksPage.json?offset=0&sort=date&sortAsc=false&pageSize=20`;
+    const response = await got(currentUrl);
+
+    const items = response.data.groups;
+    const works = new Array();
+    const out = new Array();
+
+    for (let i = 0; i < items.length; i++) {
+        for (let j = 0; j < items[i].works.length; j++) {
+            works.push(items[i].works[j]);
+        }
+    }
+
+    works.map((work) => {
+        let Str = '';
+
+        for (let l = 0; l < work.workExternalIdentifiers.length; l++) {
+            if (work.workExternalIdentifiers[l].url) {
+                Str += '<a href="' + work.workExternalIdentifiers[l].url.value + '">' + work.workExternalIdentifiers[l].externalIdentifierType.value + ': ' + work.workExternalIdentifiers[l].externalIdentifierId.value + '</a><br>';
+            } else {
+                Str += work.workExternalIdentifiers[l].externalIdentifierType.value + ': ' + work.workExternalIdentifiers[l].externalIdentifierId.value + '<br>';
+            }
+        }
+
+        const info = {
+            title: work.title.value,
+            link: work.url,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                title: work.title.value,
+                journalTitle: work.journalTitle.value,
+                publicationDate: work.publicationDate,
+                workType: work.workType.value,
+                Str,
+                sourceName: work.sourceName,
+            }),
+            guid: work.putCode.value,
+        };
+        out.push(info);
+        return info;
+    });
+
+    ctx.state.data = {
+        title: 'ORCID Works List' + id,
+        link: currentUrl,
+        item: out,
+    };
+};

package/lib/v2/orcid/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['OrangeEd1t'],
+};

package/lib/v2/orcid/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'orcid.org': {
+        _name: 'ORCID',
+        '.': [
+            {
+                title: '作品列表',
+                docs: 'https://docs.rsshub.app/study.html#orcid',
+                source: ['/:id', '/'],
+                target: '/ocrid/:id',
+            },
+        ],
+    },
+};

package/lib/v2/orcid/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/orcid/templates/description.art

@@ -0,0 +1,3 @@
+<h2>{{ title }}</h2><h3>{{ journalTitle }}</h3>
+<span>{{ if publicationDate.year }}{{ publicationDate.year }}{{ /if }}{{ if publicationDate.month }}-{{ publicationDate.month }}{{ /if }}{{ if publicationDate.day }}-{{ publicationDate.day }}{{ /if }} | {{ workType }}</span><br>
+<span>{{@ Str }}</span><span>Source: {{ sourceName }}</span>

package/lib/v2/oup/index.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const rootUrl = 'https://academic.oup.com';
+
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const url = `${rootUrl}/${name}/issue`;
+
+    const response = await got(url);
+    const cookies = response.headers['set-cookie'].map((item) => item.split(';')[0]).join(';');
+    const $ = cheerio.load(response.data);
+    const list = $('div.al-article-items')
+        .map((_, item) => ({
+            title: $(item).find('a.at-articleLink').text(),
+            link: new URL($(item).find('a.at-articleLink').attr('href'), rootUrl).href,
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link, {
+                    headers: {
+                        Cookie: cookies,
+                    },
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('a.linked-name.js-linked-name-trigger').text();
+                item.description = art(path.join(__dirname, 'templates/article.art'), {
+                    abstractContent: content('section.abstract > p.chapter-para').text(),
+                    keywords: content('div.kwd-group > a')
+                        .map((_, item) => $(item).text())
+                        .get()
+                        .join(','),
+                });
+                item.pubDate = parseDate(content('div.citation-date').text());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `OUP - ${name}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/oup/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:name': ['Fatpandac'],
+};

package/lib/v2/oup/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'oup.com': {
+        _name: 'Oxford University Press',
+        academic: [
+            {
+                title: '期刊',
+                docs: 'https://docs.rsshub.app/journal.html#oxford-university-press',
+                source: ['/', '/:name/issue'],
+                target: '/oup/journals/:name',
+            },
+        ],
+    },
+};

package/lib/v2/oup/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/journals/:name', require('./index'));
+};

package/lib/v2/oup/templates/article.art

@@ -0,0 +1,6 @@
+<h2>Abstract</h2>
+<p>{{abstractContent}}</p>
+{{ if keywords }}
+<h2>Keywords</h2>
+<p>{{keywords}}</p>
+{{ /if }}

package/lib/v2/panewslab/column.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://panewslab.com';
+    const apiUrl = `${rootUrl}/api/newstopic/page`;
+    const currentUrl = `${rootUrl}/zh/author/${id}.html`;
+
+    let author = '';
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            memberId: id,
+            language: 'zh',
+            pageIndex: 1,
+            pageSize: 25,
+            newsTopicState: 'PUBLISHED',
+        },
+    });
+
+    let items = response.data.data.list.map((item) => {
+        author = item.nick_name;
+        return {
+            author,
+            title: item.title,
+            pubDate: parseDate(item.create_time),
+            link: `${rootUrl}/zh/articledetails/${item.id}.html`,
+            description: `<blockquote>${item.remark}</blockquote>`,
+            category: item.tags.split(','),
+        };
+    });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description += content('#txtinfo').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `PANews - ${author}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/panewslab/index.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://panewslab.com';
+    const apiUrl = `${rootUrl}/api/newstopic/page`;
+    const currentUrl = `${rootUrl}/zh/profundity/index.html`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            language: 'zh',
+            pageIndex: 1,
+            pageSize: 25,
+            newsTopicState: 'PUBLISHED',
+            isEssence: 'T',
+            tags: category,
+        },
+    });
+
+    let items = response.data.data.list.map((item) => ({
+        title: item.title,
+        author: item.nick_name,
+        pubDate: parseDate(item.create_time),
+        link: `${rootUrl}/zh/articledetails/${item.id}.html`,
+        description: `<blockquote>${item.remark}</blockquote>`,
+        category: item.tags.split(','),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description += content('#txtinfo').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `PANews - ${category || '精选'}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/panewslab/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/column/:id': ['nczitzk'],
+    '/newsflash/:language?': ['nczitzk'],
+    '/topic/:id': ['nczitzk'],
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/panewslab/newsflash.js

@@ -0,0 +1,35 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const language = ctx.params.language ?? 'zh';
+
+    const rootUrl = 'https://panewslab.com';
+    const apiUrl = `${rootUrl}/api/sqtopic/pageBy`;
+    const currentUrl = `${rootUrl}/${language}/news/index.html`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            language,
+            pageIndex: 1,
+            pageSize: 50,
+            topicState: 'PUBLISHED',
+        },
+    });
+
+    const items = response.data.data.list[0].data.map((item) => ({
+        title: item.title,
+        author: item.nick_name,
+        pubDate: parseDate(item.create_time),
+        link: `${rootUrl}/${language}/sqarticledetails/${item.id}.html`,
+        description: `<p>${item.content.replace(/来源链接$/, '').replace(/原文链接$/, '')}</p>`,
+    }));
+
+    ctx.state.data = {
+        title: 'PANews - 快讯',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/panewslab/radar.js

@@ -0,0 +1,31 @@
+module.exports = {
+    'panewslab.com': {
+        _name: 'PANews',
+        '.': [
+            {
+                title: '深度',
+                docs: 'https://docs.rsshub.app/new-media.html#panews-shen-du',
+                source: '/',
+                target: '/panewslab/:category?',
+            },
+            {
+                title: '快讯',
+                docs: 'https://docs.rsshub.app/new-media.html#panews-kuai-xun',
+                source: '/',
+                target: '/panewslab/newsflash/:language?',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#panews-zhuan-lan',
+                source: '/',
+                target: '/panewslab/column/:id',
+            },
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/new-media.html#panews-zhuan-ti',
+                source: '/',
+                target: '/panewslab/topic/:id',
+            },
+        ],
+    },
+};

package/lib/v2/panewslab/router.js

@@ -0,0 +1,6 @@
+module.exports = function (router) {
+    router.get('/column/:id', require('./column'));
+    router.get('/newsflash/:language?', require('./newsflash'));
+    router.get('/topic/:id', require('./topic'));
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/panewslab/topic.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'https://panewslab.com';
+    const apiUrl = `${rootUrl}/newstopic/pageH`;
+    const currentUrl = `${rootUrl}/zh/topiclist/${id}.html`;
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        form: {
+            language: 'zh',
+            pageIndex: 1,
+            pageSize: 25,
+            newsThemeId: id,
+            newsTopicState: 'PUBLISHED',
+        },
+    });
+
+    let items = response.data.data.list.map((item) => ({
+        title: item.title,
+        author: item.nick_name,
+        pubDate: parseDate(item.create_time),
+        link: `${rootUrl}/zh/articledetails/${item.id}.html`,
+        description: `<blockquote>${item.remark}</blockquote>`,
+        category: item.tags.split(','),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description += content('#txtinfo').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `PANews - ${id}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/picuki/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/profile/:id/:displayVideo?': ['hoilc', 'Rongronggg9'],
+};

package/lib/v2/picuki/profile.js

@@ -0,0 +1,167 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const chrono = require('chrono-node');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const displayVideo = ctx.params.functionalFlag !== '0';
+    const includeStories = ctx.params.functionalFlag === '10';
+
+    const profileUrl = `https://www.picuki.com/profile/${id}`;
+
+    const response = await got.get(profileUrl);
+    const $ = cheerio.load(response.data);
+
+    const profileName = $('.profile-name-bottom').text();
+    const profileImg = $('.profile-avatar > img').attr('src');
+    const profileDescription = $('.profile-description').text();
+
+    const list = $('ul.box-photos [data-s="media"]').get();
+
+    async function getMedia(url) {
+        const getPost = async () => {
+            const response = await got.get(url, {
+                headers: {
+                    Referer: profileUrl,
+                },
+            });
+            return response.data;
+        };
+        let data = await ctx.cache.tryGet(url, getPost);
+        if (Object.prototype.toString.call(data) === '[object Object]') {
+            // oops, it's a json, maybe it's an old cache from the old version of this route!
+            data = await getPost();
+            // re-cache it
+            await ctx.cache.set(url, data);
+        }
+        const $ = cheerio.load(data);
+        // Instagram 允许最多 10 条图片/视频任意混合于一条 post，picuki 在所有情况下都会将它（们）置于 .single-photo 内
+        let html = '';
+        $('.single-photo img,video').each((_, item) => {
+            html += $(item).toString(); // 可能是视频，也可能是图片，格式都比较友好，这里直接添加
+        });
+        return html;
+    }
+
+    function deVideo(media) {
+        const $ = cheerio.load(media);
+        let media_deVideo = '';
+        $('img,video').each((_, medium) => {
+            const tag = medium.name;
+            medium = $(medium);
+            const poster = medium.attr('poster');
+            // 如果有 poster 属性，表明它是视频，将它替换为它的 poster；如果不是，就原样返回
+            media_deVideo += poster ? `<img src='${poster}' alt='video poster'>` : tag === 'img' ? medium.toString() : '';
+        });
+        return media_deVideo;
+    }
+
+    let items = await Promise.all(
+        list.map(async (post) => {
+            post = $(post);
+
+            const postLink = post.find('.photo > a').attr('href');
+            const postTime = post.find('.time');
+            const pubDate = postTime ? chrono.parseDate(postTime.text()) : new Date();
+            const media_displayVideo = await getMedia(postLink);
+            const postText = post
+                .find('.photo-description')
+                .text()
+                .trim()
+                .replace(/[^\S\n]+/g, ' ')
+                .replace(/((?<=\n|^)[^\S\n])|([^\S\n](?=\n|$))/g, '');
+            const title = postText.replace(/\n/g, ' ') || 'Untitled';
+            const description = art(path.join(__dirname, 'templates/post.art'), {
+                media: displayVideo ? media_displayVideo : deVideo(media_displayVideo),
+                desc: postText,
+                locationLink: post.find('.photo-location .icon-globe-alt a'),
+            });
+
+            return {
+                title,
+                author: `@${id}`,
+                description,
+                link: postLink,
+                pubDate,
+            };
+        })
+    );
+
+    const getStories = async (queryId) => {
+        const apiUrl = `https://www.picuki.com/app/controllers/ajax.php`;
+        const key = `${apiUrl}?query=${queryId}&type=story`;
+        const data = await ctx.cache.tryGet(key, async () => {
+            const response = await got.post(apiUrl, {
+                form: {
+                    query: queryId,
+                    type: 'story',
+                },
+                headers: {
+                    Referer: profileUrl,
+                    Origin: 'https://www.picuki.com',
+                    'X-Requested-With': 'XMLHttpRequest',
+                },
+            });
+            return response.data;
+        });
+        if (data && data.stories_container) {
+            const $ = cheerio.load(data.stories_container);
+            const storyItems = $('.item')
+                .get()
+                .map((item) => {
+                    const $item = $(item);
+                    const postTime = $item.find('.stories_count');
+                    const pubDate = postTime.length ? chrono.parseDate(postTime.text()) : new Date();
+                    const postBox = $item.find('.launchLightbox');
+                    const poster = postBox.attr('data-video-poster');
+                    const href = postBox.attr('href');
+                    const type = postBox.attr('data-post-type'); // video / image
+                    const storiesBackground = $item.find('.stories_background');
+                    const storiesBackgroundUrl = storiesBackground && storiesBackground.css('background-image').match(/url\('?(.*)'?\)/);
+                    const storiesBackgroundUrlSrc = storiesBackgroundUrl && storiesBackgroundUrl[1];
+                    let description;
+                    if (type === 'video') {
+                        description = `<video controls src="${href}" poster="${poster || storiesBackgroundUrlSrc || ''}">`;
+                    } else if (type === 'image') {
+                        description = `<img src="${href || poster || storiesBackgroundUrlSrc || ''}" alt="Instagram Story">`;
+                    }
+
+                    return {
+                        title: 'Instagram Story',
+                        author: `@${id}`,
+                        description,
+                        link: href,
+                        pubDate,
+                    };
+                });
+            if (storyItems.length) {
+                items = items.concat(storyItems);
+            }
+        }
+    };
+
+    if (includeStories) {
+        let profileQueryId;
+        $('script:not([src])').each((_, script) => {
+            const queryMatch = $(script)
+                .html()
+                .match(/let query ?= ?['"](\d+)['"]/);
+            if (queryMatch) {
+                profileQueryId = queryMatch[1];
+            }
+        });
+        if (profileQueryId) {
+            await getStories(profileQueryId);
+        }
+    }
+
+    ctx.state.data = {
+        title: `${profileName} (@${id}) - Picuki`,
+        link: profileUrl,
+        image: profileImg,
+        description: profileDescription,
+        item: items,
+    };
+};

package/lib/v2/picuki/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'picuki.com': {
+        _name: 'Picuki',
+        www: [
+            {
+                title: '用户',
+                docs: 'https://docs.rsshub.app/social-media.html#picuki-yong-hu',
+                source: '/profile/:id',
+                target: '/picuki/profile/:id',
+            },
+        ],
+    },
+};

package/lib/v2/picuki/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/profile/:id/:functionalFlag?', require('./profile'));
+};

package/lib/v2/picuki/templates/post.art

@@ -0,0 +1,7 @@
+{{ if media }}{{@ media.replace(/\n/g, '') }}{{ /if }}
+{{ if desc }}<p>{{@ desc.replace(/\n/g, '<br>') }}</p>{{ /if }}
+{{ if locationLink.length && locationLink.attr('href') }}
+<p>📍 <small><a href="{{ locationLink.attr('href') }}">{{ locationLink.text() }}</a></small></p>
+{{ else if locationLink.length }}
+<p>📍 <small>{{ locationLink.text() }}</small></p>
+{{ /if }}

package/lib/v2/polkaworld/home.js

@@ -0,0 +1,24 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 10;
+    const response = await got({
+        method: 'get',
+        url: 'https://pub.polkaworld.pro/articles?_sort=PublishDate:desc&_limit=' + limit,
+    });
+    const docList = response.data;
+
+    ctx.state.data = {
+        title: 'PolkaWorld-资讯',
+        link: 'https://www.polkaworld.org/',
+        item: docList.map((item) => ({
+            title: item.Title,
+            description: item.Title,
+            pubDate: timezone(parseDate(item.PublishDate), 0),
+            author: item.author.Name,
+            link: 'https://www.polkaworld.org/articles/' + item.URL,
+        })),
+    };
+};

package/lib/v2/polkaworld/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/polkaworld/newest': ['iceqing'],
+};

package/lib/v2/polkaworld/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'polkaworld.org': {
+        _name: 'PolkaWorld',
+        www: [
+            {
+                title: '最新资讯',
+                docs: 'https://docs.rsshub.app/blog.html#polkaworld',
+                source: ['/', '/articles/:name'],
+                target: '/polkaworld/newest',
+            },
+        ],
+    },
+};