rsshub 1.0.0-master.fc5a2f6 → 1.0.0-master.fc648b5

package/lib/{routes → v2}/prestige-av/series.js

@@ -7,19 +7,24 @@ module.exports = async (ctx) => {
     const sort = ctx.params.sort ?? 'near';
 
     const page = await browser.newPage();
-    const link = `https://www.prestige-av.com/goods/goods_list.php?mode=series&mid=${id}&sort=${sort}`;
+    const link = `https://www.prestige-av.com/goods/goods_list.php?mode=series&mid=${id}&count=100&sort=${sort}`;
+    await page.setRequestInterception(true);
+    page.on('request', (request) => {
+        request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
+    });
     await page.goto(link);
     await page.waitForSelector('.buttons');
     await page.click('#AC');
     await page.waitForSelector('#body_goods');
-    const bodyHandle = await page.$('body');
-    const html = await page.evaluate((body) => body.innerHTML, bodyHandle);
+    const html = await page.evaluate(() => document.documentElement.innerHTML);
+    browser.close();
 
     const $ = cheerio.load(html);
     const list = $('div#body_goods li');
 
     ctx.state.data = {
         title: `【Prestige】${$('div[class=search_title_layout_01]').children('h1').first().text().replace('シリーズ ▶ ', '').replace(/\s*/g, '')}`,
+        description: $('meta[name=Description]').attr('content'),
         link: `https://www.prestige-av.com/goods/goods_list.php?mode=series&mid=${id}&sort=${sort}`,
         item:
             list &&
@@ -34,6 +39,4 @@ module.exports = async (ctx) => {
                 })
                 .get(),
     };
-
-    browser.close();
 };

package/lib/v2/qq/kg/cache.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const { JSDOM } = require('jsdom');
+
+module.exports = {
+    getPlayInfo: async (ctx, shareId, ksong_mid = '') => {
+        const link = `https://node.kg.qq.com/play?s=${shareId}`;
+        const cache_key = ksong_mid ? `ksong:${ksong_mid}` : link;
+        const data = await ctx.cache.tryGet(cache_key, async () => {
+            const response = await got(link);
+            const { window } = new JSDOM(response.data, {
+                runScripts: 'dangerously',
+            });
+            const data = window.__DATA__;
+            const name = data.detail.song_name;
+            const description = data.detail.content;
+            const author = data.detail.nick;
+            const itunes_item_image = data.detail.cover;
+
+            const enclosure_url = data.detail.playurl;
+            ksong_mid = ksong_mid ? ksong_mid : data.detail.ksong_mid;
+            const ctime = data.detail.ctime;
+            const comments = data.detail.comments;
+
+            return { name, link, description, author, enclosure_url, ksong_mid, ctime, itunes_item_image, comments };
+        });
+        return data;
+    },
+};

package/lib/v2/qq/kg/reply.js

@@ -0,0 +1,21 @@
+const cache = require('./cache');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const playId = ctx.params.playId;
+    const url = `https://node.kg.qq.com/play?s=${playId}`;
+    const play_item = await cache.getPlayInfo(ctx, playId, '');
+
+    ctx.state.data = {
+        title: `${play_item.name} - ${play_item.author} 的评论`,
+        link: url,
+        image: play_item.itunes_item_image,
+        allowEmpty: true,
+        item: play_item.comments.map((item) => ({
+            title: `${item.nick}：${item.content}`,
+            pubDate: parseDate(item.ctime * 1000),
+            link: url,
+            guid: `ksong:${play_item.ksong_mid}:${item.comment_id}`,
+        })),
+    };
+};

package/lib/v2/qq/kg/user.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const { JSDOM } = require('jsdom');
+const cache = require('./cache');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const userId = ctx.params.userId;
+    const url = `https://node.kg.qq.com/personal?uid=${userId}`;
+    const response = await got(url);
+
+    const { window } = new JSDOM(response.data, {
+        runScripts: 'dangerously',
+    });
+    const data = window.__DATA__;
+    const author = data.data.nickname;
+    const authorimg = data.data.head_img_url;
+    const ugcList = data.data.ugclist;
+
+    const items = await Promise.all(
+        ugcList.map(async (item) => {
+            const link = `https://node.kg.qq.com/play?s=${item.shareid}`;
+            const item_info = await cache.getPlayInfo(ctx, item.shareid, item.ksong_mid);
+
+            const single = {
+                title: item.title || '',
+                description: item_info.description,
+                link,
+                guid: `ksong:${item.ksong_mid}`,
+                author,
+                pubDate: parseDate(item_info.ctime * 1000) || parseDate(item.ctime, 'X'),
+                itunes_item_image: item_info.itunes_item_image || item.avatar,
+                enclosure_url: item_info.enclosure_url,
+                enclosure_type: 'audio/x-m4a',
+            };
+
+            return single;
+        })
+    );
+
+    ctx.state.data = {
+        title: `${author} - 全民K歌`,
+        link: url,
+        description: data.share.content,
+        allowEmpty: true,
+        item: items,
+        image: authorimg,
+        itunes_author: author,
+        itunes_category: '全民K歌',
+    };
+};

package/lib/v2/qq/maintainer.js

@@ -1,5 +1,7 @@
 module.exports = {
     '/ac/comic/:id': ['nczitzk'],
     '/ac/rank/:type?/:time?': ['nczitzk'],
+    '/kg/:userId': ['zhangxiang012'],
+    '/kg/reply/:playId': ['zhangxiang012'],
     '/live/:id': ['nczitzk'],
 };

package/lib/v2/qq/radar.js

@@ -23,5 +23,19 @@ module.exports = {
                 target: '/qq/live/:id',
             },
         ],
+        'node.kg': [
+            {
+                title: '用户作品列表 - 全民 K 歌',
+                docs: 'https://docs.rsshub.app/live.html#qi-e-zhi-bo-zhi-bo-jian-ti-xing',
+                source: ['/personal'],
+                target: (_params, url) => `/qq/kg/${new URL(url).searchParams.get('uid')}`,
+            },
+            {
+                title: '用户作品评论动态 - 全民 K 歌',
+                docs: 'https://docs.rsshub.app/live.html#qi-e-zhi-bo-zhi-bo-jian-ti-xing',
+                source: ['/play'],
+                target: (_params, url) => `/qq/kg/${new URL(url).searchParams.get('s')}`,
+            },
+        ],
     },
 };

package/lib/v2/qq/router.js

@@ -1,5 +1,7 @@
 module.exports = function (router) {
     router.get('/ac/comic/:id?', require('./ac/comic'));
     router.get('/ac/rank/:type?/:time?', require('./ac/rank'));
+    router.get('/kg/:userId', require('./kg/user'));
+    router.get('/kg/reply/:playId', require('./kg/reply'));
     router.get('/live/:id', require('./live'));
 };

package/lib/v2/samsung/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/research/blog': ['nczitzk'],
+};

package/lib/v2/samsung/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'samsung.com': {
+        _name: 'Samsung',
+        research: [
+            {
+                title: 'Research Blog',
+                docs: 'https://docs.rsshub.app/new-media.html#samsung-research-blog',
+                source: ['/blog', '/'],
+                target: '/samsung/research/blog',
+            },
+        ],
+    },
+};

package/lib/v2/samsung/research/blog.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://research.samsung.com';
+    const currentUrl = `${rootUrl}/blogMain/list.json`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        json: {
+            currentPageNo: 0,
+            endIndex: 9,
+            startIndex: 0,
+        },
+    });
+
+    let items = response.data.value.map((item) => ({
+        title: item.title,
+        author: item.authorName,
+        link: `${rootUrl}${item.urlLink}`,
+        category: [item.catagoryCode, item.hashTag1, item.hashTag2],
+        pubDate: parseDate(item.publicationDtsStr.replace(/On /, ''), 'MMMM D, YYYY'),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.news-con').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'BLOG | Samsung Research',
+        link: `${rootUrl}/blog`,
+        item: items,
+    };
+};

package/lib/v2/samsung/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/research/blog', require('./research/blog'));
+};

package/lib/v2/{jasa/latest.js → scitation/journal.js}

@@ -1,28 +1,22 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const config = require('@/config').value;
 const path = require('path');
 const { art } = require('@/utils/render');
 
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
 module.exports = async (ctx) => {
-    const host = 'https://asa.scitation.org';
-    const hostUrl = host.concat('/toc/jas/current?size=all');
-    const resp = await got(host);
-    const cookie = resp.headers['set-cookie'].join(' ');
-    const headers = {
-        'X-Requested-With': 'XMLHttpRequest',
-        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
-        'Accept-Encoding': 'gzip, deflate, br',
-        'User-Agent': config.ua,
-        cookie,
-    };
+    const pub = ctx.params.pub;
+    const jrn = ctx.params.jrn;
+    const host = `https://${pub}.scitation.org`;
+    const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
 
-    const curtResponse = await got({
-        method: 'get',
-        url: hostUrl,
-        headers,
+    const response = await got(jrnlUrl, {
+        cookieJar,
     });
-    const $ = cheerio.load(curtResponse.data);
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('.header-journal-title').text();
     const list = $('.card')
         .map((_, item) => {
             $(item).find('.access-text').remove();
@@ -45,17 +39,20 @@ module.exports = async (ctx) => {
         art(path.join(__dirname, 'templates/description.art'), {
             item,
         });
-    await Promise.all(
+    const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
-                const itemResponse = await got({
-                    method: 'post',
-                    url: host.concat('/action/PB2showAjaxAbstract'),
-                    headers,
+                const response2 = await got.post(`${host}/action/PB2showAjaxAbstract`, {
+                    cookieJar,
                     body: 'doi=' + item.doi,
+                    headers: {
+                        'X-Requested-With': 'XMLHttpRequest',
+                        'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                        'Accept-Encoding': 'gzip, deflate, br',
+                    },
                 });
-                const content = cheerio.load(itemResponse.data);
-                item.abstract = content('span').text();
+                const $2 = cheerio.load(response2.data);
+                item.abstract = $2('span').text();
                 item.description = renderDesc(item);
                 return item;
             })
@@ -63,8 +60,8 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: 'JASA - Latest',
-        link: hostUrl,
-        item: list,
+        title: jrnlName,
+        link: jrnlUrl,
+        item: items,
     };
 };

package/lib/v2/scitation/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/:pub/:jrn': ['Derekmini', 'auto-bot-ty'],
+    '/:pub/:jrn/:sec': ['Derekmini', 'auto-bot-ty'],
+};

package/lib/v2/scitation/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'scitation.org': {
+        _name: 'scitation',
+        '.': [
+            {
+                title: 'journal',
+                docs: 'https://docs.rsshub.app/journal.html#scitation',
+                source: ':pub.scitation.org/toc/:jrn',
+                target: '/scitation/:pub/:jrn',
+            },
+            {
+                title: 'section',
+                docs: 'https://docs.rsshub.app/journal.html#scitation',
+                source: ':pub.scitation.org/toc/:jrn',
+                target: (params, url) => `/scitation/:pub/:jrn/${new URL(url).searchParams.get('tocSection')}`,
+            },
+        ],
+    },
+};

package/lib/v2/scitation/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/:pub/:jrn', require('./journal'));
+    router.get('/:pub/:jrn/:sec', require('./section'));
+};

package/lib/v2/scitation/section.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const pub = ctx.params.pub;
+    const jrn = ctx.params.jrn;
+    const sec = ctx.params.sec.split('+').join(' ');
+    const host = `https://${pub}.scitation.org`;
+    const jrnlUrl = `${host}/toc/${jrn}/current?size=all`;
+
+    const response = await got(jrnlUrl, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('.header-journal-title').text();
+    const issueUrl = $('.row.js_issue.highlighted').find('a').attr('href');
+    const section = $('.subject-heading')
+        .map((_, item) => ({
+            name: $(item).text(),
+        }))
+        .get();
+
+    let ifContainSection = false;
+    for (let i = 0, l = section.length; i < l; i++) {
+        if (section[i].name === sec) {
+            ifContainSection = true;
+        }
+    }
+    let list;
+    if (ifContainSection === true) {
+        const secUrl = `${issueUrl}?tocSection=${sec}`;
+        const response2 = await got(secUrl, {
+            cookieJar,
+        });
+        const $2 = cheerio.load(response2.data);
+        list = $2('.card')
+            .map((_, item) => {
+                $2(item).find('.access-text').remove();
+                const title = $2(item).find('.hlFld-Title').text();
+                const authors = $2(item).find('.entryAuthor.all').text();
+                const img = $2(item).find('img').attr('src');
+                const link = $2(item).find('.ref.nowrap').attr('href');
+                const doi = link.replace('/doi/full/', '');
+                return {
+                    title,
+                    link,
+                    doi,
+                    authors,
+                    img,
+                };
+            })
+            .get();
+
+        const renderDesc = (item) =>
+            art(path.join(__dirname, 'templates/description.art'), {
+                item,
+            });
+        list = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const response3 = await got.post(host.concat('/action/PB2showAjaxAbstract'), {
+                        cookieJar,
+                        body: 'doi=' + item.doi,
+                        headers: {
+                            'X-Requested-With': 'XMLHttpRequest',
+                            'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
+                            'Accept-Encoding': 'gzip, deflate, br',
+                        },
+                    });
+                    const $3 = cheerio.load(response3.data);
+                    item.abstract = $3('span').text();
+                    item.description = renderDesc(item);
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: jrnlName.concat(' - ', sec),
+        link: jrnlUrl,
+        item: list,
+        allowEmpty: true,
+    };
+};

package/lib/v2/scitation/templates/description.art

@@ -0,0 +1,11 @@
+<p>
+    <span><big>{{ item.title }}</big></span><br>
+</p>
+<p>
+    <span><small><i>{{ item.authors }}</i></small></span><br>
+    <span><small><i>https://doi.org/{{ item.doi }}</i></small></span><br>
+    {{ if item.img }}<img src={{ item.img }}>{{ /if }}
+</p>
+<p>
+    <span>{{ item.abstract }}</span><br>
+</p>

package/lib/v2/shuiguopai/index.js

@@ -0,0 +1,76 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://shuiguopai.com';
+    const apiRootUrl = 'https://api.cbbee0.com';
+    const listUrl = `${apiRootUrl}/v1_2/homePage`;
+    const filmUrl = `${apiRootUrl}/v1_2/filmInfo`;
+
+    const response = await got({
+        method: 'post',
+        url: listUrl,
+        json: {
+            device_id: '',
+            hm: '008-api',
+            last_page: 0,
+            length: 3,
+            ltype: 1,
+            page: 1,
+            userToken: '',
+        },
+    });
+
+    let items = response.data.data.list.map((item) => ({
+        title: item.title,
+        guid: item.library_id,
+        link: `${rootUrl}/play-details/${item.library_id}`,
+        pubDate: timezone(parseDate(item.show_time, 'MM月DD日 HH:mm'), +8),
+    }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+                content('iframe').remove();
+
+                const infoResponse = await got({
+                    method: 'post',
+                    url: filmUrl,
+                    json: {
+                        device_id: '',
+                        film_id: detailResponse.data.match(/film_id:"(\d+)",/)[1],
+                        hm: '008-api',
+                        userToken: '',
+                    },
+                });
+
+                const data = infoResponse.data.data[0];
+
+                item.author = data.actor;
+                item.category = data.tags.map((t) => t.tag_title);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    video: data.download_url,
+                    description: content('.content').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '水果派',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/shuiguopai/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['nczitzk'],
+};

package/lib/v2/shuiguopai/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'shuiguopai.com': {
+        _name: '水果派',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#shui-guo-pai-shou-ye',
+                source: ['/'],
+                target: '/shuiguopai',
+            },
+        ],
+    },
+};

package/lib/v2/shuiguopai/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/shuiguopai/templates/description.art

@@ -0,0 +1,6 @@
+{{ if video }}
+<video controls>
+<source src="{{ video }}" type="video/mp4">
+</video>
+{{ /if }}
+{{@ description }}

package/lib/v2/springer/journal.js

@@ -0,0 +1,72 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const path = require('path');
+const { art } = require('@/utils/render');
+
+const { CookieJar } = require('tough-cookie');
+const cookieJar = new CookieJar();
+
+module.exports = async (ctx) => {
+    const host = 'https://www.springer.com';
+    const journal = ctx.params.journal;
+    const jrnlUrl = `${host}/journal/${journal}`;
+
+    const response = await got(jrnlUrl, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+    const jrnlName = $('h1#journalTitle').text().trim();
+    const issueUrl = $('p.c-card__title.u-mb-16.u-flex-grow').find('a').attr('href');
+
+    const response2 = await got(issueUrl, {
+        cookieJar,
+    });
+    const $2 = cheerio.load(response2.data);
+    const issue = $2('.app-volumes-and-issues__info').find('h1').text();
+    const list = $2('article.c-card')
+        .map((_, item) => {
+            const title = $(item).find('.c-card__title').text().trim();
+            const link = $(item).find('a').attr('href');
+            const doi = link.replace('https://link.springer.com/article/', '');
+            const img = $(item).find('img').attr('src');
+            const authors = $(item)
+                .find('.c-author-list')
+                .find('li')
+                .map((_, item) => $(item).text().trim())
+                .get()
+                .join('; ');
+            return {
+                title,
+                link,
+                doi,
+                issue,
+                img,
+                authors,
+            };
+        })
+        .get();
+
+    const renderDesc = (item) =>
+        art(path.join(__dirname, 'templates/description.art'), {
+            item,
+        });
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response3 = await got(item.link, {
+                    cookieJar,
+                });
+                const $3 = cheerio.load(response3.data);
+                $3('.c-article__sub-heading').remove();
+                item.abstract = $3('div#Abs1-content').text();
+                item.description = renderDesc(item);
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: jrnlName,
+        link: jrnlUrl,
+        item: items,
+    };
+};

package/lib/v2/springer/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/journal/:journal': ['Derekmini', 'TonyRL'],
+};

package/lib/v2/springer/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'springer.com': {
+        _name: 'Springer',
+        www: [
+            {
+                title: 'latest',
+                docs: 'https://docs.rsshub.app/journal.html#Springer',
+                source: '/journal/:journal/*',
+                target: '/springer/journal/:journal',
+            },
+        ],
+    },
+};