rsshub 1.0.0-master.fb2a407 → 1.0.0-master.fc5a2f6

package/lib/v2/playno1/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'playno1.com': {
+        _name: 'PLAYNO.1玩樂達人',
+        stno1: [
+            {
+                title: '情趣',
+                docs: 'https://docs.rsshub.app/bbs.html#playno-1-wan-le-da-ren',
+                source: ['/stno1/:catid/'],
+                target: '/playno1/st/:catid',
+            },
+        ],
+        www: [
+            {
+                title: 'AV',
+                docs: 'https://docs.rsshub.app/bbs.html#playno-1-wan-le-da-ren',
+                source: ['/portal.php'],
+                target: (_params, url) => `/playno1/av/${new URL(url).searchParams.get('catid')}`,
+            },
+        ],
+    },
+};

package/lib/v2/playno1/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/av/:catid?', require('./av'));
+    router.get('/st/:catid?', require('./st'));
+};

package/lib/v2/playno1/st.js

@@ -0,0 +1,36 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const { cookieJar, processArticle } = require('./utils');
+const baseUrl = 'http://stno1.playno1.com';
+
+module.exports = async (ctx) => {
+    const { catid = 'all' } = ctx.params;
+    const url = `${baseUrl}/stno1/${catid}/`;
+    const response = await got(url, {
+        cookieJar,
+    });
+    const $ = cheerio.load(response.data);
+
+    let items = $('.fallsBox')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('.ftitle a').attr('title'),
+                link: item.find('.ftitle a').attr('href'),
+                pubDate: timezone(parseDate(item.find('.dateBox').text(), 'YYYY-MM-DD HH:mm'), 8),
+                author: item.find('.dateBox span a').eq(0).text().trim(),
+            };
+        });
+
+    items = await processArticle(items, ctx.cache);
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: url,
+        item: items,
+        language: 'zh-TW',
+    };
+};

package/lib/v2/playno1/utils.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { CookieJar, Cookie } = require('tough-cookie');
+const cookieJar = new CookieJar();
+const cookie = Cookie.fromJSON({
+    key: 'playno1',
+    value: 'playno1Cookie',
+    domain: 'playno1.com',
+    path: '/',
+});
+(async () => {
+    await cookieJar.setCookie(cookie, 'http://www.playno1.com/');
+})();
+
+const processArticle = (items, cache) =>
+    Promise.all(
+        items.map((item) =>
+            cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link, {
+                    cookieJar,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('#article_content').html();
+                return item;
+            })
+        )
+    );
+
+module.exports = {
+    cookieJar,
+    processArticle,
+};

package/lib/v2/pmthinking/index.js

@@ -0,0 +1,61 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://pmthinking.com';
+    const currentUrl = `${rootUrl}/wp-json/b2/v1/getModulePostList`;
+
+    const response = await got({
+        method: 'post',
+        url: currentUrl,
+        json: {
+            index: 2,
+            post_paged: 1,
+        },
+    });
+
+    const $ = cheerio.load(response.data.data);
+
+    let items = $('h2 a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('.post-user-name').text();
+                item.pubDate = timezone(parseDate(content('time[itemprop="datePublished"]').attr('datetime')), +8);
+                item.description = art(path.join(__dirname, 'templates/description.art'), {
+                    image: content('.post-style-4-top img').attr('src'),
+                    description: content('.entry-content').html(),
+                });
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '产品沉思录 · Product Thinking',
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/pmthinking/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['nczitzk'],
+};

package/lib/v2/pmthinking/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'pmthinking.com': {
+        _name: '产品沉思录',
+        '.': [
+            {
+                title: '首页',
+                docs: 'https://docs.rsshub.app/new-media.html#chan-pin-chen-si-lu-shou-ye',
+                source: ['/'],
+                target: '/pmthinking',
+            },
+        ],
+    },
+};

package/lib/v2/pmthinking/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/pmthinking/templates/description.art

@@ -0,0 +1,4 @@
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{@ description }}

package/lib/v2/qbittorrent/news.js

@@ -50,4 +50,10 @@ module.exports = async (ctx) => {
         link: `${baseUrl}/news.php`,
         item,
     };
+
+    ctx.state.json = {
+        title: 'qBittorrent News',
+        link: `${baseUrl}/news.php`,
+        item,
+    };
 };

package/lib/v2/qipamaijia/index.js

@@ -0,0 +1,26 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const rootUrl = 'https://www.qipamaijia.com';
+
+module.exports = async (ctx) => {
+    const cate = ctx.params.cate ?? '';
+    const url = `${rootUrl}/${cate}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const title = $('#highlight').text();
+    const items = $('div.col_l > div.block')
+        .map((_index, item) => ({
+            title: $(item).find('div.content').text(),
+            link: $(item).find('a').attr('href'),
+            description: $(item).find('div.content').html() + $(item).find('div.thumb').html(),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: `奇葩买家秀 - ${title}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/qipamaijia/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:cate?': ['Fatpandac'],
+};

package/lib/v2/qipamaijia/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'qipamaijia.com': {
+        _name: '奇葩买家秀',
+        '.': [
+            {
+                title: '频道',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian-tu-shou-ding',
+                source: ['/', '/:cate'],
+                target: '/qipamaijia/:cate',
+            },
+        ],
+    },
+};

package/lib/v2/qipamaijia/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:cate?', require('./index'));
+};

package/lib/v2/radio/index.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+
+    const rootUrl = 'http://www.radio.cn';
+    const currentUrl = `${rootUrl}/pc-portal/sanji/detail.html?columnId=${id}`;
+
+    const apiRootUrl = 'http://tacc.radio.cn';
+    const apiUrl = `${apiRootUrl}/pcpages/odchannelpages?od_id=${id}&start=1&rows=50`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    if (/^\(.*\)$/.test(response.data)) {
+        response.data = JSON.parse(response.data)[0];
+    }
+
+    const data = response.data.data;
+
+    const items = data.program.map((item) => ({
+        guid: item.id,
+        title: item.name,
+        link: item.streams[0].url,
+        description: `${item.description}${art(path.join(__dirname, 'templates/description.art'), {
+            streams: item.streams,
+        })}`,
+        pubDate: parseDate(item.onlinetime),
+        enclosure_url: item.streams[0].url,
+        enclosure_type: 'audio/x-m4a',
+        itunes_duration: item.duration,
+        itunes_item_image: data.odchannel.imageUrl[0].url,
+    }));
+
+    ctx.state.data = {
+        title: `云听 - ${data.odchannel.name}`,
+        link: currentUrl,
+        item: items,
+        image: data.odchannel.imageUrl[0].url,
+        itunes_author: data.odchannel.commissioningEditorName || data.odchannel.editorName || data.odchannel.source || 'radio.cn',
+        description: data.odchannel.description || data.odchannel.sub_title || '',
+    };
+};

package/lib/v2/radio/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:id': ['kt286', 'nczitzk'],
+};

package/lib/v2/radio/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'radio.cn': {
+        _name: '云听',
+        '.': [
+            {
+                title: '电台节目',
+                docs: 'https://docs.rsshub.app/multimedia.html#yun-ting-dian-tai-jie-mu',
+                source: ['/pc-portal/sanji/detail.html', '/'],
+                target: (params, url) => `/radio/${new URL(url).searchParams.get('columnId')}`,
+            },
+        ],
+    },
+};

package/lib/v2/radio/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:id', require('./index'));
+};

package/lib/v2/radio/templates/description.art

@@ -0,0 +1,5 @@
+<audio controls="controls">
+{{each streams stream}}
+<source src="{{ stream.url }}" type="audio/x-m4a">
+{{/each}}
+</audio>

package/lib/v2/reuters/common.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category;
+    const topic = ctx.params.topic ?? (category === 'authors' ? 'reuters' : '');
+
+    const rootUrl = 'https://www.reuters.com';
+    const currentUrl = topic ? `${rootUrl}/${category}/${topic}/` : `${rootUrl}/${category}/`;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+
+    let list = $('.media-story-card__body__3tRWy a.media-story-card__heading__eqhp9')
+        .map((_, item) => {
+            item = $(item);
+            item.find('span.visually-hidden__hidden__2qXMW').remove();
+            return {
+                title: item.text(),
+                link: rootUrl + item.prop('href'),
+            };
+        })
+        .get();
+    if (!list.length) {
+        const metadata = $('script#fusion-metadata').html();
+        const metadataObj = JSON.parse(metadata.match(/Fusion.globalContent=(\{[\s\S]*?});/)[1]);
+        const articles = metadataObj.arcResult?.articles ?? metadataObj.result?.articles ?? [];
+        list = articles.map((article) => ({
+            title: article.title,
+            link: rootUrl + article.canonical_url,
+        }));
+    }
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.title = content('meta[property="og:title"]').attr('content') || item.title;
+                item.description = content('p[data-testid="paragraph-0"]').text();
+                item.pubDate = parseDate(content('meta[name="article:published_time"]').attr('content'));
+                item.author = content('meta[name="article:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: topic ? `Reuters - ${category} - ${topic}` : `Reuters - ${category}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/reuters/investigates.js

@@ -0,0 +1,39 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.reuters.com';
+    const currentUrl = `${rootUrl}/investigates`;
+    const response = await got(currentUrl);
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('article.section-article-container.row')
+        .map((_, item) => ({
+            title: $(item).find('h2.subtitle').text(),
+            link: $(item).find('a.row.d-flex').prop('href'),
+        }))
+        .get();
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.title = content('title').text();
+                item.description = content('#paragraph-0').text();
+                item.pubDate = parseDate(content('time[itemprop="datePublished"]').attr('datetime'));
+                item.author = content('meta[property="og:article:publisher"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('h1.series-subtitle').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/reuters/maintainer.js

@@ -0,0 +1,6 @@
+module.exports = {
+    '/investigates': ['LyleLee'],
+    '/reuters/channel/:site/:channel': ['LyleLee'], // deprecated
+    '/reuters/theWire': ['LyleLee'], // deprecated
+    '/:category/:topic?': ['LyleLee', 'HenryQW', 'proletarius101', 'black-desk'],
+};

package/lib/v2/reuters/migration_prompt.js

@@ -0,0 +1,3 @@
+module.exports = () => {
+    throw Error('The route has been deprecated. Please refer to <a href="https://docs.rsshub.app/traditional-media.html#lu-tou-she">the docs</a> for more details.');
+};

package/lib/v2/reuters/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'reuters.com': {
+        _name: '路透社',
+        '.': [
+            {
+                title: '分类/话题/作者',
+                docs: 'https://docs.rsshub.app/traditional-media.html#lu-tou-she',
+                source: ['/:category/:topic?', '/'],
+                target: '/reuters/:category/:topic?',
+            },
+            {
+                title: '深度调查栏目',
+                docs: 'https://docs.rsshub.app/traditional-media.html#lu-tou-she',
+                source: ['/investigates'],
+                target: '/reuters/inverstigates',
+            },
+        ],
+    },
+};

package/lib/v2/reuters/router.js

@@ -0,0 +1,6 @@
+module.exports = (router) => {
+    router.get('/channel/:site/:channel', require('./migration_prompt')); // deprecated
+    router.get('/theWire', require('./migration_prompt')); // deprecated
+    router.get('/investigates', require('./investigates'));
+    router.get('/:category/:topic?', require('./common'));
+};

package/lib/v2/sciencedirect/journal.js

@@ -1,11 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const { parseDate } = require('@/utils/parse-date');
+const { decodeCFEmail } = require('@/utils/cf-email');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
 
-    const rootUrl = 'https://sciencedirect.com';
+    const rootUrl = 'https://www.sciencedirect.com';
     const currentUrl = `${rootUrl}/journal/${id}/articles-in-press`;
 
     const response = await got({
@@ -44,6 +45,12 @@ module.exports = async (ctx) => {
 
                 const content = cheerio.load(detailResponse.data);
 
+                content('a.__cf_email__').each((_, e) => {
+                    e = content(e);
+                    e.after(decodeCFEmail(e.attr('data-cfemail')));
+                    e.remove();
+                });
+
                 const abstracts = content('.Abstracts').html() ?? '';
                 const keywords = content('.Keywords').html() ?? '';
 

package/lib/{routes → v2}/sciencenet/blog.js

@@ -1,14 +1,17 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const iconv = require('iconv-lite');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
-    const type = ctx.params.type || 'recommend';
-    const time = ctx.params.time || '5';
-    const sort = ctx.params.sort || '1';
+    const type = ctx.params.type ?? 'recommend';
+    const time = ctx.params.time ?? '5';
+    const sort = ctx.params.sort ?? '1';
 
     const rootUrl = 'http://blog.sciencenet.cn';
     const currentUrl = `${rootUrl}/blog.php?mod=${type}&type=list&op=${time}&ord=${sort}`;
+
     const response = await got({
         method: 'get',
         url: currentUrl,
@@ -17,31 +20,33 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(iconv.decode(response.data, 'gbk'));
 
-    const list = $('tr td a[title]')
-        .slice(0, 15)
-        .map((_, item) => {
+    let items = $('tr td a[title]')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+        .toArray()
+        .map((item) => {
             item = $(item);
+
             return {
                 title: item.text(),
                 link: `${rootUrl}/${item.attr('href')}`,
                 pubDate: new Date(item.next().text()).toUTCString(),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
                     url: item.link,
                     responseType: 'buffer',
                 });
+
                 const content = cheerio.load(iconv.decode(detailResponse.data, 'gbk'));
 
                 item.author = content('.xs2').text();
                 item.description = content('#blog_article').html();
-                item.pubDate = new Date(content('.xg1').eq(5).text()).toUTCString();
+                item.pubDate = timezone(parseDate(content('.xg1').eq(5).text()), +8);
 
                 return item;
             })
@@ -49,7 +54,7 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: $('title').text(),
+        title: '科学网 - 精选博文',
         link: currentUrl,
         item: items,
     };

package/lib/v2/sciencenet/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/blog/:type?/:time?/:sort?': ['nczitzk'],
+    '/user/:id': ['nczitzk'],
+};

package/lib/v2/sciencenet/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'sciencenet.cn': {
+        _name: '科学网',
+        blog: [
+            {
+                title: '精选博客',
+                docs: 'https://docs.rsshub.app/new-media.html#ke-xue-wang-jing-xuan-bo-ke',
+                source: ['/blog.php', '/'],
+                target: (params, url) => `/sciencenet/blog/${new URL(url).searchParams.get('mod')}/${new URL(url).searchParams.get('op')}/${new URL(url).searchParams.get('ord')}`,
+            },
+            {
+                title: '用户博客',
+                docs: 'https://docs.rsshub.app/new-media.html#ke-xue-wang-jing-xuan-bo-ke',
+                source: ['/u/:id', '/'],
+                target: '/sciencenet/user/:id',
+            },
+        ],
+    },
+};

package/lib/v2/sciencenet/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/blog/:type?/:time?/:sort?', require('./blog'));
+    router.get('/user/:id', require('./user'));
+};