rsshub 1.0.0-master.fdbb6fa → 1.0.0-master.fdc59d2

package/lib/v2/plurk/user.js

@@ -0,0 +1,31 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { baseUrl, fetchFriends, getPlurk } = require('./utils');
+
+module.exports = async (ctx) => {
+    const { user } = ctx.params;
+    const { data: pageResponse } = await got(`${baseUrl}/${user}`);
+
+    const $ = cheerio.load(pageResponse);
+
+    const publicPlurks = JSON.parse(
+        $('body script[type]')
+            .text()
+            .match(/PUBLIC_PLURKS = (.*);\nPINNED_PLURK/)[1]
+            .replace(/new Date\((.*?)\)/g, '$1')
+            .replace(/null/g, '""')
+    );
+
+    const userIds = publicPlurks.map((item) => item.user_id);
+    const names = await fetchFriends(userIds);
+
+    const items = await Promise.all(publicPlurks.map((item) => getPlurk(`plurk:${item.plurk_id}`, item, names[item.user_id].display_name, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: $('head title').text(),
+        description: $('meta[property=og:description]').attr('content'),
+        image: $('meta[property=og:image]').attr('content') || $('meta[name=msapplication-TileImage]').attr('content'),
+        link: `${baseUrl}/${user}`,
+        item: items,
+    };
+};

package/lib/v2/plurk/utils.js

@@ -0,0 +1,56 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const baseUrl = 'https://www.plurk.com';
+
+/**
+ *
+ * @param {objects} userIds Array of user ids
+ * @returns
+ */
+const fetchFriends = async (userIds) => {
+    const { data } = await got.post(`${baseUrl}/Users/fetchFriends`, {
+        form: {
+            ids: JSON.stringify(userIds),
+            r: 'gp',
+        },
+    });
+    return data;
+};
+
+/**
+ *
+ * @param {string} plurkGuid plurk guid, should start with 'plurk:'
+ * @param {object} item plurk object
+ * @param {string} author author name, can be `null`
+ * @param {function} tryGet cache get function
+ * @returns {object} item object
+ */
+const getPlurk = (plurkGuid, item, author, tryGet) =>
+    tryGet(plurkGuid, () => {
+        const $ = cheerio.load(item.content || item.rendered, null, false);
+        $('img').each((_, e) => {
+            e = $(e);
+            e.removeAttr('height').removeAttr('width');
+            if (e.attr('alt') && e.attr('alt').startsWith('http')) {
+                e.attr('src', e.attr('alt'));
+                e.removeAttr('alt');
+            }
+        });
+
+        return {
+            title: item.content_raw ? item.content_raw : $.text() || plurkGuid,
+            description: $.html(),
+            guid: plurkGuid,
+            link: item.rendered ? item.link_url : null,
+            author,
+            pubDate: parseDate(item.posted),
+        };
+    });
+
+module.exports = {
+    baseUrl,
+    fetchFriends,
+    getPlurk,
+};

package/lib/v2/polkadot/home.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+module.exports = async (ctx) => {
+    const response = await got('https://polkadot.network/blog');
+
+    const $ = cheerio.load(response.data);
+    const list = $('.container .row .card > div > a:nth-child(2)');
+    const items = await Promise.all(
+        list
+            .map((_, originItem) => {
+                const item = {
+                    title: $(originItem).find('h5').text().trim(),
+                    link: 'https://polkadot.network' + $(originItem).attr('href'),
+                };
+                return ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got(item.link);
+                    const content = cheerio.load(detailResponse.data);
+                    const meta = JSON.parse(content('script[type="application/ld+json"]').text());
+                    item.author = meta.author.name;
+                    item.description = content('main .container').eq(1).html();
+                    item.pubDate = parseDate(meta.datePublished);
+                    return item;
+                });
+            })
+            .get()
+    );
+    ctx.state.data = {
+        title: $('head title').text(),
+        link: 'https://polkadot.network/blog/',
+        image: $('link[rel=icon]').attr('href'),
+        item: items,
+    };
+};

package/lib/v2/polkadot/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['iceqing'],
+};

package/lib/v2/polkadot/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'polkadot.network': {
+        _name: 'Polkadot',
+        '.': [
+            {
+                title: 'Blog',
+                docs: 'https://docs.rsshub.app/blog.html#polkadot',
+                source: ['/', '/blog/', '/blog/*'],
+                target: '/polkadot/blog',
+            },
+        ],
+    },
+};

package/lib/v2/polkadot/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./home'));
+};

package/lib/v2/producthunt/today.js

@@ -5,22 +5,25 @@ const { art } = require('@/utils/render');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const response = await got.get('https://www.producthunt.com/');
+    const response = await got('https://www.producthunt.com/');
 
     const data = JSON.parse(cheerio.load(response.data)('#__NEXT_DATA__').html());
 
-    const list = Object.values(data.props.apolloState).filter((o) => o.__typename === 'Post');
+    const list = Object.values(data.props.apolloState)
+        .filter((o) => o.__typename === 'Post')
+        // only includes new post, not product
+        .filter((o) => o.hasOwnProperty('redirectToProduct') && o.redirectToProduct === null);
 
     const items = await Promise.all(
         list.map((item) =>
             ctx.cache.tryGet(item.slug, async () => {
-                const detailresponse = await got.get(`https://www.producthunt.com/posts/${item.slug}`);
+                const detailresponse = await got(`https://www.producthunt.com/posts/${item.slug}`);
 
                 const data = JSON.parse(cheerio.load(detailresponse.data)('#__NEXT_DATA__').html());
-                const descData = Object.values(data.props.apolloState)[0];
+                const descData = data.props.apolloState[`Post${item.id}`];
 
                 return {
-                    title: `${descData.slug} - ${item.tagline}`,
+                    title: `${item.slug} - ${item.tagline}`,
                     description:
                         descData.description +
                         art(path.join(__dirname, 'templates/descImg.art'), {

package/lib/v2/qianzhan/column.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let rootUrl = 'https://www.qianzhan.com/analyst/';
+    const titles = {
+        all: '最新文章',
+        220: '研究员专栏',
+        627: '规划师专栏',
+        329: '观察家专栏',
+    };
+    const { type = 'all' } = ctx.params;
+
+    if (type !== 'all') {
+        rootUrl = rootUrl + 'list/' + type + '.html';
+    }
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $('.ptb30.bb1e.clf .f22 a').map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${titles[type]}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/analyst/column/:type?': ['moke8'],
+    '/analyst/rank/:type?': ['moke8'],
+};

package/lib/v2/qianzhan/radar.js

@@ -0,0 +1,26 @@
+module.exports = {
+    'qianzhan.com': {
+        _name: '前瞻网',
+        '.': [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/analyst/list/:html'],
+                target: (params) => {
+                    if (params.html) {
+                        const type = params.html.match(/\d+/)[0];
+                        return '/qianzhan/analyst/column/' + type;
+                    } else {
+                        return '/qianzhan/analyst/column/all';
+                    }
+                },
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/'],
+                target: '/qianzhan/analyst/rank',
+            },
+        ],
+    },
+};

package/lib/v2/qianzhan/rank.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'week' ? 1 : 2;
+    const rootUrl = 'https://www.qianzhan.com/analyst/';
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $(`#div_hotlist ul[idx='${type}'] a`).map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${type === 1 ? '周排行' : '月排行'}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/analyst/column/:type?', require('./column'));
+    router.get('/analyst/rank/:type?', require('./rank'));
+};

package/lib/v2/qidian/author.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const rootUrl = 'https://my.qidian.com';
+    const currentUrl = `${rootUrl}/author/${id}/`;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const authorName = $('.header-msg h1').contents().first().text().trim();
+    const items = $('.author-work .author-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const messageItem = item.find('.author-item-msg');
+            const updatedDate = messageItem.find('.author-item-update span').text().replace('·', '').trim();
+
+            return {
+                title: messageItem.find('.author-item-title').text().trim(),
+                author: authorName,
+                category: messageItem.find('.author-item-exp a').first().text().trim(),
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    description: messageItem.find('.author-item-update a').attr('title'),
+                    image: item.find('a img').attr('src'),
+                }),
+                pubDate: timezone(/(今|昨)/.test(updatedDate) ? parseRelativeDate(updatedDate) : parseDate(updatedDate, 'YYYY-MM-DD HH:mm'), +8),
+                link: messageItem.find('.author-item-update a').attr('href'),
+            };
+        });
+
+    ctx.state.data = {
+        title: `${authorName} - 起点中文网`,
+        description: $('.header-msg-desc').text().trim(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/{routes → v2}/qidian/chapter.js

@@ -1,24 +1,18 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
 
-    const response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/info/${id}#Catalog`,
-    });
+    const response = await got(`https://m.qidian.com/book/${id}.html`);
     const $ = cheerio.load(response.data);
 
-    const name = $('.book-info>h1>em').text();
-    const cover_url = 'https:' + $('#bookImg>img').attr('src');
+    const name = $('.book-detail-info .book-title').text();
+    const cover_url = 'https:' + $('.book-detail-info img').attr('src');
 
-    const csrfToken = response.headers['set-cookie'].find((s) => s.startsWith('_csrfToken=')).split(';')[0];
-
-    const chapters_response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/ajax/book/category?${csrfToken}&bookId=${id}`,
-    });
+    const csrfToken = await got(`https://m.qidian.com/book/${id}/catalog/`).then((res) => res.headers['set-cookie'].join('').match(/_csrfToken=(\S*);/)[0]);
+    const chapters_response = await got(`https://m.qidian.com/majax/book/category?${csrfToken}&bookId=${id}`);
     const chapter_item = [];
 
     for (let i = 0; i < chapters_response.data.data.vs.length; i++) {
@@ -27,7 +21,7 @@ module.exports = async (ctx) => {
             const chapter = chapters[j];
             chapter_item.push({
                 title: chapter.cN,
-                pubDate: new Date(chapter.uT).toUTCString(),
+                pubDate: parseDate(chapter.uT),
                 link: `https://vipreader.qidian.com/chapter/${id}/${chapter.id}`,
             });
         }
@@ -36,7 +30,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: `起点 ${name}`,
         link: `https://book.qidian.com/info/${id}`,
-        description: $('.book-info>p.intro').text(),
+        description: $('#bookSummary content').text(),
         image: cover_url,
         item: chapter_item,
     };

package/lib/{routes → v2}/qidian/forum.js

@@ -7,9 +7,7 @@ module.exports = async (ctx) => {
 
     const url = `https://forum.qidian.com/NewForum/List.aspx?BookId=${id}`;
 
-    const forum_response = await got({
-        method: 'get',
-        url,
+    const forum_response = await got(url, {
         headers: {
             Referer: `https://book.qidian.com/info/${id}`,
         },

package/lib/{routes → v2}/qidian/free-next.js

@@ -13,10 +13,7 @@ module.exports = async (ctx) => {
         title = '起点中文网';
     }
 
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
     const list = $('div.other-rec-wrap li');

package/lib/{routes → v2}/qidian/free.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const parseDate = require('@/utils/date');
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
@@ -13,10 +14,7 @@ module.exports = async (ctx) => {
         title = '起点中文网';
     }
 
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
     const list = $('#limit-list li');
@@ -31,7 +29,7 @@ module.exports = async (ctx) => {
             return {
                 title: item.find('.book-mid-info h4 a').text(),
                 description: img + rank + update + '<br>' + item.find('p.intro').html(),
-                pubDate: new Date(item.find('p.update span').text()).toUTCString(),
+                pubDate: parseDate(item.find('p.update span').text()),
                 link: 'https:' + item.find('.book-mid-info h4 a').attr('href'),
                 author: item.find('p.author a.name').text(),
             };

package/lib/v2/qidian/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/author/:id': ['miles170'],
+    '/chapter/:id': ['Chingyat'],
+    '/forum/:id': ['Chingyat'],
+    '/free/:type?': ['LogicJake'],
+    '/free-next/:type?': ['LogicJake'],
+};

package/lib/v2/qidian/radar.js

@@ -0,0 +1,41 @@
+module.exports = {
+    'qidian.com': {
+        _name: '起点',
+        book: [
+            {
+                title: '章节',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/info/:id',
+                target: '/qidian/chapter/:id',
+            },
+            {
+                title: '讨论区',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/info/:id',
+                target: '/qidian/forum/:id',
+            },
+        ],
+        my: [
+            {
+                title: '作者',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/author/:id',
+                target: '/qidian/author/:id',
+            },
+        ],
+        www: [
+            {
+                title: '限免',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/free',
+                target: '/qidian/free',
+            },
+            {
+                title: '女生限免',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/mm/free',
+                target: '/qidian/free/mm',
+            },
+        ],
+    },
+};

package/lib/v2/qidian/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/author/:id', require('./author'));
+    router.get('/chapter/:id', require('./chapter'));
+    router.get('/forum/:id', require('./forum'));
+    router.get('/free/:type?', require('./free'));
+    router.get('/free-next/:type?', require('./free-next'));
+};

package/lib/v2/qidian/templates/description.art

@@ -0,0 +1,5 @@
+<p>{{ description }}</p>
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ author }}

package/lib/v2/qweather/now.js

@@ -2,7 +2,6 @@ const got = require('@/utils/got');
 const { art } = require('@/utils/render');
 const path = require('path');
 const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
 const config = require('@/config').value;
 const rootUrl = 'https://devapi.qweather.com/v7/weather/now?';
 module.exports = async (ctx) => {
@@ -27,7 +26,7 @@ module.exports = async (ctx) => {
 
     const data = [responseData.now];
 
-    const timeObj = timezone(parseDate(responseData.updateTime), +8);
+    const timeObj = parseDate(responseData.updateTime);
 
     const time_show = timeObj.toLocaleString();
 

package/lib/v2/radio/album.js

@@ -0,0 +1,96 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const CryptoJS = require('crypto-js');
+
+module.exports = async (ctx) => {
+    const KEY = 'f0fc4c668392f9f9a447e48584c214ee';
+
+    const id = ctx.params.id;
+    const size = ctx.query.limit ?? '100';
+
+    const params = `albumId=${id}&pageNo=0&pageSize=${size}`;
+
+    const rootUrl = 'https://www.radio.cn';
+    const apiRootUrl = 'https://ytmsout.radio.cn';
+    const detailRootUrl = 'https://ytapi.radio.cn';
+
+    const iconUrl = `${rootUrl}/pc-portal/image/icon_32.jpg`;
+    const currentUrl = `${rootUrl}/pc-portal/sanji/detail.html?columnId=${id}`;
+    const apiUrl = `${apiRootUrl}/web/appSingle/pageByAlbum?${params}`;
+    const detailUrl = `${detailRootUrl}/ytsrv/srv/wifimusicbox/demand/detail`;
+
+    const detailResponse = await got({
+        method: 'post',
+        url: detailUrl,
+        form: {
+            pageIndex: '0',
+            sortType: '1',
+            mobileId: '',
+            providerCode: '25010',
+            pid: id,
+            paySongFlag: '1',
+            richText: '1',
+            h5flag: '1',
+        },
+        headers: {
+            'Content-Type': 'application/x-www-form-urlencoded',
+            version: '4.0.0',
+            providerCode: '25010',
+            equipmentSource: 'WEB',
+        },
+    });
+
+    const data = detailResponse.data;
+
+    const timestamp = new Date().getTime();
+    const sign = CryptoJS.MD5(`${params}&timestamp=${timestamp}&key=${KEY}`).toString().toUpperCase();
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+        headers: {
+            sign,
+            timestamp,
+            'Content-Type': 'application/json',
+            equipmentId: '0000',
+            platformCode: 'WEB',
+        },
+    });
+
+    const items = response.data.data.data.map((item) => {
+        let enclosure_url = item.playUrlHigh ?? item.playUrlLow;
+        enclosure_url = /\.m3u8$/.test(enclosure_url) ? item.downloadUrl : enclosure_url;
+
+        const enclosure_type = `audio/${enclosure_url.match(/\.(\w+)$/)[1]}`;
+
+        return {
+            guid: item.id,
+            title: item.name,
+            link: enclosure_url,
+            description: art(path.join(__dirname, 'templates/description.art'), {
+                description: item.des,
+                enclosure_url,
+                enclosure_type,
+            }),
+            author: data.anchorpersons,
+            pubDate: parseDate(item.publishTime),
+            enclosure_url,
+            enclosure_type,
+            enclosure_length: item.fileSize,
+            itunes_duration: item.duration,
+            itunes_item_image: iconUrl,
+        };
+    });
+
+    ctx.state.data = {
+        title: `云听 - ${data.columnName}`,
+        link: currentUrl,
+        item: items,
+        image: iconUrl,
+        itunes_author: data.anchorpersons,
+        description: data.descriptions ?? data.descriptionSimple,
+        itunes_category: data.atypeInfo.map((c) => c.categoryName).join(),
+    };
+};