rsshub 1.0.0-master.f78ad03 → 1.0.0-master.f792555

package/lib/v2/qianzhan/column.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    let rootUrl = 'https://www.qianzhan.com/analyst/';
+    const titles = {
+        all: '最新文章',
+        220: '研究员专栏',
+        627: '规划师专栏',
+        329: '观察家专栏',
+    };
+    const { type = 'all' } = ctx.params;
+
+    if (type !== 'all') {
+        rootUrl = rootUrl + 'list/' + type + '.html';
+    }
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $('.ptb30.bb1e.clf .f22 a').map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${titles[type]}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/analyst/column/:type?': ['moke8'],
+    '/analyst/rank/:type?': ['moke8'],
+};

package/lib/v2/qianzhan/radar.js

@@ -0,0 +1,26 @@
+module.exports = {
+    'qianzhan.com': {
+        _name: '前瞻网',
+        '.': [
+            {
+                title: '文章列表',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/analyst/list/:html'],
+                target: (params) => {
+                    if (params.html) {
+                        const type = params.html.match(/\d+/)[0];
+                        return '/qianzhan/analyst/column/' + type;
+                    } else {
+                        return '/qianzhan/analyst/column/all';
+                    }
+                },
+            },
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/finance.html#qian-zhan-wang',
+                source: ['/analyst', '/'],
+                target: '/qianzhan/analyst/rank',
+            },
+        ],
+    },
+};

package/lib/v2/qianzhan/rank.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type === 'week' ? 1 : 2;
+    const rootUrl = 'https://www.qianzhan.com/analyst/';
+
+    const response = await got(rootUrl);
+    const $ = cheerio.load(response.data);
+    const links = $(`#div_hotlist ul[idx='${type}'] a`).map((_, item) => $(item).attr('href'));
+
+    const items = await Promise.all(
+        links.map((_, item) =>
+            ctx.cache.tryGet(item, async () => {
+                const detailResponse = await got(item);
+                const $ = cheerio.load(detailResponse.data);
+                const description = $('#divArtBody').html();
+                const title = $('#h_title').text();
+                const pubDate = timezone(parseDate($('#pubtime_baidu').text().split('• ')[1], 'YYYY-MM-DD HH:mm:ss'), +8);
+                const author = $('.bljjxue').text().match(/\S+/)[0];
+                return {
+                    title,
+                    link: item,
+                    description,
+                    pubDate,
+                    author,
+                    category: $('meta[name="Keywords"]').attr('content').split(','),
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `前瞻经济学人 - ${type === 1 ? '周排行' : '月排行'}`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/v2/qianzhan/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/analyst/column/:type?', require('./column'));
+    router.get('/analyst/rank/:type?', require('./rank'));
+};

package/lib/v2/qidian/author.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const { art } = require('@/utils/render');
+const path = require('path');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const rootUrl = 'https://my.qidian.com';
+    const currentUrl = `${rootUrl}/author/${id}/`;
+    const response = await got(currentUrl);
+    const $ = cheerio.load(response.data);
+    const authorName = $('.header-msg h1').contents().first().text().trim();
+    const items = $('.author-work .author-item')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const messageItem = item.find('.author-item-msg');
+            const updatedDate = messageItem.find('.author-item-update span').text().replace('·', '').trim();
+
+            return {
+                title: messageItem.find('.author-item-title').text().trim(),
+                author: authorName,
+                category: messageItem.find('.author-item-exp a').first().text().trim(),
+                description: art(path.join(__dirname, 'templates/description.art'), {
+                    description: messageItem.find('.author-item-update a').attr('title'),
+                    image: item.find('a img').attr('src'),
+                }),
+                pubDate: timezone(/(今|昨)/.test(updatedDate) ? parseRelativeDate(updatedDate) : parseDate(updatedDate, 'YYYY-MM-DD HH:mm'), +8),
+                link: messageItem.find('.author-item-update a').attr('href'),
+            };
+        });
+
+    ctx.state.data = {
+        title: `${authorName} - 起点中文网`,
+        description: $('.header-msg-desc').text().trim(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/{routes → v2}/qidian/chapter.js

@@ -1,24 +1,18 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const id = ctx.params.id;
 
-    const response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/info/${id}#Catalog`,
-    });
+    const response = await got(`https://m.qidian.com/book/${id}.html`);
     const $ = cheerio.load(response.data);
 
-    const name = $('.book-info>h1>em').text();
-    const cover_url = 'https:' + $('#bookImg>img').attr('src');
+    const name = $('.book-detail-info .book-title').text();
+    const cover_url = 'https:' + $('.book-detail-info img').attr('src');
 
-    const csrfToken = response.headers['set-cookie'].find((s) => s.startsWith('_csrfToken=')).split(';')[0];
-
-    const chapters_response = await got({
-        method: 'get',
-        url: `https://book.qidian.com/ajax/book/category?${csrfToken}&bookId=${id}`,
-    });
+    const csrfToken = await got(`https://m.qidian.com/book/${id}/catalog/`).then((res) => res.headers['set-cookie'].join('').match(/_csrfToken=(\S*);/)[0]);
+    const chapters_response = await got(`https://m.qidian.com/majax/book/category?${csrfToken}&bookId=${id}`);
     const chapter_item = [];
 
     for (let i = 0; i < chapters_response.data.data.vs.length; i++) {
@@ -27,7 +21,7 @@ module.exports = async (ctx) => {
             const chapter = chapters[j];
             chapter_item.push({
                 title: chapter.cN,
-                pubDate: new Date(chapter.uT).toUTCString(),
+                pubDate: parseDate(chapter.uT),
                 link: `https://vipreader.qidian.com/chapter/${id}/${chapter.id}`,
             });
         }
@@ -36,7 +30,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: `起点 ${name}`,
         link: `https://book.qidian.com/info/${id}`,
-        description: $('.book-info>p.intro').text(),
+        description: $('#bookSummary content').text(),
         image: cover_url,
         item: chapter_item,
     };

package/lib/{routes → v2}/qidian/forum.js

@@ -7,9 +7,7 @@ module.exports = async (ctx) => {
 
     const url = `https://forum.qidian.com/NewForum/List.aspx?BookId=${id}`;
 
-    const forum_response = await got({
-        method: 'get',
-        url,
+    const forum_response = await got(url, {
         headers: {
             Referer: `https://book.qidian.com/info/${id}`,
         },

package/lib/{routes → v2}/qidian/free-next.js

@@ -13,10 +13,7 @@ module.exports = async (ctx) => {
         title = '起点中文网';
     }
 
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
     const list = $('div.other-rec-wrap li');

package/lib/{routes → v2}/qidian/free.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const parseDate = require('@/utils/date');
 
 module.exports = async (ctx) => {
     const type = ctx.params.type;
@@ -13,10 +14,7 @@ module.exports = async (ctx) => {
         title = '起点中文网';
     }
 
-    const response = await got({
-        method: 'get',
-        url: link,
-    });
+    const response = await got(link);
     const $ = cheerio.load(response.data);
 
     const list = $('#limit-list li');
@@ -31,7 +29,7 @@ module.exports = async (ctx) => {
             return {
                 title: item.find('.book-mid-info h4 a').text(),
                 description: img + rank + update + '<br>' + item.find('p.intro').html(),
-                pubDate: new Date(item.find('p.update span').text()).toUTCString(),
+                pubDate: parseDate(item.find('p.update span').text()),
                 link: 'https:' + item.find('.book-mid-info h4 a').attr('href'),
                 author: item.find('p.author a.name').text(),
             };

package/lib/v2/qidian/maintainer.js

@@ -0,0 +1,7 @@
+module.exports = {
+    '/author/:id': ['miles170'],
+    '/chapter/:id': ['Chingyat'],
+    '/forum/:id': ['Chingyat'],
+    '/free/:type?': ['LogicJake'],
+    '/free-next/:type?': ['LogicJake'],
+};

package/lib/v2/qidian/radar.js

@@ -0,0 +1,41 @@
+module.exports = {
+    'qidian.com': {
+        _name: '起点',
+        book: [
+            {
+                title: '章节',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/info/:id',
+                target: '/qidian/chapter/:id',
+            },
+            {
+                title: '讨论区',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/info/:id',
+                target: '/qidian/forum/:id',
+            },
+        ],
+        my: [
+            {
+                title: '作者',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/author/:id',
+                target: '/qidian/author/:id',
+            },
+        ],
+        www: [
+            {
+                title: '限免',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/free',
+                target: '/qidian/free',
+            },
+            {
+                title: '女生限免',
+                docs: 'https://docs.rsshub.app/reading.html#qi-dian',
+                source: '/mm/free',
+                target: '/qidian/free/mm',
+            },
+        ],
+    },
+};

package/lib/v2/qidian/router.js

@@ -0,0 +1,7 @@
+module.exports = (router) => {
+    router.get('/author/:id', require('./author'));
+    router.get('/chapter/:id', require('./chapter'));
+    router.get('/forum/:id', require('./forum'));
+    router.get('/free/:type?', require('./free'));
+    router.get('/free-next/:type?', require('./free-next'));
+};

package/lib/v2/qidian/templates/description.art

@@ -0,0 +1,5 @@
+<p>{{ description }}</p>
+{{ if image }}
+<img src="{{ image }}">
+{{ /if }}
+{{ author }}

package/lib/{routes → v2}/qingting/channel.js

@@ -1,22 +1,18 @@
 const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.params.id}`;
-    let response = await got({
-        method: 'get',
-        url: channelUrl,
-    });
+    let response = await got(channelUrl);
     const title = response.data.data.title;
     const programUrl = `https://i.qingting.fm/capi/channel/${ctx.params.id}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
-    response = await got({
-        method: 'get',
-        url: programUrl,
-    });
+    response = await got(programUrl);
 
     const items = response.data.data.programs.map((item) => ({
         title: item.title,
         link: `https://www.qingting.fm/channels/${ctx.params.id}/programs/${item.id}/`,
-        pubDate: new Date(item.update_time).toUTCString(),
+        pubDate: timezone(parseDate(item.update_time), +8),
     }));
 
     ctx.state.data = {
@@ -25,7 +21,7 @@ module.exports = async (ctx) => {
         item: await Promise.all(
             items.map((item) =>
                 ctx.cache.tryGet(item.link, async () => {
-                    response = await got({ method: 'get', url: item.link });
+                    response = await got(item.link);
                     const data = JSON.parse(response.data.match(/},"program":(.*?),"plist":/)[1]);
                     item.description = data.richtext;
                     return item;

package/lib/v2/qingting/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/channel/:id': ['nczitzk'],
+    '/podcast/:id': ['RookieZoe', 'huyyi'],
+};

package/lib/v2/qingting/podcast.js

@@ -0,0 +1,77 @@
+const crypto = require('crypto');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const channelUrl = `https://i.qingting.fm/capi/v3/channel/${ctx.params.id}`;
+    let response = await got({
+        method: 'get',
+        url: channelUrl,
+        headers: {
+            Referer: 'https://www.qingting.fm/',
+        },
+    });
+    const title = response.data.data.title;
+    const channel_img = response.data.data.thumbs['400_thumb'];
+    const authors = response.data.data.podcasters.map((author) => author.nick_name).join(',');
+    const desc = response.data.data.description;
+    const programUrl = `https://i.qingting.fm/capi/channel/${ctx.params.id}/programs/${response.data.data.v}?curpage=1&pagesize=10&order=asc`;
+    response = await got({
+        method: 'get',
+        url: programUrl,
+        headers: {
+            Referer: 'https://www.qingting.fm/',
+        },
+    });
+
+    const resultItems = await Promise.all(
+        response.data.data.programs.map((item) =>
+            ctx.cache.tryGet(`qingting:podcast:${ctx.params.id}:${item.id}`, async () => {
+                const link = `https://www.qingting.fm/channels/${ctx.params.id}/programs/${item.id}/`;
+
+                const path = `/audiostream/redirect/${ctx.params.id}/${item.id}?access_token=&device_id=MOBILESITE&qingting_id=&t=${new Date().getTime()}`;
+                const sign = crypto.createHmac('md5', 'fpMn12&38f_2e').update(path).digest('hex').toString();
+
+                const [detailRes, mediaRes] = await Promise.all([
+                    got({
+                        method: 'get',
+                        url: link,
+                        headers: {
+                            Referer: 'https://www.qingting.fm/',
+                        },
+                    }),
+                    got({
+                        method: 'get',
+                        url: `https://audio.qingting.fm${path}&sign=${sign}`,
+                        headers: {
+                            Referer: 'https://www.qingting.fm/',
+                        },
+                    }),
+                ]);
+
+                const detail = JSON.parse(detailRes.data.match(/},"program":(.*?),"plist":/)[1]);
+
+                return {
+                    title: item.title,
+                    link,
+                    itunes_item_image: item.cover,
+                    itunes_duration: item.duration,
+                    pubDate: timezone(parseDate(item.update_time), +8),
+                    description: detail.richtext,
+                    enclosure_url: mediaRes.url,
+                    enclosure_type: 'audio/x-m4a',
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title} - 蜻蜓FM`,
+        description: desc,
+        itunes_author: authors,
+        image: channel_img,
+        link: `https://www.qingting.fm/channels/${ctx.params.id}`,
+        item: resultItems,
+    };
+};

package/lib/v2/qingting/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'qingting.fm': {
+        _name: '蜻蜓 FM',
+        '.': [
+            {
+                title: '专辑',
+                docs: 'https://docs.rsshub.app/multimedia.html#qing-ting-fm',
+                source: '/channels/:id',
+                target: '/qingting/channels/:id',
+            },
+            {
+                title: '播客',
+                docs: 'https://docs.rsshub.app/multimedia.html#qing-ting-fm',
+                source: '/channels/:id',
+                target: '/qingting/podcast/:id',
+            },
+        ],
+    },
+};

package/lib/v2/qingting/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/channel/:id', require('./channel'));
+    router.get('/podcast/:id', require('./podcast'));
+};

package/lib/v2/qipamaijia/index.js

@@ -7,7 +7,13 @@ module.exports = async (ctx) => {
     const cate = ctx.params.cate ?? '';
     const url = `${rootUrl}/${cate}`;
 
-    const response = await got(url);
+    const response = await got({
+        method: 'get',
+        url,
+        https: {
+            rejectUnauthorized: false,
+        },
+    });
     const $ = cheerio.load(response.data);
     const title = $('#highlight').text();
     const items = $('div.col_l > div.block')

package/lib/v2/qipamaijia/maintainer.js

@@ -1,3 +1,3 @@
 module.exports = {
-    '/:cate?': ['Fatpandac'],
+    '/:cate?': ['Fatpandac', 'nczitzk'],
 };

package/lib/v2/qlu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/notice': ['SunBK201'],
+};

package/lib/v2/qlu/notice.js

@@ -0,0 +1,54 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const host = 'https://www.qlu.edu.cn';
+
+module.exports = async (ctx) => {
+    const response = await got({
+        method: 'get',
+        url: `${host}/tzggsh/list1.htm`,
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('ul.news_list.list2').children();
+
+    const items = await Promise.all(
+        list.map((i, item) => {
+            item = $(item);
+            const itemTitle = item.find('.news_title').children().text();
+            const itemDate = item.find('.news_year').text() + item.find('.news_days').text();
+            const path = item.find('.news_title').children().attr('href');
+            let itemUrl = '';
+            if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                itemUrl = host + path;
+            } else {
+                itemUrl = path;
+            }
+            return ctx.cache.tryGet(itemUrl, async () => {
+                let description = '';
+                if (!path.startsWith('https://') && !path.startsWith('http://')) {
+                    const result = await got(itemUrl);
+                    const $ = cheerio.load(result.data);
+                    description = $('.read').html().trim();
+                } else {
+                    description = itemTitle;
+                }
+                return {
+                    title: itemTitle,
+                    link: itemUrl,
+                    pubDate: timezone(parseDate(itemDate), 8),
+                    description,
+                };
+            });
+        })
+    );
+
+    ctx.state.data = {
+        title: `齐鲁工业大学 - 通知公告`,
+        link: `${host}/tzggsh/list1.htm`,
+        description: '齐鲁工业大学 - 通知公告',
+        item: items,
+    };
+};

package/lib/v2/qlu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'qlu.edu.cn': {
+        _name: '齐鲁工业大学',
+        '.': [
+            {
+                title: '通知公告',
+                docs: 'https://docs.rsshub.app/university.html#qi-lu-gong-ye-da-xue',
+                source: ['/tzggsh/list1.htm'],
+                target: '/qlu/notice',
+            },
+        ],
+    },
+};

package/lib/v2/qlu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/notice', require('./notice'));
+};

package/lib/v2/qweather/now.js

@@ -2,7 +2,6 @@ const got = require('@/utils/got');
 const { art } = require('@/utils/render');
 const path = require('path');
 const { parseDate } = require('@/utils/parse-date');
-const timezone = require('@/utils/timezone');
 const config = require('@/config').value;
 const rootUrl = 'https://devapi.qweather.com/v7/weather/now?';
 module.exports = async (ctx) => {
@@ -27,7 +26,7 @@ module.exports = async (ctx) => {
 
     const data = [responseData.now];
 
-    const timeObj = timezone(parseDate(responseData.updateTime), +8);
+    const timeObj = parseDate(responseData.updateTime);
 
     const time_show = timeObj.toLocaleString();