rsshub 1.0.0-master.f8b1c8d → 1.0.0-master.f961961

package/lib/v2/smzdm/haowen.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const day = ctx.params.day ?? 'all';
+    const link = `https://post.smzdm.com/hot_${day}/`;
+
+    const response = await got(link);
+    const $ = cheerio.load(response.data);
+    const title = $('li.filter-tab.active').text();
+
+    const list = $('li.feed-row-wide')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h5.z-feed-title a').text(),
+                link: item.find('h5.z-feed-title a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.z-publish-time').text()), 8),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                const content = $('#articleId');
+                content.find('.item-name').remove();
+                content.find('.recommend-tab').remove();
+
+                item.description = content.html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}-什么值得买好文`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/haowen_fenlei.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+module.exports = async (ctx) => {
+    const name = ctx.params.name;
+    const sort = ctx.params.sort || '0';
+
+    let link;
+    if (sort === '0') {
+        link = `https://post.smzdm.com/fenlei/${name}/`;
+    } else {
+        link = `https://post.smzdm.com/fenlei/${name}/hot_${sort}/`;
+    }
+
+    const response = await got.get(link);
+    const $ = cheerio.load(response.data);
+    const title = $('div.crumbs.nav-crumbs').text().split('>').pop();
+
+    const list = $('div.list.post-list')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            return {
+                title: item.find('h2.item-name a').text(),
+                link: item.find('h2.item-name a').attr('href'),
+                pubDate: timezone(parseDate(item.find('span.time').text())),
+            };
+        });
+
+    const out = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                item.description = $('article').html();
+                item.pubDate = timezone(parseDate($('meta[property="og:release_date"]').attr('content')), 8);
+                item.author = $('meta[property="og:author"]').attr('content');
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${title}- 什么值得买好文分类`,
+        link,
+        item: out,
+    };
+};

package/lib/v2/smzdm/keyword.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const keyword = ctx.params.keyword;
+
+    const response = await got(`https://search.smzdm.com`, {
+        headers: {
+            Referer: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time&v=a`,
+        },
+        searchParams: {
+            c: 'home',
+            s: keyword,
+            order: 'time',
+            v: 'a',
+            mx_v: 'a',
+        },
+    });
+
+    const data = response.data;
+
+    const $ = cheerio.load(data);
+    const list = $('.feed-row-wide');
+
+    ctx.state.data = {
+        title: `${keyword} - 什么值得买`,
+        link: `https://search.smzdm.com/?c=home&s=${encodeURIComponent(keyword)}&order=time`,
+        item:
+            list &&
+            list.toArray().map((item) => {
+                item = $(item);
+                return {
+                    title: `${item.find('.feed-block-title a').eq(0).text().trim()} - ${item.find('.feed-block-title a').eq(1).text().trim()}`,
+                    description: `${item.find('.feed-block-descripe').contents().eq(2).text().trim()}<br>${item.find('.feed-block-extras span').text().trim()}<br><img src="http:${item.find('.z-feed-img img').attr('src')}">`,
+                    pubDate: timezone(parseDate(item.find('.feed-block-extras').contents().eq(0).text().trim(), ['MM-DD HH:mm', 'HH:mm']), +8),
+                    link: item.find('.feed-block-title a').attr('href'),
+                };
+            }),
+    };
+};

package/lib/v2/smzdm/maintainer.js

@@ -0,0 +1,8 @@
+module.exports = {
+    '/article/:uid': ['xfangbao'],
+    '/baoliao/:uid': ['nczitzk'],
+    '/haowen/:day?': ['LogicJake'],
+    '/haowen/fenlei/:name/:sort?': ['LogicJake'],
+    '/keyword/:keyword': ['DIYgod', 'MeanZhang'],
+    '/ranking/:rank_type/:rank_id/:hour': ['DIYgod'],
+};

package/lib/v2/smzdm/radar.js

@@ -0,0 +1,48 @@
+module.exports = {
+    'smzdm.com': {
+        _name: '什么值得买',
+        post: [
+            {
+                title: '好文',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/:day',
+                target: (params) => `/smzdm/haowen/${params.day.replace('hot_', '')}`,
+            },
+            {
+                title: '好文分类',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: ['/fenlei/:name'],
+                target: '/smzdm/haowen/fenlei/:name',
+            },
+        ],
+        search: [
+            {
+                title: '关键词',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/',
+                target: (_, url) => `/smzdm/keyword/${new URL(url).searchParams.get('s')}`,
+            },
+        ],
+        www: [
+            {
+                title: '排行榜',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/top',
+            },
+        ],
+        zhiyou: [
+            {
+                title: '用户文章',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/article',
+                target: '/smzdm/article/:uid',
+            },
+            {
+                title: '用户爆料',
+                docs: 'https://docs.rsshub.app/shopping.html#shen-me-zhi-de-mai',
+                source: '/member/:uid/baoliao',
+                target: '/smzdm/baoliao/:uid',
+            },
+        ],
+    },
+};

package/lib/{routes → v2}/smzdm/ranking.js

@@ -1,15 +1,32 @@
 const got = require('@/utils/got');
 const timezone = require('@/utils/timezone');
 
+const getTrueHour = (rank_type, rank_id, hour) => {
+    const rank_two_hour = ['11', '17', '28', '29'];
+    const rank_four_hour = ['12', '13', '14', '15', '17', '74', '75', '71', '25'];
+    const flag = ['pinlei', 'dianshang'].includes(rank_type) && [...rank_two_hour, ...rank_four_hour].includes(rank_id) && hour === '3';
+    if (flag) {
+        return rank_two_hour.includes(rank_id) ? '2' : '4';
+    } else {
+        return hour;
+    }
+};
+
 module.exports = async (ctx) => {
     const { rank_type, rank_id, hour } = ctx.params;
 
-    const response = await got({
-        method: 'get',
-        url: `https://www.smzdm.com/top/json_more?rank_type=${rank_type}&rank_id=${rank_id}&hour=${hour}`,
+    // When the hour is 3, some special rank_id require a special hour num
+    const true_hour = getTrueHour(rank_type, rank_id, hour);
+
+    const response = await got(`https://www.smzdm.com/top/json_more`, {
         headers: {
             Referer: 'https://www.smzdm.com/top/',
         },
+        searchParams: {
+            rank_type,
+            rank_id,
+            hour: true_hour,
+        },
     });
 
     const data = response.data.data.list;

package/lib/v2/smzdm/router.js

@@ -0,0 +1,8 @@
+module.exports = (router) => {
+    router.get('/article/:uid', require('./article'));
+    router.get('/baoliao/:uid', require('./baoliao'));
+    router.get('/haowen/:day?', require('./haowen'));
+    router.get('/haowen/fenlei/:name/:sort?', require('./haowen_fenlei'));
+    router.get('/keyword/:keyword', require('./keyword'));
+    router.get('/ranking/:rank_type/:rank_id/:hour', require('./ranking'));
+};

package/lib/v2/sse/maintainer.js

@@ -1,6 +1,6 @@
 module.exports = {
     '/convert/:query?': ['kt286'],
-    '/disclosure/:query?': ['alienmao'],
+    '/disclosure/:query?': ['harveyqiu'],
     '/inquire': ['Jeason0228'],
     '/lawandrules/:slug?': ['nczitzk'],
     '/renewal': ['Jeason0228'],

package/lib/v2/swpu/cjxy.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/nccjxy/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('.main_conRCb > ul > li')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[href]', elem).text().trim(),
+            pubDate: timezone(parseDate($('span', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/nccjxy/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '财经学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学财经学院 ${title}`,
+        link: url,
+        description: `西南石油大学财经学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/is.js

@@ -0,0 +1,53 @@
+const { parseDate } = require('@/utils/parse-date');
+const cheerio = require('cheerio');
+const got = require('@/utils/got');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const url = `https://www.swpu.edu.cn/is/xydt/${ctx.params.code}.htm`;
+
+    const res = await got(url);
+    const $ = cheerio.load(res.data);
+
+    let title = $('title').text();
+    title = title.substring(0, title.indexOf('-'));
+
+    const items = $('tr[height="20"]')
+        .toArray()
+        .map((elem) => ({
+            title: $('a[title]', elem).text().trim(),
+            pubDate: timezone(parseDate($('td:eq(1)', elem).text(), 'YYYY年MM月DD日'), +8),
+            link: `https://www.swpu.edu.cn/is/${$('a[href]', elem).attr('href').split('../')[1]}`,
+        }));
+
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got(item.link);
+                const $ = cheerio.load(res.data);
+                if ($('title').text().startsWith('系统提示')) {
+                    item.author = '系统';
+                    item.description = '无权访问';
+                } else {
+                    item.author = '学院';
+                    item.description = $('.v_news_content').html();
+                    for (const elem of $('.v_news_content p')) {
+                        if ($(elem).css('text-align') === 'right') {
+                            item.author = $(elem).text();
+                            break;
+                        }
+                    }
+                }
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `西南石油大学信息学院 ${title}`,
+        link: url,
+        description: `西南石油大学信息学院 ${title}`,
+        language: 'zh-CN',
+        item: out,
+    };
+};

package/lib/v2/swpu/maintainer.js

@@ -1,6 +1,8 @@
 module.exports = {
     '/bgw/:code': ['CYTMWIA'],
+    '/cjxy/:code': ['RiverTwilight'],
     '/dean/:code': ['CYTMWIA'],
     '/dxy/:code': ['CYTMWIA'],
+    '/is/:code': ['RiverTwilight'],
     '/scs/:code': ['CYTMWIA'],
 };

package/lib/v2/swpu/radar.js

@@ -26,6 +26,18 @@ module.exports = {
                 source: ['/'],
                 target: '',
             },
+            {
+                title: '信息学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
+            {
+                title: '财经学院',
+                docs: 'https://docs.rsshub.app/university.html#xi-nan-shi-you-da-xue',
+                source: ['/'],
+                target: '',
+            },
         ],
     },
 };

package/lib/v2/swpu/router.js

@@ -1,6 +1,8 @@
 module.exports = function (router) {
     router.get('/bgw/:code', require('./bgw'));
+    router.get('/cjxy/:code', require('./cjxy'));
     router.get('/dean/:code', require('./dean'));
     router.get('/dxy/:code', require('./dxy'));
+    router.get('/is/:code', require('./is'));
     router.get('/scs/:code', require('./scs'));
 };

package/lib/v2/taoguba/blog.js

@@ -15,6 +15,7 @@ module.exports = async (ctx) => {
     });
 
     const $ = cheerio.load(response.data);
+    const author = $('meta[property="og:author"]').attr('content');
 
     let items = $('.tittle_data')
         .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
@@ -27,6 +28,7 @@ module.exports = async (ctx) => {
             return {
                 title: a.text(),
                 link: `${rootUrl}/${a.attr('href')}`,
+                author,
             };
         });
 
@@ -37,14 +39,35 @@ module.exports = async (ctx) => {
                     method: 'get',
                     url: item.link,
                 });
+                if (detailResponse.url.startsWith('https://www.taoguba.com.cn/topic/transfer')) {
+                    item.description = '登录后查看完整文章';
+                    return item;
+                }
 
                 const content = cheerio.load(detailResponse.data);
 
                 content('#videoImg').remove();
+                content('img').each((_, img) => {
+                    if (img.attribs.src2) {
+                        img.attribs.src = img.attribs.src2;
+                        delete img.attribs.src2;
+                        delete img.attribs['data-original'];
+                    }
+                });
 
                 item.description = content('#first').html();
-                item.author = content('.pcyclname').first().text();
-                item.pubDate = timezone(parseDate(content('.pcyclspan').first().text()), +8);
+                item.pubDate = timezone(
+                    parseDate(
+                        content('.article-data span')
+                            .eq(1)
+                            .text()
+                            .match(/\d{4}-\d{2}-\d{2} \d{2}:\d{2}/)
+                    ),
+                    +8
+                );
+                item.category = content('.article-topic-list span')
+                    .toArray()
+                    .map((item) => $(item).text().trim());
 
                 return item;
             })
@@ -52,7 +75,9 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: `淘股吧 - ${$('meta[property="og:author"]').attr('content')}`,
+        title: `淘股吧 - ${author}`,
+        description: $('meta[http-equiv="description"]').attr('content'),
+        image: $('meta[property="og:image"]').attr('content'),
         link: currentUrl,
         item: items,
     };

package/lib/v2/taoguba/index.js

@@ -16,17 +16,19 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    let items = $('.p_list01, .blk, .cov')
-        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 50)
+    let items = $('.items-comment-list')
+        .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 70)
         .toArray()
         .map((item) => {
             item = $(item);
 
-            const a = item.find('a').first();
+            const a = item.find('.items-list-tittle a');
+            a.find('b').remove();
 
             return {
                 title: a.text(),
                 link: `${rootUrl}/${a.attr('href')}`,
+                author: item.find('.items-list-user a').text().trim(),
             };
         });
 
@@ -37,30 +39,43 @@ module.exports = async (ctx) => {
                     method: 'get',
                     url: item.link,
                 });
+                if (detailResponse.url.startsWith('https://www.taoguba.com.cn/topic/transfer')) {
+                    item.description = '登录后查看完整文章';
+                    return item;
+                }
 
                 const content = cheerio.load(detailResponse.data);
 
                 content('#videoImg').remove();
+                content('img').each((_, img) => {
+                    if (img.attribs.src2) {
+                        img.attribs.src = img.attribs.src2;
+                        delete img.attribs.src2;
+                        delete img.attribs['data-original'];
+                    }
+                });
 
                 item.description = content('#first').html();
-                item.author = content('.pcyclname').first().text();
-                item.pubDate = timezone(parseDate(content('.pcyclspan').first().text()), +8);
+                item.pubDate = timezone(
+                    parseDate(
+                        content('.article-data span')
+                            .eq(1)
+                            .text()
+                            .match(/\d{4}-\d{2}-\d{2} \d{2}:\d{2}/)
+                    ),
+                    +8
+                );
+                item.category = content('.article-topic-list span')
+                    .toArray()
+                    .map((item) => $(item).text().trim());
 
                 return item;
             })
         )
     );
 
-    let title = '';
-    for (const t of $('.NewH_bot_title3 a').toArray()) {
-        if ($(t).attr('href') === currentUrl) {
-            title = $(t).text();
-            break;
-        }
-    }
-
     ctx.state.data = {
-        title: `淘股吧 - ${title}`,
+        title: $('head title').text().trim().split('_')[0],
         link: currentUrl,
         item: items,
     };

package/lib/v2/telegram/channel.js

@@ -25,6 +25,7 @@ const STICKER = 'STICKER';
 const ANIMATED_STICKER = 'ANIMATED_STICKER';
 // const VIDEO_STICKER = 'VIDEO_STICKER';  // not supported yet by t.me
 const UNSUPPORTED = 'UNSUPPORTED';
+const PARTIALLY_UNSUPPORTED = 'PARTIALLY_UNSUPPORTED';
 
 /* message media tag dict */
 const mediaTagDict = {
@@ -45,6 +46,7 @@ const mediaTagDict = {
     ANIMATED_STICKER: ['[Animated Sticker]', '[Animated Sticker]'],
     // VIDEO_STICKER: ['[Video Sticker]', '[Video Sticker]'],  // not supported yet by t.me
     UNSUPPORTED: ['[Unsupported]', '🚫'],
+    PARTIALLY_UNSUPPORTED: ['', ''],
 };
 
 module.exports = async (ctx) => {
@@ -157,10 +159,14 @@ module.exports = async (ctx) => {
                     if (item.find('.tgme_widget_message_tgsticker').length) {
                         msgTypes.push(ANIMATED_STICKER);
                     }
-                    if (msgTypes.length === 0 && item.find('.message_media_not_supported').length) {
-                        msgTypes.unshift(UNSUPPORTED);
-                        if (!includeUnsupportedMsg) {
-                            return null; // drop unsupported message
+                    if (item.find('.message_media_not_supported').length) {
+                        if (item.find('.media_supported_cont').length) {
+                            msgTypes.unshift(PARTIALLY_UNSUPPORTED);
+                        } else {
+                            if (msgTypes.length === 0 && !includeUnsupportedMsg) {
+                                return null; // drop unsupported message
+                            }
+                            msgTypes.unshift(UNSUPPORTED);
                         }
                     }
                     // all other types above cannot be mixed
@@ -496,7 +502,7 @@ module.exports = async (ctx) => {
                     const pubDate = parseDate(item.find('.tgme_widget_message_date time').attr('datetime'));
 
                     /* message text & title */
-                    const messageTextObj = item.find('.tgme_widget_message_bubble > .tgme_widget_message_text');
+                    const messageTextObj = item.find(`.${msgTypes.includes(PARTIALLY_UNSUPPORTED) ? 'media_supported_cont' : 'tgme_widget_message_bubble'} > .tgme_widget_message_text`);
                     let messageHtml = '',
                         messageTitle = '';
 

package/lib/v2/thecatcity/index.js

@@ -0,0 +1,48 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { termsMap } = require('./termsMap');
+
+const baseUrl = 'https://thecatcity.com';
+
+module.exports = async (ctx) => {
+    const { term } = ctx.params;
+    const { data } = await got(`${baseUrl}/node_api/v1/articles/posts`, {
+        searchParams: {
+            pageId: 977080509047743,
+            term,
+        },
+    });
+
+    const list = data.data.posts.map((post) => ({
+        title: post.title,
+        description: post.description,
+        link: `${baseUrl}${post.url}`,
+        pubDate: parseDate(post.post_date),
+        guid: post.guid,
+        api: `${baseUrl}/node_api/v1/articles/${post.id}`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                const { data } = await got(item.api, {
+                    searchParams: {
+                        pageId: 977080509047743,
+                    },
+                });
+                item.description = data.data.post_content;
+                item.category = [...new Set([...data.data.tags.map((t) => t.name), ...data.data.categories.map((c) => c.name)])];
+                item.author = data.data.author.display_name;
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: termsMap[term] ? termsMap[term].title : termsMap[''].title,
+        description: '提供貓咪日常照顧、新手準備、貓用品、貓咪醫療、貓飲食與行為等相關知識，以及療癒貓影片、貓趣聞、貓小物流行資訊，不論你是貓奴、還是貓控，一切所需都在貓奴日常找到',
+        link: baseUrl,
+        image: 'https://assets.presslogic.com/presslogic-hk-tc/static/favicon.ico',
+        item: items,
+    };
+};

package/lib/v2/thecatcity/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:term?': ['TonyRL'],
+};

package/lib/v2/thecatcity/radar.js

@@ -0,0 +1,13 @@
+const { termsMap } = require('./termsMap');
+
+module.exports = {
+    'thecatcity.com': {
+        _name: '貓奴日常',
+        '.': Object.entries(termsMap).map(([key, value]) => ({
+            title: value.title,
+            docs: 'https://docs.rsshub.app/new-media.html#mao-nu-ri-chang',
+            source: [...new Set([value.slug, '/'])],
+            target: `/thecatcity${key ? `/${key}` : ''}`,
+        })),
+    },
+};