rsshub 1.0.0-master.f7add90 → 1.0.0-master.f7bfacc

package/lib/v2/dorohedoro/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news': ['nczitzk'],
+};

package/lib/v2/dorohedoro/news.js

@@ -0,0 +1,69 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const limit = ctx.query.limit ? parseInt(ctx.query.limit) : 25;
+
+    const rootUrl = 'https://dorohedoro.net';
+    const apiUrl = `${rootUrl}/news/news.xml`;
+    const currentUrl = `${rootUrl}/news/`;
+
+    const response = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('item')
+        .slice(0, limit)
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const link = item.find('permalink').text();
+            const isNews = /news_\d+_\d+\.html/.test(link);
+
+            return {
+                title: item.find('title').text(),
+                pubDate: parseDate(item.find('date').text()),
+                link: `${rootUrl}${isNews ? `/news/${link}` : ''}`,
+                isNews,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                if (item.isNews) {
+                    try {
+                        const detailResponse = await got({
+                            method: 'get',
+                            url: item.link,
+                        });
+
+                        const content = cheerio.load(detailResponse.data);
+
+                        content('#bk_btn').remove();
+
+                        item.title = content('.newsTitle').text();
+                        item.description = content('article').html();
+                    } catch (e) {
+                        // no-empty
+                    }
+                }
+
+                delete item.isNews;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'アニメ『ドロヘドロ』',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/dorohedoro/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'dorohedoro.net': {
+        _name: 'Dorohedoro',
+        '.': [
+            {
+                title: 'News',
+                docs: 'https://docs.rsshub.app/game.html#dorohedoro',
+                source: ['/news', '/'],
+                target: '/dorohedoro/news',
+            },
+        ],
+    },
+};

package/lib/v2/dorohedoro/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+};

package/lib/v2/duozhuayu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/search/:wd': ['fengkx'],
+};

package/lib/v2/duozhuayu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'duozhuayu.com': {
+        _name: '多抓鱼',
+        '.': [
+            {
+                title: '搜索结果',
+                docs: 'https://docs.rsshub.app/shopping.html#duo-zhua-yu',
+                source: ['/search/book/:wd'],
+                target: '/duozhuayu/search/:wd',
+            },
+        ],
+    },
+};

package/lib/v2/duozhuayu/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/search/:wd', require('./search'));
+};

package/lib/{routes → v2}/duozhuayu/search.js

@@ -1,10 +1,14 @@
 const got = require('@/utils/got');
 const aesjs = require('aes-js');
-const queryString = require('query-string');
+const { art } = require('@/utils/render');
+const { join } = require('path');
+const { parseDate } = require('@/utils/parse-date');
 
 module.exports = async (ctx) => {
     const wd = ctx.params.wd;
-    const link = `https://www.duozhuayu.com/search/${wd}`;
+    const baseUrl = 'https://www.duozhuayu.com';
+    const type = 'book';
+    const link = `${baseUrl}/search/${type}/${wd}`;
 
     // token获取见 https://github.com/wong2/userscripts/blob/master/duozhuayu.user.js
     const key = 'DkOliWvFNR7C4WvR'.split('').map((c) => c.charCodeAt());
@@ -24,48 +28,35 @@ module.exports = async (ctx) => {
         const token = encrypt([timestamp, userId, securityKey].join(':'));
         const requestId = [userId, timestamp, Math.round(1e5 * Math.random())].join('-');
         return {
-            'x-timestamp': timestamp,
+            'x-api-version': '0.0.48',
+            'x-refer-request-id': requestId,
+            'x-request-id': requestId,
+            'x-request-misc': '{"platform":"browser","originSource":"search","originFrom":"normal","webVersion":"1.2.201774"}',
+            'x-request-token': token,
             'x-security-key': securityKey,
+            'x-timestamp': timestamp,
             'x-user-id': userId,
-            'x-request-token': token,
-            'x-request-misc': '{"platform":"browser"}',
-            'x-api-version': '0.0.15',
-            'x-request-id': requestId,
-            'x-refer-request-id': requestId,
         };
     };
 
     const response = await got({
         method: 'get',
-        url: 'https://www.duozhuayu.com/api/search',
-        searchParams: queryString.stringify({
+        url: `${baseUrl}/api/search/book`,
+        searchParams: {
             type: 'normal',
             q: wd,
-        }),
+        },
         headers: getCustomRequestHeaders(),
     });
-    const books = response.data.data || [];
 
-    const item = books
-        .filter((item) => item.type === 'book')
-        .map((item) => {
-            const book = item.book;
-            return {
-                title: book.title,
-                link: `https://www.duozhuayu.com/books/${book.id}`,
-                pubDate: new Date(book.updated).toUTCString(),
-                description: `
-                <img src="${book.images.origin}" ><br>
-                书名：${book.title} ${book.originalTitle}<br>
-                作者：${book.rawAuthor}<br>
-                ISBN：${book.isbn13}<br>
-                出版社：${book.publisher}<br>
-                出版时间：${book.publishDate}<br>
-                价格：${(book.price / 100).toFixed(2)}元起  <del>${(book.originalPrice / 100).toFixed(2)}元</del><br>
-                `,
-                guid: book.id,
-            };
-        });
+    const item = response.data.data
+        .filter((item) => item.type === type)
+        .map(({ [type]: item }) => ({
+            title: item.title,
+            link: `${baseUrl}/books/${item.id}`,
+            pubDate: parseDate(item.updated), // 2023-05-07T13:33:09+08:00
+            description: art(join(__dirname, 'templates/book.art'), { item }),
+        }));
 
     ctx.state.data = {
         title: `多抓鱼搜索-${wd}`,

package/lib/v2/duozhuayu/templates/book.art

@@ -0,0 +1,10 @@
+<img src="{{ item.images.origin }}"><br>
+书名：{{ item.title }} {{ item.originalTitle }}<br>
+{{ if item.subtitle }}{{ item.subtitle }}<br>{{ /if }}
+作者：{{ item.rawAuthor }}<br>
+{{ if item.translators && item.translators.length }}译者：{{ item.translators.map((t) => t.name).join(' / ') }}<br>{{ /if }}
+ISBN：{{ item.isbn13 }}<br>
+出版社：{{ item.publisher }}<br>
+出版时间：{{ item.publishDate }}<br>
+豆瓣评分：{{ item.doubanRating }}<br>
+价格：{{ (item.price / 100).toFixed(2) }}元起 <del>{{ (item.originalPrice / 100).toFixed(2) }}元</del>

package/lib/v2/dxy/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/bbs/profile/thread/:userId': ['TonyRL'],
+    '/bbs/special/:specialId': ['TonyRL'],
+};

package/lib/v2/dxy/profile/thread.js

@@ -0,0 +1,82 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { webBaseUrl, generateNonce, sign, getPost } = require('../utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const { userId } = ctx.params;
+    const { limit = '30' } = ctx.query;
+
+    const userInfo = await ctx.cache.tryGet(`dxy:user-info:${userId}`, async () => {
+        const userInfoParams = {
+            userId,
+            serverTimestamp: Date.now(),
+            timestamp: Date.now(),
+            noncestr: generateNonce(8, 'number'),
+        };
+
+        const { data: userInfo } = await got(`${webBaseUrl}/bbs/newweb/personal-page/user-info`, {
+            searchParams: {
+                ...userInfoParams,
+                sign: sign(userInfoParams),
+            },
+        });
+        if (userInfo.code !== 'success') {
+            throw Error(userInfo.message);
+        }
+
+        return userInfo.data;
+    });
+
+    const postList = await ctx.cache.tryGet(
+        `dxy:user:post:${userId}`,
+        async () => {
+            const postListParams = {
+                userId,
+                type: '0',
+                pageNum: '1',
+                pageSize: limit,
+                serverTimestamp: Date.now(),
+                timestamp: Date.now(),
+                noncestr: generateNonce(8, 'number'),
+            };
+
+            const { data: postList } = await got(`${webBaseUrl}/bbs/newweb/user/post/page`, {
+                searchParams: {
+                    ...postListParams,
+                    sign: sign(postListParams),
+                },
+            });
+            if (postList.code !== 'success') {
+                throw Error(postList.message);
+            }
+
+            return postList.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const list = postList.result.map((item) => {
+        const { postInfo } = item;
+        return {
+            title: postInfo.subject,
+            description: postInfo.simpleBody,
+            pubDate: parseDate(item.createdTime, 'x'),
+            author: postInfo.postUser.nickname,
+            category: postInfo.boardInfo.title,
+            link: `${webBaseUrl}/bbs/newweb/pc/post/${item.entityId}`,
+            postId: item.entityId,
+        };
+    });
+
+    const items = await Promise.all(list.map((item) => getPost(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: `${userInfo.nickname} 的个人主页 - 丁香园论坛 - 专业医生社区，医学、药学、生命科学、科研学术交流`,
+        description: `${userInfo.identificationTitle} ${userInfo.signature}`,
+        link: `${webBaseUrl}/bbs/newweb/pc/profile/${userId}/threads`,
+        image: userInfo.avatar,
+        item: items,
+    };
+};

package/lib/v2/dxy/radar.js

@@ -0,0 +1,21 @@
+module.exports = {
+    'dxy.cn': {
+        _name: '丁香园',
+        '.': [
+            {
+                title: '个人帖子',
+                docs: 'https://docs.rsshub.app/bbs.html#ding-xiang-yuan',
+                source: ['/bbs/newweb/pc/profile/:userId/threads', '/bbs/newweb/pc/profile/:userId'],
+                target: '/dxy/bbs/profile/thread/:userId',
+            },
+        ],
+        '3g': [
+            {
+                title: '专题',
+                docs: 'https://docs.rsshub.app/bbs.html#ding-xiang-yuan',
+                source: ['/bbs/special'],
+                target: (_, url) => `/dxy/bbs/special/${new URL(url).searchParams.get('specialId')}`,
+            },
+        ],
+    },
+};

package/lib/v2/dxy/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/bbs/profile/thread/:userId', require('./profile/thread'));
+    router.get('/bbs/special/:specialId', require('./special'));
+};

package/lib/v2/dxy/special.js

@@ -0,0 +1,79 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const { phoneBaseUrl, webBaseUrl, generateNonce, sign, getPost } = require('./utils');
+const config = require('@/config').value;
+
+module.exports = async (ctx) => {
+    const { specialId } = ctx.params;
+    const { limit = '10' } = ctx.query;
+
+    const specialDetail = await ctx.cache.tryGet(`dxy:special:detail:${specialId}`, async () => {
+        const detailParams = {
+            specialId,
+            requestType: 'h5',
+            timestamp: Date.now(),
+            noncestr: generateNonce(8, 'number'),
+        };
+
+        const { data: detail } = await got(`${phoneBaseUrl}/newh5/bbs/special/detail`, {
+            searchParams: {
+                ...detailParams,
+                sign: sign(detailParams),
+            },
+        });
+        if (detail.code !== 'success') {
+            throw Error(detail.message);
+        }
+        return detail.data;
+    });
+
+    const recommendList = await ctx.cache.tryGet(
+        `dxy:special:recommend-list-v3:${specialId}`,
+        async () => {
+            const listParams = {
+                specialId,
+                requestType: 'h5',
+                pageNum: '1',
+                pageSize: limit,
+                timestamp: Date.now(),
+                noncestr: generateNonce(8, 'number'),
+            };
+
+            const { data: recommendList } = await got(`${phoneBaseUrl}/newh5/bbs/special/post/recommend-list-v3`, {
+                searchParams: {
+                    ...listParams,
+                    sign: sign(listParams),
+                },
+            });
+            if (recommendList.code !== 'success') {
+                throw Error(recommendList.message);
+            }
+            return recommendList.data;
+        },
+        config.cache.routeExpire,
+        false
+    );
+
+    const list = recommendList.result.map((item) => {
+        const { postInfo } = item;
+        return {
+            title: postInfo.subject,
+            description: postInfo.simpleBody,
+            pubDate: parseDate(item.dataTime, 'x'),
+            author: postInfo.postUser.nickname,
+            category: postInfo.postSpecial.specialName,
+            link: `${webBaseUrl}/bbs/newweb/pc/post/${item.entityId}`,
+            postId: item.entityId,
+        };
+    });
+
+    const items = await Promise.all(list.map((item) => getPost(item, ctx.cache.tryGet)));
+
+    ctx.state.data = {
+        title: specialDetail.name,
+        description: `${specialDetail.content} ${specialDetail.postCount} 內容 ${specialDetail.followCount} 关注`,
+        link: `${phoneBaseUrl}/bbs/special?specialId=${specialId}`,
+        image: specialDetail.specialAvatar,
+        item: items,
+    };
+};

package/lib/v2/dxy/utils.js

@@ -0,0 +1,72 @@
+const CryptoJS = require('crypto-js');
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const APP_SIGN_KEY = '4bTogwpz7RzNO2VTFtW7zcfRkAE97ox6ZSgcQi7FgYdqrHqKB7aGqEZ4o7yssa2aEXoV3bQwh12FFgVNlpyYk2Yjm9d2EZGeGu3';
+const phoneBaseUrl = 'https://3g.dxy.cn';
+const webBaseUrl = 'https://www.dxy.cn';
+
+const generateNonce = (length = 8, type = 'alphabet') => {
+    const characters = {
+        alphabet: 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz',
+        number: '0123456789',
+    };
+
+    let result = '';
+    const selectedCharacters = characters[type] || characters.alphabet;
+
+    for (let i = 0; i < length; i++) {
+        result += selectedCharacters.charAt(Math.floor(Math.random() * selectedCharacters.length));
+    }
+
+    return result;
+};
+
+const sign = (params) => {
+    const searchParams = new URLSearchParams(params);
+    searchParams.append('appSignKey', APP_SIGN_KEY);
+    searchParams.sort();
+    return CryptoJS.SHA1(searchParams.toString()).toString();
+};
+
+const getPost = (item, tryGet) =>
+    tryGet(item.link, async () => {
+        const postParams = {
+            postId: item.postId,
+            serverTimestamp: Date.now(),
+            timestamp: Date.now(),
+            noncestr: generateNonce(8, 'number'),
+        };
+
+        const { data: post } = await got('https://www.dxy.cn/bbs/newweb/post/detail', {
+            searchParams: {
+                ...postParams,
+                sign: sign(postParams),
+            },
+        });
+        if (post.code !== 'success') {
+            throw Error(post.message);
+        }
+
+        const $ = cheerio.load(post.data.body, null, false);
+
+        $('img').each((_, img) => {
+            img = $(img);
+            img.removeAttr('data-osrc');
+            img.removeAttr('data-hsrc');
+        });
+
+        item.description = $.html();
+        item.updated = parseDate(post.data.lastEditTime, 'x');
+
+        return item;
+    });
+
+module.exports = {
+    phoneBaseUrl,
+    webBaseUrl,
+    generateNonce,
+    sign,
+    getPost,
+};

package/lib/v2/eastmoney/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/ttjj/user/:uid': ['zidekuls'],
+    '/report/:category': ['syzq'],
     '/search/:keyword': ['drgnchan'],
 };

package/lib/v2/eastmoney/radar.js

@@ -1,6 +1,14 @@
 module.exports = {
     'eastmoney.com': {
         _name: '东方财富',
+        data: [
+            {
+                title: '研究报告',
+                docs: 'https://docs.rsshub.app/finance.html#dong-fang-cai-fu',
+                source: ['/report/:category'],
+                target: '/eastmoney/report/:category',
+            },
+        ],
         fundbarmob: [
             {
                 title: '天天基金用户动态',

package/lib/v2/eastmoney/report/index.js

@@ -0,0 +1,41 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const baseUrl = 'https://data.eastmoney.com';
+    const { category = 'strategyreport' } = ctx.params;
+
+    const reportType = {
+        strategyreport: '策略报告',
+        macresearch: '宏观研究',
+        brokerreport: '券商晨报',
+    };
+    const linkType = {
+        strategyreport: 'zw_strategy',
+        macresearch: 'zw_macresearch',
+        brokerreport: 'zw_brokerreport',
+    };
+
+    const res = await got(`${baseUrl}/report/${category}`);
+    const $ = cheerio.load(res.data);
+
+    const initData = JSON.parse(
+        $('script')
+            .text()
+            .match(/var initdata = (.*?);/)[1]
+    );
+
+    const list = initData.data.map((item) => ({
+        title: `【${item.orgSName}】- ${item.title}`,
+        link: `${baseUrl}/report/${linkType[category]}.jshtml?encodeUrl=${item.encodeUrl}`,
+        pubDate: parseDate(item.publishDate),
+        author: Array.isArray(item.author) ? item.author.join('') : '',
+    }));
+
+    ctx.state.data = {
+        title: `东方财富网 - ${reportType[category]}`,
+        link: baseUrl,
+        item: list,
+    };
+};

package/lib/v2/eastmoney/router.js

@@ -1,4 +1,5 @@
 module.exports = (router) => {
-    router.get('/ttjj/user/:uid', require('./ttjj/user'));
+    router.get('/report/:category', require('./report/index'));
     router.get('/search/:keyword', require('./search/index'));
+    router.get('/ttjj/user/:uid', require('./ttjj/user'));
 };

package/lib/v2/embassy/radar.js

@@ -226,7 +226,7 @@ module.exports = {
             {
                 title: '通知公告 - 名古屋总领事馆',
                 docs: 'https://docs.rsshub.app/government.html#zhong-guo-zhu-wai-shi-ling-guan',
-                source: '',
+                source: '/',
                 target: '/embassy/jp/nagoya',
             },
         ],

package/lib/v2/embassy/supportedList.js

@@ -178,11 +178,11 @@ module.exports = {
     sg: {
         country: 'sg',
         countryCN: '新加坡',
-        link: 'http://sg.china-embassy.org/chn/lsfw/zytzs/',
-        list: '#docMore a',
+        link: 'http://sg.china-embassy.gov.cn/lsfw_0/zytz/',
+        list: 'div.news-list a[target=_blank]',
         title: '#News_Body_Title',
-        description: '#News_Body_Txt_A',
-        pubDate: '#News_Body_Time',
+        description: 'div.trs_editor_view',
+        pubDate: 'div.view-date',
     },
     uk: {
         country: 'uk',

package/lib/v2/firecore/index.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const host = 'https://firecore.com/releases';
+    const { data } = await got(host);
+    const $ = cheerio.load(data);
+    const items = $(`div.tab-pane.fade#${ctx.params.os}`)
+        .find('.release-date')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+            const title = item
+                .parent()
+                .contents()
+                .filter((_, el) => el.nodeType === 3)
+                .text();
+            const pubDate = parseDate(item.text().match(/(\d{4}-\d{2}-\d{2})/)[1]);
+
+            const next = item.parent().nextUntil('hr');
+            return {
+                title,
+                description: next
+                    .toArray()
+                    .map((item) => $(item).html())
+                    .join(''),
+                pubDate,
+            };
+        });
+
+    ctx.state.data = {
+        title: `Infuse Release Notes (${ctx.params.os})`,
+        link: 'https://firecore.com/releases',
+        item: items,
+    };
+};

package/lib/v2/firecore/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:os': ['NathanDai'],
+};

package/lib/v2/firecore/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'firecore.com': {
+        _name: 'Infuse',
+        '.': [
+            {
+                title: 'Release Notes',
+                docs: 'https://docs.rsshub.app/program-update.html#infuse',
+                source: ['/releases', '/'],
+                target: '/firecore/:os?',
+            },
+        ],
+    },
+};

package/lib/v2/firecore/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:os', require('./index'));
+};

package/lib/v2/flyert/creditcard.js

@@ -54,6 +54,9 @@ module.exports = async (ctx) => {
         case 'huaqi':
             bankname = '花旗银行';
             break;
+        case 'shanghai':
+            bankname = '上海银行';
+            break;
         case 'wuka':
             bankname = '无卡支付';
             break;