rsshub 1.0.0-master.fe69819 → 1.0.0-master.fee75c6

package/lib/{routes → v2}/dtcj/datahero.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     5: '侠创',
@@ -9,7 +10,7 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
+    const category = ctx.params.category ?? '';
 
     const rootUrl = 'https://dtcj.com';
     const currentUrl = `${rootUrl}/api/v1/data_hero_informations?per=15&page=1&topic_id=${category}`;
@@ -22,7 +23,7 @@ module.exports = async (ctx) => {
         title: item.title,
         author: item.author,
         link: `https://dtcj.com/topic/${item.id}`,
-        pubDate: new Date(item.date).toUTCString(),
+        pubDate: parseDate(item.date),
     }));
 
     const items = await Promise.all(

package/lib/v2/dtcj/datainsight.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://dtcj.com';
+    const currentUrl = `${rootUrl}/${id ? `insighttopic/${id}` : 'datainsight'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.info-2_P1UM a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.content-3mNFyi').html();
+                    item.pubDate = parseDate(detailResponse.data.match(/"date":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2})","thumbnail_url":/)[1]);
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/dtcj/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/datahero/:category?': ['nczitzk'],
+    '/datainsight/:id?': ['nczitzk'],
+};

package/lib/v2/dtcj/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'dtcj.com': {
+        _name: 'DT 财经',
+        '.': [
+            {
+                title: '数据侠专栏',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/datahero/topic'],
+                target: (_params, url) => `/dtcj/datahero/${new URL(url).searchParams.get('topic_id')}`,
+            },
+            {
+                title: '数据洞察',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/dtcj/datainsight'],
+                target: '/dtcj/datainsight',
+            },
+            {
+                title: '数据洞察',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/insighttopic/:id'],
+                target: '/dtcj/datainsight/:id',
+            },
+        ],
+    },
+};

package/lib/v2/dtcj/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/datahero/:category?', require('./datahero'));
+    router.get('/datainsight/:id?', require('./datainsight'));
+};

package/lib/v2/eastday/24.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const categories = {
+    社会: 'shehui',
+    娱乐: 'yule',
+    国际: 'guoji',
+    军事: 'junshi',
+    养生: 'yangsheng',
+    汽车: 'qiche',
+    体育: 'tiyu',
+    财经: 'caijing',
+    游戏: 'youxi',
+    科技: 'keji',
+    国内: 'guonei',
+    宠物: 'chongwu',
+    情感: 'qinggan',
+    人文: 'renwen',
+    教育: 'jiaoyu',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '社会';
+
+    const rootUrl = 'https://mini.eastday.com';
+    const currentUrl = `${rootUrl}/ns/api/detail/trust/trust-news-${categories[category]}.json`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const list = JSON.parse(response.data.match(/\((.*)\)/)[1]).data.trust.map((item) => ({
+        title: item.topic,
+        link: `${rootUrl}${item.url}`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const pageNumber = parseInt(detailResponse.data.match(/var page_num = '(\d+)'/)[1]);
+
+                item.description = content('#J-contain_detail_cnt').html();
+                item.pubDate = timezone(parseDate(content('meta[property="og:release_date"]').attr('content')), +8);
+
+                if (pageNumber > 1) {
+                    const links = [];
+
+                    for (let i = 2; i <= pageNumber; i++) {
+                        links.push(item.link.replace(/\.html/, `-${i}.html`));
+                    }
+
+                    links.forEach(
+                        async (link) =>
+                            await ctx.cache.tryGet(link, async () => {
+                                const pageResponse = await got({
+                                    method: 'get',
+                                    url: link,
+                                });
+                                const subContent = cheerio.load(pageResponse.data);
+
+                                subContent('img').each(function () {
+                                    subContent(this).attr('src', subContent(this).attr('data-url'));
+                                });
+
+                                item.description += subContent('#J-contain_detail_cnt').html();
+                            })
+                    );
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `24小时${category}热闻 - 东方资讯`,
+        link: `${rootUrl}/#${categories[category]}`,
+        item: items,
+    };
+};

package/lib/v2/eastday/maintainer.js

@@ -1,4 +1,6 @@
 module.exports = {
+    '/24/:category?': ['nczitzk'],
     '/find': ['nczitzk'],
     '/portrait': ['nczitzk'],
+    '/sh': ['saury'],
 };

package/lib/v2/eastday/radar.js

@@ -1,6 +1,22 @@
 module.exports = {
     'eastday.com': {
         _name: '东方网',
+        mini: [
+            {
+                title: '24 小时热闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang',
+                source: '/',
+                target: '/eastday/24',
+            },
+        ],
+        sh: [
+            {
+                title: '上海新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang',
+                source: '/',
+                target: '/eastday/sh',
+            },
+        ],
         www: [
             {
                 title: '热点搜索',

package/lib/v2/eastday/router.js

@@ -1,4 +1,6 @@
 module.exports = function (router) {
+    router.get('/24/:category?', require('./24'));
     router.get('/find', require('./find'));
     router.get('/portrait', require('./portrait'));
+    router.get('/sh', require('./sh'));
 };

package/lib/{routes → v2}/eastday/sh.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const logger = require('@/utils/logger');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const domain = 'http://wap.eastday.com';
@@ -16,28 +18,21 @@ module.exports = async (ctx) => {
             const entity = {
                 title: item.title,
                 description: item.abstracts,
-                pubDate: new Date(item.time).toUTCString(),
+                pubDate: timezone(parseDate(item.time), +8),
                 link,
             };
 
             try {
                 const cacheKey = `eastday_sh_${link}`;
-                // 判断缓存中是否存在
-                const cacheValue = await ctx.cache.get(cacheKey);
-                if (cacheValue) {
-                    entity.description = cacheValue;
-                } else {
+                entity.description = await ctx.cache.tryGet(cacheKey, async () => {
                     const article = await got({
                         method: 'get',
                         url: link,
                     });
                     // 解析html内容
                     const $ = cheerio.load(article.body);
-                    const content = $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
-                    // 存放到缓存区
-                    ctx.cache.set(cacheKey, content);
-                    entity.description = content;
-                }
+                    return $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
+                });
             } catch (error) {
                 logger.error(error);
             }

package/lib/v2/eastmoney/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'eastmoney.com': {
+        _name: '东方财富',
+        fundbarmob: [
+            {
+                title: '天天基金用户动态',
+                docs: 'https://docs.rsshub.app/finance.html#dong-fang-cai-fu',
+                source: ['/'],
+                target: (_param, url) => `/eastmoney/ttjj/user/${new URL(url).searchParams.get('userid')}`,
+            },
+        ],
+    },
+};

package/lib/v2/eastmoney/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ttjj/user/:uid', require('./ttjj/user'));
+};

package/lib/v2/eastmoney/ttjj/user.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+
+    const urlPrefix = 'https://jijinbaapi.eastmoney.com/gubaapi/v3/read';
+
+    const userProfileUrl = `${urlPrefix}/User/UserInfo.ashx?ServerVersion=1.0.0&PhoneType=windows&Location=zh-CN&ctoken=&utoken=&deviceid=000000&ps=8&plat=Wap&product=Fund&version=201&followuid=`;
+    const userProfileResponse = await got(`${userProfileUrl}${uid}`);
+    const username = userProfileResponse.data.user_nickname || '不存在的用户';
+
+    const userPostListUrl = `${urlPrefix}/Article/Post/UserPostList.ashx`;
+
+    const listResponse = await got({
+        method: 'post',
+        url: userPostListUrl,
+        headers: {
+            Accept: 'application/json',
+            'Content-Type': 'application/x-www-form-urlencoded',
+        },
+        form: {
+            uid,
+            deviceId: 666666,
+            version: 201,
+            p: 1,
+            ps: 20,
+        },
+    });
+
+    const data = listResponse.data.re;
+
+    const userArticleUrl = `${urlPrefix}/Article/Post/ArticleContent.ashx`;
+
+    const result = await Promise.all(
+        data.map((item) =>
+            ctx.cache.tryGet(userArticleUrl + item.post_id, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: userArticleUrl,
+                    headers: {
+                        Accept: 'application/json',
+                        'Content-Type': 'application/x-www-form-urlencoded',
+                    },
+                    body: `postid=${item.post_id}&ServerVersion=1.0.0&PhoneType=windows&Location=zh-CN&ctoken=&utoken=&deviceId=000000&userId=&plat=Wap&product=Fund&version=201`,
+                });
+                const description = detailResponse.data.post.post_content;
+                const single = {
+                    title: item.post_title,
+                    description,
+                    pubDate: timezone(parseDate(item.post_display_time, 'YYYY-MM-DD HH:mm:ss'), +8),
+                    link: `https://fundbarmob.eastmoney.com/index.html?goPage=articleView&lastPage=personDetailView&aid=${item.post_id}`,
+                };
+                return single;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: `天天基金-${username}的主页`,
+        link: `https://fundbarmob.eastmoney.com/index.html?goPage=personDetailView&userid=${uid}`,
+        description: `${username} 的动态`,
+        item: result,
+    };
+};

package/lib/v2/ems/apple.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.ems.com.cn';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `${rootUrl}/apple/query/${id}`;
+    const APIUrl = `${rootUrl}/apple/getMailNoLastRoutes`;
+
+    const { trails } = await got
+        .post(APIUrl, {
+            form: {
+                mailNum: id,
+            },
+        })
+        .json();
+
+    let item;
+    try {
+        item = [
+            {
+                title: `${trails[0][0].despatchCity} → ${trails[0][0].destinationCity}`,
+                link,
+                description: art(path.join(__dirname, 'templates/apple.art'), {
+                    trails: trails[0],
+                }),
+                guid: trails[0][0],
+            },
+        ];
+    } catch (e) {
+        throw new Error(`没有找到 ${id} 的信息，请检查是否输入正确或者稍后再试。`);
+    }
+
+    ctx.state.data = {
+        allowEmpty: true,
+        title: `Apple EMS 快递 ${id}`,
+        link,
+        item,
+    };
+};

package/lib/v2/ems/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news': ['luyuhuang'],
+    '/apple/:id': ['Fatpandac'],
+};

package/lib/v2/ems/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'ems.com.cn': {
+        _name: '中国邮政速递物流',
+        www: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/other.html#zhong-guo-you-zheng-su-di-wu-liu',
+                source: '/aboutus/xin_wen_yu_shi_jian.html',
+                target: '/ems/news',
+            },
+            {
+                title: '苹果邮件',
+                docs: 'https://docs.rsshub.app/other.html#zhong-guo-you-zheng-su-di-wu-liu',
+                source: ['/apple/query/:id'],
+                target: '/apple/ems/:id',
+            },
+        ],
+    },
+};

package/lib/v2/ems/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+    router.get('/apple/:id', require('./apple'));
+};

package/lib/v2/ems/templates/apple.art

@@ -0,0 +1,6 @@
+{{ each trails}}
+<H2>{{ $value.optime }}</H2>
+<p>{{ $value.opreateType}} </p>
+<p>{{ $value.processingInstructions }}</p>
+<hr>
+{{/each}}

package/lib/v2/flyert/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/preferential': ['howel52'],
+    '/creditcard/:bank': ['nicolaszf'],
+};

package/lib/v2/flyert/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'flyert.com': {
+        _name: '飞客茶馆',
+        '.': [
+            {
+                title: '优惠信息',
+                docs: 'https://docs.rsshub.app/travel.html#fei-ke-cha-guan-you-hui-xin-xi',
+                source: '/',
+                target: '/flyert/preferential',
+            },
+            {
+                title: '信用卡',
+                docs: 'https://docs.rsshub.app/travel.html#fei-ke-cha-guan-xin-yong-ka',
+                source: '/',
+                target: '/flyert/creditcard/:bank',
+            },
+        ],
+    },
+};

package/lib/v2/flyert/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/preferential', require('./preferential'));
+    router.get('/creditcard/:bank', require('./creditcard'));
+};

package/lib/{routes → v2}/flyert/utils.js

@@ -13,7 +13,8 @@ async function load(link) {
 
     // 去除全文末尾多与内容
     $('.lookMore').remove();
-    $('script').remove();
+    $('script, style').remove();
+    $('#loginDialog').remove();
 
     // 修改图片中的链接
     $('ignore_js_op img').each(function () {

package/lib/v2/hdu/cs/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const link = 'https://computer.hdu.edu.cn';
+const host = 'https://computer.hdu.edu.cn/6738/list.htm';
+
+const getSingleRecord = async () => {
+    const res = await got({
+        method: 'get',
+        url: host,
+    });
+
+    const $ = cheerio.load(res.data);
+    const list = $('.posts-list').find('li');
+
+    return (
+        list &&
+        list
+            .map((index, item) => {
+                item = $(item);
+                const dateTxt = item.find('.date').text();
+                const date = dateTxt.slice(1, dateTxt.length - 1);
+                return {
+                    title: item.find('a').text(),
+                    pubDate: parseDate(date),
+                    link: link + item.find('a').attr('href'),
+                };
+            })
+            .get()
+    );
+};
+
+module.exports = async (ctx) => {
+    const items = await getSingleRecord();
+    const out = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const response = await got(item.link);
+                const $ = cheerio.load(response.data);
+                return {
+                    title: item.title,
+                    link: item.link,
+                    description: $('.wp_articlecontent').html(),
+                    pubDate: item.pubDate,
+                };
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '杭电计算机-通知公告',
+        description: '杭州电子科技大学计算机学院-通知公告',
+        link: host,
+        item: out,
+    };
+};

package/lib/v2/hdu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/cs': ['legr4ndk'],
+};

package/lib/v2/hdu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'hdu.edu.cn': {
+        _name: '杭州电子科技大学',
+        computer: [
+            {
+                title: '计算机学院 - 通知公告',
+                docs: 'https://docs.rsshub.app/university.html#hang-zhou-dian-zi-ke-ji-da-xue',
+                source: '/6738/list.htm',
+                target: '/hdu/cs',
+            },
+        ],
+    },
+};

package/lib/v2/hdu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    // 杭州电子科技大学
+    router.get('/cs', require('./cs'));
+};

package/lib/v2/hellobtc/information.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'https://www.hellobtc.com';
+
+const channelSelector = {
+    latest: 'div.index_tabs_container.js-tabs-container > div:nth-child(1)',
+    application: 'div.index_tabs_container.js-tabs-container > div:nth-child(2)',
+};
+
+const titleMap = {
+    latest: '最新',
+    application: '应用',
+};
+
+module.exports = async (ctx) => {
+    const channel = ctx.params.channel ?? 'latest';
+    const url = rootUrl;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $(channelSelector[channel])
+        .find('div.new_item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: $(item).find('a').attr('href'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('#nr').html();
+                item.pubDate = timezone(parseDate(content('span.date').text(), 'YYYY-MM-DD HH:mm:ss'), +8);
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `白话区块链 - 首页 ${titleMap[channel]}`,
+        link: url,
+        item: items,
+    };
+};