rsshub 1.0.0-master.fe69819 → 1.0.0-master.fe775f5

package/lib/v2/dayanzai/index.js

@@ -0,0 +1,58 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const rootUrl = 'http://www.dayanzai.me/';
+
+module.exports = async (ctx) => {
+    const { category, fulltext } = ctx.params;
+    const currentUrl = rootUrl + category;
+    const response = await got.get(currentUrl);
+    const $ = cheerio.load(response.data);
+    const lists = $('div.c-box > div > div.c-zx-list > ul > li');
+    const reg = /日期：(.*?(\s\(.*?\))?)\s/;
+    const list = lists
+        .map((index, item) => {
+            item = $(item).find('div');
+            let date = reg.exec(item.find('div.r > p.other').text())[1];
+            if (date.indexOf('周') !== -1 || date.indexOf('月') !== -1) {
+                date = /\((.*?)\)/.exec(date)[1];
+                date = parseDate(date, 'MM-DD');
+            } else if (date.indexOf('年') !== -1) {
+                date = /\((.*?)\)/.exec(date)[1];
+                date = parseDate(date, 'YYYY-MM-DD');
+            } else {
+                date = parseRelativeDate(date);
+            }
+            return {
+                title: item.find('div.r > p.r-top > span > a').text(),
+                pubDate: timezone(date, +8),
+                description: item.find('div.r > p.desc').text(),
+                link: item.find('div.r > p.r-top > span > a').attr('href'),
+            };
+        })
+        .get();
+    let items;
+    if (fulltext === 'y') {
+        items = await Promise.all(
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got.get(item.link);
+                    const content = cheerio.load(detailResponse.data);
+                    item.description = content('div.intro-box').html();
+                    return item;
+                })
+            )
+        );
+    } else {
+        items = list;
+    }
+
+    ctx.state.data = {
+        title: `大眼仔旭 ${category}`,
+        link: currentUrl,
+        description: `大眼仔旭 ${category} RSS`,
+        item: items,
+    };
+};

package/lib/v2/dayanzai/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/dayanzai/:category/:fulltext?': ['nitezs'],
+};

package/lib/v2/dayanzai/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'dayanzai.me': {
+        _name: '大眼仔旭',
+        '.': [
+            {
+                title: '大眼仔旭',
+                docs: 'https://docs.rsshub.app/bbs.html#dayanzai',
+                source: ['/:category', '/:category/*'],
+                target: '/dayanzai/:category',
+            },
+        ],
+    },
+};

package/lib/v2/dayanzai/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category/:fulltext?', require('./index'));
+};

package/lib/v2/dhu/jiaowu/news.js

@@ -0,0 +1,37 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const base_url = 'https://jw.dhu.edu.cn';
+
+const map = {
+    student: '/tzggwxszl/list.htm',
+    teacher: '/tzggwjszl/list.htm',
+};
+module.exports = async (ctx) => {
+    const type = ctx.params.type;
+    const link = map.hasOwnProperty(type) ? `${base_url}${map[type]}` : `${base_url}/tzggwxszl/list.htm`;
+    const response = await got({
+        method: 'get',
+        url: link,
+        responseType: 'buffer',
+        headers: {
+            Referer: base_url,
+        },
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'utf-8'));
+    ctx.state.data = {
+        link: base_url,
+        title: '东华大学教务处-' + $('.col_title').text(),
+        item: $('.list_item')
+            .map((_, elem) => ({
+                link: new URL($('a', elem).attr('href'), base_url),
+                title: $('a', elem).attr('title'),
+                pubDate: timezone(parseDate($('.Article_PublishDate', elem).text()), +8),
+            }))
+            .get(),
+    };
+};

package/lib/v2/dhu/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jiaowu/news/:type?': ['KiraKiseki'],
+    '/xxgk/news': ['KiraKiseki'],
+};

package/lib/v2/dhu/radar.js

@@ -0,0 +1,17 @@
+module.exports = {
+    'dhu.edu.cn': {
+        _name: '东华大学',
+        jw: [
+            {
+                title: '教务处通知',
+                docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
+            },
+        ],
+        xxgk: [
+            {
+                title: '最新信息公开',
+                docs: 'https://docs.rsshub.app/university.html#dong-hua-da-xue',
+            },
+        ],
+    },
+};

package/lib/v2/dhu/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/jiaowu/news/:type?', require('./jiaowu/news'));
+    router.get('/xxgk/news', require('./xxgk/news'));
+};

package/lib/v2/dhu/xxgk/news.js

@@ -0,0 +1,32 @@
+const got = require('@/utils/got');
+const iconv = require('iconv-lite');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const base_url = 'https://xxgk.dhu.edu.cn/1737/list.htm';
+
+module.exports = async (ctx) => {
+    const link = base_url;
+    const response = await got({
+        method: 'get',
+        url: link,
+        responseType: 'buffer',
+        headers: {
+            Referer: base_url,
+        },
+    });
+
+    const $ = cheerio.load(iconv.decode(response.data, 'utf-8'));
+    ctx.state.data = {
+        link: base_url,
+        title: '东华大学信息公开网-最新公开信息',
+        item: $('.cols')
+            .map((_, elem) => ({
+                link: new URL($('a', elem).attr('href'), base_url),
+                title: $('a', elem).attr('title'),
+                pubDate: timezone(parseDate($('.cols_meta', elem).text()), +8),
+            }))
+            .get(),
+    };
+};

package/lib/v2/douban/people/wish.js

@@ -2,7 +2,7 @@ const querystring = require('querystring');
 const cheerio = require('cheerio');
 const got = require('@/utils/got');
 const torrent = require('@/utils/torrent');
-
+const config = require('@/config').value;
 module.exports = async (ctx) => {
     const userid = ctx.params.userid;
     const routeParams = querystring.parse(ctx.params.routeParams);
@@ -25,6 +25,7 @@ module.exports = async (ctx) => {
                 url,
                 headers: {
                     Referer: url,
+                    Cookie: config.douban.cookie || '',
                 },
             }).then((response) => {
                 const data = response.data;

package/lib/{routes → v2}/dtcj/datahero.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
 
 const titles = {
     5: '侠创',
@@ -9,7 +10,7 @@ const titles = {
 };
 
 module.exports = async (ctx) => {
-    const category = ctx.params.category || '';
+    const category = ctx.params.category ?? '';
 
     const rootUrl = 'https://dtcj.com';
     const currentUrl = `${rootUrl}/api/v1/data_hero_informations?per=15&page=1&topic_id=${category}`;
@@ -22,7 +23,7 @@ module.exports = async (ctx) => {
         title: item.title,
         author: item.author,
         link: `https://dtcj.com/topic/${item.id}`,
-        pubDate: new Date(item.date).toUTCString(),
+        pubDate: parseDate(item.date),
     }));
 
     const items = await Promise.all(

package/lib/v2/dtcj/datainsight.js

@@ -0,0 +1,53 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id ?? '';
+
+    const rootUrl = 'https://dtcj.com';
+    const currentUrl = `${rootUrl}/${id ? `insighttopic/${id}` : 'datainsight'}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.info-2_P1UM a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map(
+            async (item) =>
+                await ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const content = cheerio.load(detailResponse.data);
+
+                    item.description = content('.content-3mNFyi').html();
+                    item.pubDate = parseDate(detailResponse.data.match(/"date":"(\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d{3}\+\d{2}:\d{2})","thumbnail_url":/)[1]);
+
+                    return item;
+                })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/dtcj/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/datahero/:category?': ['nczitzk'],
+    '/datainsight/:id?': ['nczitzk'],
+};

package/lib/v2/dtcj/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'dtcj.com': {
+        _name: 'DT 财经',
+        '.': [
+            {
+                title: '数据侠专栏',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/datahero/topic'],
+                target: (_params, url) => `/dtcj/datahero/${new URL(url).searchParams.get('topic_id')}`,
+            },
+            {
+                title: '数据洞察',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/dtcj/datainsight'],
+                target: '/dtcj/datainsight',
+            },
+            {
+                title: '数据洞察',
+                docs: 'https://docs.rsshub.app/finance.html#dt-cai-jing',
+                source: ['/insighttopic/:id'],
+                target: '/dtcj/datainsight/:id',
+            },
+        ],
+    },
+};

package/lib/v2/dtcj/router.js

@@ -0,0 +1,4 @@
+module.exports = (router) => {
+    router.get('/datahero/:category?', require('./datahero'));
+    router.get('/datainsight/:id?', require('./datainsight'));
+};

package/lib/v2/eastday/24.js

@@ -0,0 +1,90 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+const categories = {
+    社会: 'shehui',
+    娱乐: 'yule',
+    国际: 'guoji',
+    军事: 'junshi',
+    养生: 'yangsheng',
+    汽车: 'qiche',
+    体育: 'tiyu',
+    财经: 'caijing',
+    游戏: 'youxi',
+    科技: 'keji',
+    国内: 'guonei',
+    宠物: 'chongwu',
+    情感: 'qinggan',
+    人文: 'renwen',
+    教育: 'jiaoyu',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '社会';
+
+    const rootUrl = 'https://mini.eastday.com';
+    const currentUrl = `${rootUrl}/ns/api/detail/trust/trust-news-${categories[category]}.json`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const list = JSON.parse(response.data.match(/\((.*)\)/)[1]).data.trust.map((item) => ({
+        title: item.topic,
+        link: `${rootUrl}${item.url}`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                const pageNumber = parseInt(detailResponse.data.match(/var page_num = '(\d+)'/)[1]);
+
+                item.description = content('#J-contain_detail_cnt').html();
+                item.pubDate = timezone(parseDate(content('meta[property="og:release_date"]').attr('content')), +8);
+
+                if (pageNumber > 1) {
+                    const links = [];
+
+                    for (let i = 2; i <= pageNumber; i++) {
+                        links.push(item.link.replace(/\.html/, `-${i}.html`));
+                    }
+
+                    links.forEach(
+                        async (link) =>
+                            await ctx.cache.tryGet(link, async () => {
+                                const pageResponse = await got({
+                                    method: 'get',
+                                    url: link,
+                                });
+                                const subContent = cheerio.load(pageResponse.data);
+
+                                subContent('img').each(function () {
+                                    subContent(this).attr('src', subContent(this).attr('data-url'));
+                                });
+
+                                item.description += subContent('#J-contain_detail_cnt').html();
+                            })
+                    );
+                }
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `24小时${category}热闻 - 东方资讯`,
+        link: `${rootUrl}/#${categories[category]}`,
+        item: items,
+    };
+};

package/lib/v2/eastday/maintainer.js

@@ -1,4 +1,6 @@
 module.exports = {
+    '/24/:category?': ['nczitzk'],
     '/find': ['nczitzk'],
     '/portrait': ['nczitzk'],
+    '/sh': ['saury'],
 };

package/lib/v2/eastday/radar.js

@@ -1,6 +1,22 @@
 module.exports = {
     'eastday.com': {
         _name: '东方网',
+        mini: [
+            {
+                title: '24 小时热闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang',
+                source: '/',
+                target: '/eastday/24',
+            },
+        ],
+        sh: [
+            {
+                title: '上海新闻',
+                docs: 'https://docs.rsshub.app/traditional-media.html#dong-fang-wang',
+                source: '/',
+                target: '/eastday/sh',
+            },
+        ],
         www: [
             {
                 title: '热点搜索',

package/lib/v2/eastday/router.js

@@ -1,4 +1,6 @@
 module.exports = function (router) {
+    router.get('/24/:category?', require('./24'));
     router.get('/find', require('./find'));
     router.get('/portrait', require('./portrait'));
+    router.get('/sh', require('./sh'));
 };

package/lib/{routes → v2}/eastday/sh.js

@@ -1,6 +1,8 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
 const logger = require('@/utils/logger');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
 
 module.exports = async (ctx) => {
     const domain = 'http://wap.eastday.com';
@@ -16,28 +18,21 @@ module.exports = async (ctx) => {
             const entity = {
                 title: item.title,
                 description: item.abstracts,
-                pubDate: new Date(item.time).toUTCString(),
+                pubDate: timezone(parseDate(item.time), +8),
                 link,
             };
 
             try {
                 const cacheKey = `eastday_sh_${link}`;
-                // 判断缓存中是否存在
-                const cacheValue = await ctx.cache.get(cacheKey);
-                if (cacheValue) {
-                    entity.description = cacheValue;
-                } else {
+                entity.description = await ctx.cache.tryGet(cacheKey, async () => {
                     const article = await got({
                         method: 'get',
                         url: link,
                     });
                     // 解析html内容
                     const $ = cheerio.load(article.body);
-                    const content = $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
-                    // 存放到缓存区
-                    ctx.cache.set(cacheKey, content);
-                    entity.description = content;
-                }
+                    return $('.article_wrapper .mainLayer .content').html() || $('.contentBox .article .detail').html();
+                });
             } catch (error) {
                 logger.error(error);
             }

package/lib/v2/eastmoney/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'eastmoney.com': {
+        _name: '东方财富',
+        fundbarmob: [
+            {
+                title: '天天基金用户动态',
+                docs: 'https://docs.rsshub.app/finance.html#dong-fang-cai-fu',
+                source: ['/'],
+                target: (_param, url) => `/eastmoney/ttjj/user/${new URL(url).searchParams.get('userid')}`,
+            },
+        ],
+    },
+};

package/lib/v2/eastmoney/router.js

@@ -0,0 +1,3 @@
+module.exports = (router) => {
+    router.get('/ttjj/user/:uid', require('./ttjj/user'));
+};

package/lib/v2/eastmoney/ttjj/user.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+module.exports = async (ctx) => {
+    const uid = ctx.params.uid;
+
+    const urlPrefix = 'https://jijinbaapi.eastmoney.com/gubaapi/v3/read';
+
+    const userProfileUrl = `${urlPrefix}/User/UserInfo.ashx?ServerVersion=1.0.0&PhoneType=windows&Location=zh-CN&ctoken=&utoken=&deviceid=000000&ps=8&plat=Wap&product=Fund&version=201&followuid=`;
+    const userProfileResponse = await got(`${userProfileUrl}${uid}`);
+    const username = userProfileResponse.data.user_nickname || '不存在的用户';
+
+    const userPostListUrl = `${urlPrefix}/Article/Post/UserPostList.ashx`;
+
+    const listResponse = await got({
+        method: 'post',
+        url: userPostListUrl,
+        headers: {
+            Accept: 'application/json',
+            'Content-Type': 'application/x-www-form-urlencoded',
+        },
+        form: {
+            uid,
+            deviceId: 666666,
+            version: 201,
+            p: 1,
+            ps: 20,
+        },
+    });
+
+    const data = listResponse.data.re;
+
+    const userArticleUrl = `${urlPrefix}/Article/Post/ArticleContent.ashx`;
+
+    const result = await Promise.all(
+        data.map((item) =>
+            ctx.cache.tryGet(userArticleUrl + item.post_id, async () => {
+                const detailResponse = await got({
+                    method: 'post',
+                    url: userArticleUrl,
+                    headers: {
+                        Accept: 'application/json',
+                        'Content-Type': 'application/x-www-form-urlencoded',
+                    },
+                    body: `postid=${item.post_id}&ServerVersion=1.0.0&PhoneType=windows&Location=zh-CN&ctoken=&utoken=&deviceId=000000&userId=&plat=Wap&product=Fund&version=201`,
+                });
+                const description = detailResponse.data.post.post_content;
+                const single = {
+                    title: item.post_title,
+                    description,
+                    pubDate: timezone(parseDate(item.post_display_time, 'YYYY-MM-DD HH:mm:ss'), +8),
+                    link: `https://fundbarmob.eastmoney.com/index.html?goPage=articleView&lastPage=personDetailView&aid=${item.post_id}`,
+                };
+                return single;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: `天天基金-${username}的主页`,
+        link: `https://fundbarmob.eastmoney.com/index.html?goPage=personDetailView&userid=${uid}`,
+        description: `${username} 的动态`,
+        item: result,
+    };
+};

package/lib/v2/ems/apple.js

@@ -0,0 +1,42 @@
+const got = require('@/utils/got');
+const { art } = require('@/utils/render');
+const path = require('path');
+
+const rootUrl = 'https://www.ems.com.cn';
+
+module.exports = async (ctx) => {
+    const id = ctx.params.id;
+    const link = `${rootUrl}/apple/query/${id}`;
+    const APIUrl = `${rootUrl}/apple/getMailNoLastRoutes`;
+
+    const { trails } = await got
+        .post(APIUrl, {
+            form: {
+                mailNum: id,
+            },
+        })
+        .json();
+
+    let item;
+    try {
+        item = [
+            {
+                title: `${trails[0][0].despatchCity} → ${trails[0][0].destinationCity}`,
+                link,
+                description: art(path.join(__dirname, 'templates/apple.art'), {
+                    trails: trails[0],
+                }),
+                guid: trails[0][0],
+            },
+        ];
+    } catch (e) {
+        throw new Error(`没有找到 ${id} 的信息，请检查是否输入正确或者稍后再试。`);
+    }
+
+    ctx.state.data = {
+        allowEmpty: true,
+        title: `Apple EMS 快递 ${id}`,
+        link,
+        item,
+    };
+};

package/lib/v2/ems/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/news': ['luyuhuang'],
+    '/apple/:id': ['Fatpandac'],
+};

package/lib/v2/ems/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'ems.com.cn': {
+        _name: '中国邮政速递物流',
+        www: [
+            {
+                title: '新闻',
+                docs: 'https://docs.rsshub.app/other.html#zhong-guo-you-zheng-su-di-wu-liu',
+                source: '/aboutus/xin_wen_yu_shi_jian.html',
+                target: '/ems/news',
+            },
+            {
+                title: '苹果邮件',
+                docs: 'https://docs.rsshub.app/other.html#zhong-guo-you-zheng-su-di-wu-liu',
+                source: ['/apple/query/:id'],
+                target: '/apple/ems/:id',
+            },
+        ],
+    },
+};

package/lib/v2/ems/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/news', require('./news'));
+    router.get('/apple/:id', require('./apple'));
+};

package/lib/v2/ems/templates/apple.art

@@ -0,0 +1,6 @@
+{{ each trails}}
+<H2>{{ $value.optime }}</H2>
+<p>{{ $value.opreateType}} </p>
+<p>{{ $value.processingInstructions }}</p>
+<hr>
+{{/each}}