rsshub 1.0.0-master.fdefa01 → 1.0.0-master.ff1cc11

package/lib/routes/douban/replies.js

@@ -27,30 +27,29 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
 
-                    const comments = JSON.parse(detailResponse.data.match(/'comments':(.*)}],/)[1] + '}]');
+                const comments = JSON.parse(detailResponse.data.match(/'comments':(.*)}],/)[1] + '}]');
 
-                    for (const c of comments) {
-                        if (c.id === item.link.split('#')[1]) {
-                            return {
-                                link: item.link,
-                                title: `${c.author.name} 于 ${c.create_time} 的回应`,
-                                pubDate: new Date(c.create_time + ' GMT+8').toUTCString(),
-                                description: c.text,
-                                author: c.author.name,
-                            };
-                        } else if (c.replies.length > 0) {
-                            comments.push(...c.replies);
-                        }
+                for (const c of comments) {
+                    if (c.id === item.link.split('#')[1]) {
+                        return {
+                            link: item.link,
+                            title: `${c.author.name} 于 ${c.create_time} 的回应`,
+                            pubDate: new Date(c.create_time + ' GMT+8').toUTCString(),
+                            description: c.text,
+                            author: c.author.name,
+                        };
+                    } else if (c.replies.length > 0) {
+                        comments.push(...c.replies);
                     }
-                })
+                }
+            })
         )
     );
 

package/lib/routes/douban/topic.js

@@ -57,11 +57,11 @@ module.exports = async (ctx) => {
                 description = response.data.html;
             }
             const single = {
-                title: title,
-                link: link,
-                author: author,
+                title,
+                link,
+                author,
                 pubDate: new Date(date).toUTCString(),
-                description: description,
+                description,
             };
 
             if (type !== 'status') {
@@ -73,8 +73,8 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${title}-豆瓣话题`,
-        description: description,
-        link: link,
+        description,
+        link,
         item: out,
     };
 };

package/lib/routes/douyu/room.js

@@ -28,7 +28,7 @@ module.exports = async (ctx) => {
     ctx.state.data = {
         title: `${data.owner_name}的斗鱼直播间`,
         link: `https://www.douyu.com/${id}`,
-        item: item,
+        item,
         allowEmpty: true,
     };
 };

package/lib/routes/dribbble/utils.js

@@ -36,10 +36,10 @@ async function load(link) {
     };
 }
 
-async function ProcessFeed(list, caches) {
+function ProcessFeed(list, caches) {
     const host = 'https://dribbble.com';
 
-    return await Promise.all(
+    return Promise.all(
         list.map(async (item) => {
             const $ = cheerio.load(item);
 
@@ -58,7 +58,7 @@ async function ProcessFeed(list, caches) {
                 guid: itemUrl,
             };
 
-            const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
+            const other = await caches.tryGet(itemUrl, () => load(itemUrl));
 
             return Promise.resolve(Object.assign({}, single, other));
         })
@@ -68,7 +68,7 @@ async function ProcessFeed(list, caches) {
 const getData = async (ctx, url, title) => {
     const response = await got({
         method: 'get',
-        url: url,
+        url,
         headers: {
             Referer: url,
         },
@@ -82,7 +82,7 @@ const getData = async (ctx, url, title) => {
     const result = await ProcessFeed(list, ctx.cache);
 
     return {
-        title: title,
+        title,
         link: url,
         description: $('meta[name="description"]').attr('content'),
         item: result,

package/lib/routes/dsb/area.js

@@ -16,18 +16,17 @@ module.exports = async (ctx) => {
         title: `电商报 - ${areaName}`,
         link: areaUrl,
         item: await Promise.all(
-            newsUrls.map(
-                async (url) =>
-                    await ctx.cache.tryGet(url, async () => {
-                        const newsResp = await got(url);
-                        const $ = cheerio.load(newsResp.data);
-                        return {
-                            title: $('.new-content > h2').text(),
-                            link: url,
-                            pubDate: $('.new-content-info > span:nth-child(3)').text(),
-                            description: $('div.new-content-con').html(),
-                        };
-                    })
+            newsUrls.map((url) =>
+                ctx.cache.tryGet(url, async () => {
+                    const newsResp = await got(url);
+                    const $ = cheerio.load(newsResp.data);
+                    return {
+                        title: $('.new-content > h2').text(),
+                        link: url,
+                        pubDate: $('.new-content-info > span:nth-child(3)').text(),
+                        description: $('div.new-content-con').html(),
+                    };
+                })
             )
         ),
     };

package/lib/routes/dsndsht23/index.js

@@ -1,5 +1,6 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
+const url = require('url');
 
 const host = 'https://www.sehuatang.net/';
 
@@ -36,7 +37,7 @@ module.exports = async (ctx) => {
     const response = await got({
         method: 'get',
         url: link,
-        headers: headers,
+        headers,
         hooks: {
             beforeRedirect: [
                 (options, response) => {
@@ -77,7 +78,7 @@ module.exports = async (ctx) => {
                 return Promise.resolve(JSON.parse(cache));
             }
 
-            const response = await got.get(itemUrl, { headers: headers });
+            const response = await got.get(itemUrl, { headers });
 
             const $ = cheerio.load(response.data);
             const postMessage = $("td[id^='postmessage']").slice(0, 1);
@@ -90,16 +91,26 @@ module.exports = async (ctx) => {
                 }
             }
             const description = (postMessage.html() || '抓取原帖失败').replace(/ignore_js_op/g, 'div');
-            const enclosureUrl = postMessage.find('div.blockcode li').text();
 
             const single = {
-                title: title,
+                title,
                 link: itemUrl,
-                description: description,
+                description,
                 pubDate: new Date(date).toUTCString(),
-                enclosure_url: enclosureUrl,
-                enclosure_type: 'application/x-bittorrent',
             };
+            const magnet = postMessage.find('div.blockcode li').text();
+            const isMag = magnet.startsWith('magnet');
+            const torrent = postMessage.find('a[href^=forum\\.php\\?mod\\=attachment]:not([href$=nothumb\\=yes])').attr('href');
+
+            const hasEnclosureUrl = isMag || torrent !== undefined;
+            if (hasEnclosureUrl) {
+                const enclosureUrl = isMag ? magnet : url.resolve(host, torrent);
+                const enclosure = {
+                    enclosure_url: enclosureUrl,
+                    enclosure_type: isMag ? 'application/x-bittorrent' : 'application/octet-stream',
+                };
+                Object.assign(single, enclosure);
+            }
             if (description !== '抓取原帖失败') {
                 ctx.cache.set(itemUrl, JSON.stringify(single));
             }
@@ -109,7 +120,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `色花堂 - ${$('#pt > div:nth-child(1) > a:last-child').text()}`,
-        link: link,
+        link,
         item: out,
     };
 };

package/lib/routes/dtcj/datahero.js

@@ -0,0 +1,49 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const titles = {
+    5: '侠创',
+    6: '纽约数据科学学院',
+    9: 'RS实验所',
+    10: '阿里云天池',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || '';
+
+    const rootUrl = 'https://dtcj.com';
+    const currentUrl = `${rootUrl}/api/v1/data_hero_informations?per=15&page=1&topic_id=${category}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const list = response.data.data.map((item) => ({
+        title: item.title,
+        author: item.author,
+        link: `https://dtcj.com/topic/${item.id}`,
+        pubDate: new Date(item.date).toUTCString(),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.summary-3_j7Wt, .content-3mNFyi').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${category ? titles[category] : '全部'} - 数据侠专栏 | DT 财经`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/duozhi/index.js

@@ -12,9 +12,9 @@ module.exports = async (ctx) => {
             const guid = link;
 
             const single = {
-                title: title,
-                link: link,
-                guid: guid,
+                title,
+                link,
+                guid,
                 pubDate: '',
                 description: '',
             };

package/lib/routes/duozhuayu/search.js

@@ -7,12 +7,8 @@ module.exports = async (ctx) => {
     const link = `https://www.duozhuayu.com/search/${wd}`;
 
     // token获取见 https://github.com/wong2/userscripts/blob/master/duozhuayu.user.js
-    const key = 'DkOliWvFNR7C4WvR'.split('').map(function (c) {
-        return c.charCodeAt();
-    });
-    const iv = 'GQWKUE2CVGOOBKXU'.split('').map(function (c) {
-        return c.charCodeAt();
-    });
+    const key = 'DkOliWvFNR7C4WvR'.split('').map((c) => c.charCodeAt());
+    const iv = 'GQWKUE2CVGOOBKXU'.split('').map((c) => c.charCodeAt());
     const aesCfb = new aesjs.ModeOfOperation.cfb(key, iv);
 
     const encrypt = (text) => {

package/lib/routes/dw/index.js

@@ -26,20 +26,19 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const detailResponse = await got({
-                        method: 'get',
-                        url: item.link,
-                    });
-                    const content = cheerio.load(detailResponse.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
 
-                    content('.col1').remove();
-                    item.description = content('.longText').html();
+                content('.col1').remove();
+                item.description = content('.longText').html();
 
-                    return item;
-                })
+                return item;
+            })
         )
     );
 

package/lib/routes/dx2025/index.js

@@ -0,0 +1,51 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const type = ctx.params.type || '';
+    const category = ctx.params.category || '';
+
+    const rootUrl = 'https://www.dx2025.com';
+    const currentUrl = `${rootUrl}${type === '' ? '' : `/archives/${type === 'tag' ? `tag${category === '' ? '' : `/${category}`}` : `category/${type}${category === '' ? '' : `/${category}`}`}`}`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $('.entry-title a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('.entry-author-name').text();
+                item.description = content('.bpp-post-content, .entry-content').html();
+                item.pubDate = new Date(content('.entry-date').attr('datetime')).toUTCString();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: $('title').text(),
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/dxy/vaccine.js

@@ -0,0 +1,109 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const province = ctx.params.province || '';
+    const city = ctx.params.city || '';
+    const location = ctx.params.location || '';
+    let fullLocation = '';
+    if (province) {
+        fullLocation += `/${province}`;
+        if (city) {
+            fullLocation += `/${city}`;
+            if (location) {
+                fullLocation += `/${location}`;
+            }
+        }
+    }
+
+    const rootUrl = 'https://mama.dxy.com';
+    const currentUrl = `${rootUrl}/client/vaccine/new-crown-vaccine`;
+    const apiUrl = `${rootUrl}/api/vaccine/client/vaccination-point/all`;
+
+    const apiResponse = await got({
+        method: 'get',
+        url: apiUrl,
+    });
+
+    const response = await got({
+        method: 'get',
+        url: apiResponse.data.results.fileUrl,
+    });
+
+    const allPoints = [],
+        allLocations = {},
+        allLocationIds = {},
+        pointDataArray = response.data.results.pointData;
+
+    for (const data of pointDataArray) {
+        allLocations[data.locationName] = data.locationId;
+        allLocationIds[data.locationId] = data.locationName;
+        if (data.points) {
+            allPoints.push(...data.points);
+        } else {
+            pointDataArray.push(...data.pointData);
+        }
+    }
+
+    const list = allPoints.map((item) => {
+        const locationId = item.locationId;
+        const province = locationId - (locationId % 10000);
+        const city = locationId - (locationId % 100);
+
+        return {
+            title: `${allLocationIds[province]}/${allLocationIds.hasOwnProperty(city) ? `${allLocationIds[city]}/` : `${allLocationIds[province]}/`}${allLocationIds[locationId]}`,
+            link: item.contentUrl,
+            pubDate: new Date(item.modifyDate).toUTCString(),
+        };
+    });
+
+    const items = await Promise.all(
+        list
+            .filter((item) => {
+                if (fullLocation !== '') {
+                    const locationSplit = item.title.split('/');
+                    const fullLocationSplit = fullLocation.split('/');
+
+                    for (let index = 0; index < fullLocationSplit.length; index++) {
+                        if (locationSplit[index] !== fullLocationSplit[index]) {
+                            return false;
+                        }
+                    }
+                }
+                return true;
+            })
+            .map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+                    const result = detailResponse.data.results;
+
+                    const description =
+                        `<h1> ${result.point.pointName}</h1>` +
+                        '<ul>' +
+                        `<li>户籍限制：${result.point.registerLimit}</li>` +
+                        `<li>服务限制：${result.point.serviceTag}</li>` +
+                        `<li>服务时间：${result.detail.serviceTime}</li>` +
+                        `<li>地址：${result.point.address}</li>` +
+                        `<li>电话：${result.point.phoneNo}</li>` +
+                        `<li>接种人群：${result.detail.targetPeople}</li>` +
+                        `<li>接种所需材料：${result.detail.materials}</li>` +
+                        `<li>预约步骤：${result.detail.reserveSteps}</li>` +
+                        '</ul>';
+
+                    item.description = description;
+                    item.title = `${result.point.pointName}（${item.title}）`;
+                    item.link = `${rootUrl}/client/vaccine/vaccination-point?pointId=${result.point.id}`;
+
+                    return item;
+                })
+            )
+    );
+
+    ctx.state.data = {
+        title: `新冠疫苗接种点查询${fullLocation ? `（${fullLocation}）` : ''} - 丁香园`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/dykszx/news.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+const host = 'https://www.dykszx.com';
+
+const getContent = (href, caches) => {
+    const newsPage = `${host}${href}`;
+    return caches.tryGet(newsPage, async () => {
+        const response = await got.get(newsPage);
+        const data = response.data;
+        const $ = cheerio.load(data);
+        const newsTime = $('body > div:nth-child(3) > div.page.w > div.shuxing.w')
+            .text()
+            .trim()
+            .match(/时间：(.*?)点击/g)[0];
+        // 移除二维码
+        $('.sjlook').remove();
+        const content = $('#show-body').html();
+        return { newsTime, content, newsPage };
+    });
+};
+
+const newsTypeObj = {
+    all: { selector: '#nrs > li > b', name: '新闻中心' },
+    gwy: { selector: 'body > div:nth-child(3) > div:nth-child(8) > ul > li', name: '公务员考试' },
+    sydw: { selector: 'body > div:nth-child(3) > div:nth-child(9) > ul > li', name: '事业单位考试' },
+    zyzc: { selector: 'body > div:nth-child(3) > div:nth-child(10) > ul > li', name: '执（职）业资格、职称考试' },
+    other: { selector: 'body > div:nth-child(3) > div:nth-child(11) > ul > li', name: '其他考试' },
+};
+
+module.exports = async (ctx) => {
+    const newsType = ctx.params.type || 'all';
+    const response = await got.get(host);
+    const data = response.data;
+    const $ = cheerio.load(data);
+    const newsList = $(newsTypeObj[newsType].selector).toArray();
+
+    const newsDetail = await Promise.all(
+        newsList.map(async (item) => {
+            const href = item.children[0].attribs.href;
+            const newsContent = await getContent(href, ctx.cache);
+            return {
+                title: item.children[0].children[0].data,
+                description: newsContent.content,
+                link: newsContent.newsPage,
+                pubDate: timezone(parseDate(newsContent.newsTime, '时间：YYYY-MM-DD HH:mm:ss'), +8),
+            };
+        })
+    );
+    ctx.state.data = {
+        title: `德阳人事考试网 - ${newsTypeObj[newsType].name}`,
+        link: host,
+        description: '德阳人事考试网 考试新闻发布',
+        item: newsDetail,
+    };
+};

package/lib/routes/eagle/changelog.js

@@ -0,0 +1,75 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    let language = ctx.params.language;
+    let changelog = '';
+
+    // 如果为空或选项以外的值，则设置默认值
+    if (language === undefined || !(language === 'tw' || language === 'en')) {
+        language = 'cn';
+        changelog = '更新日志';
+    }
+    if (language === 'tw') {
+        changelog = '更新日誌';
+    }
+    if (language === 'en') {
+        changelog = 'Release Notes';
+    }
+
+    // 发起 HTTP GET 请求
+    const response = await got({
+        method: 'get',
+        url: `https://${language}.eagle.cool/changelog`,
+        headers: {
+            Referer: `https://${language}.eagle.cool/`,
+        },
+    });
+
+    // 使用 cheerio 加载返回的 HTML
+    const data = response.data;
+    const $ = cheerio.load(data);
+
+    const list = $('.version');
+
+    ctx.state.data = {
+        // 源标题
+        title: `Eagle ${changelog}`,
+        // 源链接
+        link: `https://${language}.eagle.cool/changelog`,
+        // 源说明
+        description: `Eagle ${changelog}`,
+
+        // 遍历此前获取的数据
+        item:
+            list &&
+            list
+                .map((index, item) => {
+                    item = $(item);
+                    // 对获取的日期进行格式化处理
+                    function getDate() {
+                        const str = item.find('.date').text();
+                        let date = '';
+                        if (language === 'cn' || language === 'tw') {
+                            const patt = /[0-9]\d*/g;
+                            let result;
+                            while ((result = patt.exec(str)) !== null) {
+                                date += result + '-';
+                            }
+                            date = date.replace(/-$/g, '');
+                        } else if (language === 'en') {
+                            date = str.replace(/RELEASED/g, '');
+                        }
+                        return date;
+                    }
+
+                    return {
+                        title: item.find('.ver').text(),
+                        description: item.find('.logs').html(),
+                        link: `https://${language}.eagle.cool/changelog`,
+                        pubDate: new Date(getDate()).toUTCString(),
+                    };
+                })
+                .get(),
+    };
+};

package/lib/routes/earthquake/ceic.js

@@ -37,7 +37,7 @@ module.exports = async (ctx) => {
     const typeName = typeMappings[type];
 
     const response = await got(api);
-    const data = response.data;
+    const data = response.data.replace(/,"page":"(.*?)","num":/, ',"num":');
     let json = JSON.parse(data.substring(1, data.length - 1)).shuju;
     if (json.length > 20) {
         json = json.slice(0, 20);