rsshub 1.0.0-master.fed0404 → 1.0.0-master.ff97759

package/lib/routes/dbaplus/tab.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const tab = ctx.params.tab || 'All';
+
+    const rootUrl = 'https://dbaplus.cn';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    const list = $(`#tab${tab} li`)
+        .slice(0, 15)
+        .map((_, item) => {
+            item = $(item);
+
+            return {
+                link: item.find('a').eq(0).attr('href'),
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.title = content('h2.title').text();
+                item.author = content('span.user').text();
+                item.description = content('.new-detailed').html();
+                item.pubDate = new Date(content('span.time').eq(0).text()).toUTCString();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${response.data.match(`<a href="#tab${tab}" data-toggle="tab">(.*)</a>`)[1]} - dbaplus社群`,
+        link: rootUrl,
+        item: items,
+    };
+};

package/lib/routes/dcard/section.js

@@ -6,7 +6,7 @@ module.exports = async (ctx) => {
 
     let link = `https://www.dcard.tw/f`;
 
-    let api = `https://www.dcard.tw/_api`;
+    let api = `https://www.dcard.tw/service/api/v2`;
 
     let title = `Dcard - `;
 

package/lib/routes/dcinside/board.js

@@ -41,7 +41,7 @@ async function getData(ctx, link) {
     return result;
 }
 
-async function getItems(ctx, $) {
+function getItems(ctx, $) {
     return Promise.all(
         $('body > div > div > div > section > ul.gall-detail-lst > li:not([class]) > div > a.lt')
             .toArray()

package/lib/routes/ddrk/list.js

@@ -12,7 +12,7 @@ module.exports = async (ctx) => {
     const list = $('.post-box-list .post-box-container').toArray();
 
     ctx.state.data = {
-        title: title,
+        title,
         link: url,
         item: list.map((single, index) => {
             const item = $(single);

package/lib/routes/dedao/index.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const caty = ctx.params.caty || 'news';
+    const rootUrl = `https://www.igetget.com/${caty === 'video' ? 'video' : 'news'}`;
+
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const data = JSON.parse(response.data.match(/window.__INITIAL_STATE__= (.*);<\/script>/)[1]);
+
+    const list = (caty === 'news' ? data.news : caty === 'figure' ? data.figure : data.videoList).map((item) => ({
+        title: item.title,
+        pubDate: new Date(item.online_time).toUTCString(),
+        link: `${rootUrl}/${caty === 'news' ? 'article/' : caty === 'figure' ? 'people/' : ''}${item.online_time.split('T')[0].split('-').join('')}/${item.token}`,
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.menu-article').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `得到${caty === 'video' ? '' : '大事件'} - ${caty === 'news' ? '新闻' : caty === 'figure' ? '人物故事' : '视频'}`,
+        link: rootUrl,
+        item: items,
+        description: data.description,
+    };
+};

package/lib/routes/dedao/knowledge.js

@@ -0,0 +1,78 @@
+const got = require('@/utils/got');
+const date = require('@/utils/date');
+
+module.exports = async (ctx) => {
+    const topic = ctx.params.topic || '';
+    const type = ctx.params.type || 'true';
+    const rootUrl = 'https://www.dedao.cn';
+    const detailUrl = `${rootUrl}/pc/ledgers/topic/detail`;
+    const currentUrl = `${rootUrl}/knowledge${topic === '' ? '' : '/topic/' + topic}`;
+    const apiUrl = `${rootUrl}/pc/ledgers/${topic === '' ? 'notes/friends_timeline' : 'topic/notes/list'}`;
+
+    let title = '',
+        description = '';
+
+    if (topic !== '') {
+        const detailResponse = await got({
+            method: 'post',
+            url: detailUrl,
+            json: {
+                incr_view_count: false,
+                topic_id_hazy: topic,
+            },
+        });
+
+        title = detailResponse.data.c.name;
+        description = detailResponse.data.c.intro;
+    }
+
+    const response = await got({
+        method: 'post',
+        url: apiUrl,
+        json: {
+            count: 20,
+            load_chain: true,
+            is_elected: type === 'true',
+            page_id: 0,
+            topic_id_hazy: topic,
+            version: 2,
+        },
+    });
+
+    const items = (topic === '' ? response.data.c.notes : response.data.c.note_detail_list).map((item) => {
+        let s_part = '';
+        if (item.s_part) {
+            const s_author = `<p>引用 ${item.s_part.nick_name} (${item.s_part.v_info}):</p>`;
+            const s_content = `<p>${item.s_part.note.replace(/\n\n/g, '</p><p>')}</p> <a href="${rootUrl}/knowledge/note/${item.s_part.note_id_hazy}">[查看原文]</a>`;
+            let s_images = '<br>';
+            if (item.s_part.images) {
+                for (const i of item.s_part.images) {
+                    s_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
+                }
+            }
+            s_part = s_author + s_content + s_images;
+        }
+
+        let f_images = '<br>';
+        if (item.f_part.images) {
+            for (const i of item.f_part.images) {
+                f_images += `<img src="${i.match(/"url":"(.*)"/)[1]}">`;
+            }
+        }
+
+        return {
+            title: item.f_part.note,
+            author: item.f_part.nick_name,
+            description: `<p>${item.f_part.note.replace(/\n\n/g, '</p><p>')}</p>${f_images}<br>${s_part}`,
+            link: `${rootUrl}/knowledge/note/${item.f_part.note_id_hazy}`,
+            pubDate: new Date(date(item.f_part.time_desc)).toUTCString(),
+        };
+    });
+
+    ctx.state.data = {
+        title: `得到 - 知识城邦${title === '' ? '' : ' - ' + title}`,
+        link: currentUrl,
+        item: items,
+        description,
+    };
+};

package/lib/routes/dedao/list.js

@@ -0,0 +1,60 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const caty = ctx.params.caty || '年度日更';
+    const rootUrl = 'https://www.igetget.com';
+    const response = await got({
+        method: 'get',
+        url: rootUrl,
+    });
+
+    const listUrl = `${rootUrl}${response.data.match(new RegExp('<a href="(.*)">年度日更<\\/a>'))[1]}`;
+    const listResponse = await got({
+        method: 'get',
+        url: listUrl,
+    });
+
+    const currentUrl = `${rootUrl}${listResponse.data.match(new RegExp('<span>' + caty + '<\\/span><a href="(.*)" rel="tag"><\\/a>'))[1].split('"')[0]}`;
+    const currentResponse = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(currentResponse.data);
+
+    const list = $('.pro-info p a')
+        .slice(0, 10)
+        .map((_, item) => {
+            item = $(item);
+            return {
+                title: item.text(),
+                link: `${rootUrl}${item.attr('href')}`,
+            };
+        })
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                content('.more-bt').remove();
+
+                item.description = content('.main-content-wrapper').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `得到 - ${caty}`,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/deepl/blog.js

@@ -0,0 +1,34 @@
+const got = require('@/utils/got');
+
+module.exports = async (ctx) => {
+    const lang = ctx.params.lang || 'en';
+
+    const rootUrl = 'https://www.deepl.com';
+    const currentUrl = `${rootUrl}/zh/blog`;
+    const blogUrl = `${rootUrl}/gatsby/locales/${lang}/blog.json`;
+    const response = await got({
+        method: 'get',
+        url: blogUrl,
+    });
+
+    const items = [];
+    const data = response.data;
+    for (const key in data) {
+        const matches = key.match(/post_content_(\d{8})/);
+        if (matches) {
+            const date = matches[1];
+            items.push({
+                description: data[key],
+                link: `${currentUrl}/${date}`,
+                title: data['post_title_' + date],
+                pubDate: new Date(`${date.substr(0, 4)}-${date.substr(4, 2)}-${date.substr(6, 2)}`).toUTCString(),
+            });
+        }
+    }
+
+    ctx.state.data = {
+        title: response.data.title,
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/routes/deeplearningai/thebatch.js

@@ -16,14 +16,13 @@ module.exports = async (ctx) => {
         title: `The Batch - a new weekly newsletter from deeplearning.ai`,
         link: `https://www.deeplearning.ai/thebatch/`,
         item: await Promise.all(
-            list.map(
-                async (item) =>
-                    await ctx.cache.tryGet(item.link, async () => {
-                        const contentResponse = await got({ method: 'get', url: item.link });
-                        const content = cheerio.load(contentResponse.data);
-                        item.description = content('td[style="width: 576px;"]').parent().html();
-                        return item;
-                    })
+            list.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const contentResponse = await got({ method: 'get', url: item.link });
+                    const content = cheerio.load(contentResponse.data);
+                    item.description = content('td[style="width: 576px;"]').parent().html();
+                    return item;
+                })
             )
         ),
     };

package/lib/routes/deepmind/blog.js

@@ -0,0 +1,43 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || '';
+
+    const rootUrl = 'https://deepmind.com';
+    const currentUrl = `${rootUrl}/api/search/?content_type=blog&filters=${category === '' ? '' : `{"category":["${category}"]}`}&page=1&pagelen=21&q=&sort=relevance`;
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const data = JSON.parse(response.data.substr(5, response.data.length - 5));
+
+    const list = data.results.slice(0, 10).map((item) => ({
+        title: item.title,
+        link: `${rootUrl}${item.link.internal_page}`,
+        pubDate: new Date(item.date).toUTCString(),
+    }));
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.user-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${category === '' ? 'Blog' : category} | DeepMind`,
+        link: `${rootUrl}/blog?filters=${category === '' ? '' : `{"category":["${category}"]}`}`,
+        item: items,
+    };
+};

package/lib/routes/dekudeals/index.js

@@ -12,11 +12,11 @@ module.exports = async (ctx) => {
     const $ = cheerio.load(response.data);
 
     const title = $('#search-title').text();
-    const list = $('.search-main > .item-grid2 > div');
+    const list = $('.search-main > .item-grid2 > div.cell');
 
     const out = await Promise.all(
         list
-            .map(async (index, item) => {
+            .map((index, item) => {
                 item = $(item);
                 const title = item.find('.name').text();
                 const link = url.resolve(host, item.find('.main-link').attr('href'));
@@ -38,7 +38,7 @@ module.exports = async (ctx) => {
 
     ctx.state.data = {
         title: `${title}—dekudeals`,
-        link: link,
+        link,
         item: out,
     };
 };

package/lib/routes/deloitte/industries.js

@@ -0,0 +1,62 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category || 'energy-resources-industrials';
+    const options = {
+        consumer: {
+            icid: 'top_consumer',
+            label: '消费行业',
+        },
+        'energy-resources-industrials': {
+            icid: 'top_energy-resources-industrials',
+            label: '能源、资源及工业行业',
+        },
+        'financial-services': {
+            icid: 'top_financial-services',
+            label: '金融服务行业',
+        },
+        'government-public-services': {
+            icid: 'top_government-public-services',
+            label: '政府及公共服务',
+        },
+        'life-sciences-healthcare': {
+            icid: 'top_life-sciences-healthcare',
+            label: '生命科学与医疗行业',
+        },
+        'technology-media-telecommunications': {
+            icid: 'top_technology-media-telecommunications',
+            label: '科技、传媒及电信行业',
+        },
+    };
+    const response = await got({
+        url: 'https://www2.deloitte.com/cn/zh/industries/energy-resources-industrials.html',
+        searchParams: {
+            icid: options[category].icid,
+        },
+    });
+    const $ = cheerio.load(response.data);
+    const articles = $('.featuredpromo a.promo-focus')
+        .map((index, ele) => ({
+            title: $(ele).text().trim(),
+            link: $(ele).attr('href'),
+        }))
+        .get();
+
+    const item = await Promise.all(
+        articles.slice(0, 10).map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(`https://www2.deloitte.com/${item.link}`);
+                const s = cheerio.load(detailResponse.data);
+                item.description = s('.two-columns-c0').html();
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `Deloitte - ${options[category].label}`,
+        link: `https://www2.deloitte.com/cn/zh/industries/energy-resources-industrials.html?icid=top_energy-resources-`,
+        item,
+    };
+};

package/lib/routes/dengekionline/new.js

@@ -94,9 +94,9 @@ module.exports = async (ctx) => {
                     const description = $('p', '.gEntry_body').html();
                     const author = $('dd', '.gEntry_athorList').text();
                     const info = {
-                        title: title,
-                        description: description,
-                        author: author,
+                        title,
+                        description,
+                        author,
                         url: result.url,
                     };
                     return info;
@@ -105,7 +105,7 @@ module.exports = async (ctx) => {
                 const single = {
                     title: newInfo.title,
                     link: newInfo.url,
-                    category: category,
+                    category,
                     description: newInfo.description,
                     media: {
                         content: {
@@ -116,7 +116,7 @@ module.exports = async (ctx) => {
                     },
                     author: newInfo.author,
                     guid: newInfo.url,
-                    pubDate: pubDate,
+                    pubDate,
                 };
                 return Promise.resolve(single);
             })
@@ -124,10 +124,10 @@ module.exports = async (ctx) => {
     );
     // 设置rss
     ctx.state.data = {
-        title: title,
-        description: description,
-        link: link,
+        title,
+        description,
+        link,
         language: 'ja-jp',
-        item: item,
+        item,
     };
 };

package/lib/routes/dev.to/top.js

@@ -0,0 +1,40 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+module.exports = async (ctx) => {
+    const period = ctx.params.period;
+    const link = `https://dev.to/top/${period}`;
+
+    const getHTML = async () => {
+        const response = await got({
+            method: 'get',
+            url: link,
+        });
+
+        return response.data;
+    };
+
+    const html = await ctx.cache.tryGet(link, getHTML);
+    const posts = [];
+
+    const $ = cheerio.load(html);
+    $('div.crayons-story__body').each(function () {
+        const post = {
+            author: $('.crayons-story__secondary', this).text().trim().replace(/\s\s+/g, ', '),
+            title: $('.crayons-story__title a', this).text().trim(),
+            link: `https://dev.to${$('.crayons-story__title a', this).attr('href')}`,
+            description: $('.crayons-story__tags', this).text().trim().replace(/\s\s+/g, ' '),
+            pubDate: new Date($('.time-ago-indicator-initial-placeholder', this).attr('data-seconds') * 1000).toUTCString(),
+        };
+
+        posts.push(post);
+    });
+
+    ctx.state.data = {
+        title: `dev.to top (${period})`,
+        link,
+        description: 'Top dev.to posts',
+        language: 'en-us',
+        item: posts,
+    };
+};

package/lib/routes/dgjyw/index.js

@@ -47,15 +47,14 @@ module.exports = async (ctx) => {
         .get();
 
     const items = await Promise.all(
-        list.map(
-            async (item) =>
-                await ctx.cache.tryGet(item.link, async () => {
-                    const res = await got({ method: 'get', url: item.link });
-                    const content = cheerio.load(res.data);
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const res = await got({ method: 'get', url: item.link });
+                const content = cheerio.load(res.data);
 
-                    item.description = content('div.text').html();
-                    return item;
-                })
+                item.description = content('div.text').html();
+                return item;
+            })
         )
     );
 

package/lib/routes/dgtle/index.js

@@ -38,11 +38,11 @@ module.exports = async (ctx) => {
             }
 
             return Promise.resolve({
-                title: title,
+                title,
                 description,
                 pubDate: new Date(item.send_at * 1000).toUTCString(),
                 link: olink,
-                category: category,
+                category,
                 author: item.author.username,
             });
         })

package/lib/routes/dianping/user.js

@@ -3,13 +3,7 @@ const date = require('@/utils/date');
 
 function addPictureAndVideo(item) {
     let content = '';
-    content += item.pictureList
-        ? item.pictureList
-              .map(function (ele) {
-                  return `<img src="${ele.picUrl}" />`;
-              })
-              .join('<br>')
-        : '';
+    content += item.pictureList ? item.pictureList.map((ele) => `<img src="${ele.picUrl}" />`).join('<br>') : '';
     content += item.videoUrl ? `<img src="${item.videoUrl}" />` : '';
     return content;
 }
@@ -50,7 +44,7 @@ module.exports = async (ctx) => {
         45: '四星半',
         50: '五星',
     };
-    const out = data.map(function (item) {
+    const out = data.map((item) => {
         let link = '';
         let title = '';
         let content = '';
@@ -88,9 +82,9 @@ module.exports = async (ctx) => {
 
         const info = {
             description: content,
-            title: title,
-            link: link,
-            pubDate: pubDate,
+            title,
+            link,
+            pubDate,
         };
         return info;
     });