rsshub 1.0.0-master.fd3a269 → 1.0.0-master.fd40700

package/lib/v2/mohw/clarification.js

@@ -0,0 +1,50 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://www.mohw.gov.tw';
+    const currentUrl = `${rootUrl}/lp-17-1.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.list01 a[title]')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('article').html();
+                item.pubDate = parseDate(content('meta[name="DC.Date"]').attr('datetime'));
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '即時新聞澄清 - 台灣衛生福利部',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mohw/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/clarification': ['nczitzk'],
+};

package/lib/v2/mohw/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mohw.gov.tw': {
+        _name: '台灣衛生福利部',
+        '.': [
+            {
+                title: '即時新聞澄清',
+                docs: 'https://docs.rsshub.app/government.html#tai-wan-wei-sheng-fu-li-bu-ji-shi-xin-wen-cheng-qing',
+                source: ['/'],
+                target: '/mohw/clarification',
+            },
+        ],
+    },
+};

package/lib/v2/mohw/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/clarification', require('./clarification'));
+};

package/lib/v2/mox/index.js

@@ -0,0 +1,57 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? '';
+
+    const rootUrl = 'https://mox.moe';
+    const currentUrl = `${rootUrl}${category ? `/l/${category}` : ''}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('.listbg td')
+        .toArray()
+        .map((item) => {
+            item = $(item).find('a').last();
+
+            const guid = item.attr('href').split('/').pop();
+            const pubDate = item.parent().find('.filesize').text();
+
+            return {
+                title: item.text(),
+                link: item.attr('href'),
+                pubDate: parseDate(pubDate),
+                guid: `${guid}-${pubDate}`,
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.guid, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.author = content('.status font a').first().text();
+                item.description = `<img src="${content('.img_book').attr('src')}"><br>${content('.author').html()}<br>${content('#desc_text').html()}`;
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: 'Mox.moe',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/mox/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/:category?': ['nczitzk'],
+};

package/lib/v2/mox/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'mox.moe': {
+        _name: 'Mox.moe',
+        '.': [
+            {
+                title: '首頁',
+                docs: 'https://docs.rsshub.app/anime.html#mox-moe-shou-ye',
+                source: ['/l/:category', '/'],
+                target: '/mox/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/mox/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/:category?', require('./index'));
+};

package/lib/v2/mvm/index.js

@@ -17,19 +17,19 @@ module.exports = async (ctx) => {
 
     $('.n_date').remove();
 
-    const list = $('.n_title, .con1_text')
-        .map((_, item) => {
+    let items = $('.n_title, .con1_text')
+        .toArray()
+        .map((item) => {
             item = $(item);
 
             return {
                 title: item.text(),
                 link: `${rootUrl}${item.attr('href')}`,
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 const detailResponse = await got({
                     method: 'get',
@@ -39,7 +39,10 @@ module.exports = async (ctx) => {
                 const content = cheerio.load(detailResponse.data);
 
                 item.description = content('.mrt20').html();
-                item.author = content('.mrl20').text().trim().replace(/作者：/, '');
+                item.author = content('.mrl20')
+                    .text()
+                    .trim()
+                    .replace(/作者：/, '');
                 item.pubDate = parseDate(content('.date').eq(0).text(), 'YYYY年MM月DD日');
 
                 return item;

package/lib/v2/neea/jlpt.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const rootUrl = 'https://news.neea.cn';
+    const currentUrl = `${rootUrl}/JLPT/1/newslist.htm`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const $ = cheerio.load(response.data);
+
+    let items = $('a')
+        .toArray()
+        .map((item) => {
+            item = $(item);
+
+            const matches = item.text().match(/(\d{4}-\d{2}-\d{2})/);
+
+            return {
+                title: item.text(),
+                link: `${rootUrl}/JLPT/1/${item.attr('href')}`,
+                pubDate: matches ? parseDate(matches[1]) : '',
+            };
+        });
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+
+                const content = cheerio.load(detailResponse.data);
+
+                item.description = content('.dvContent').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: '重要通知 - 教育部考试中心日本语能力测试',
+        link: currentUrl,
+        item: items,
+    };
+};

package/lib/v2/neea/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/jlpt': ['nczitzk'],
+    '/:type?': ['SunShinenny'],
+};

package/lib/v2/neea/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'neea.cn': {
+        _name: '中国教育考试网',
+        jlpt: [
+            {
+                title: '教育部考试中心日本语能力测试重要通知',
+                docs: 'https://docs.rsshub.app/study.html#jiao-yu-bu-kao-shi-zhong-xin-ri-ben-yu-neng-li-ce-shi-zhong-yao-tong-zhi',
+                source: ['/'],
+                target: '/neea/jlpt',
+            },
+        ],
+    },
+};

package/lib/v2/neea/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/jlpt', require('./jlpt'));
+    router.get('/:type?', require('./index'));
+};

package/lib/v2/netease/maintainer.js

@@ -1,4 +1,5 @@
 module.exports = {
     '/renjian/:category?': ['nczitzk'],
+    '/today/:need_content?': ['nczitzk'],
     '/news/rank/:category?/:type?/:time?': ['nczitzk'],
 };

package/lib/v2/netease/radar.js

@@ -12,9 +12,17 @@ module.exports = {
         news: [
             {
                 title: '排行榜',
-                docs: 'https://docs.rsshub.app/.html#',
+                docs: 'https://docs.rsshub.app/new-media.html#wang-yi-xin-wen-pai-hang-bang',
                 source: ['/:category', '/'],
-                target: '//:category?',
+                target: '/netease/news/rank/:category?/:type?/:time?',
+            },
+        ],
+        m: [
+            {
+                title: '今日关注',
+                docs: 'https://docs.rsshub.app/new-media.html#wang-yi-xin-wen-jin-ri-guan-zhu',
+                source: ['/'],
+                target: '/netease/today/:need_content?',
             },
         ],
     },

package/lib/v2/netease/router.js

@@ -1,4 +1,5 @@
 module.exports = function (router) {
     router.get('/renjian/:category?', require('./renjian'));
+    router.get('/today/:need_content?', require('./today'));
     router.get('/news/rank/:category?/:type?/:time?', require('./rank'));
 };

package/lib/v2/netease/today.js

@@ -0,0 +1,55 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const timezone = require('@/utils/timezone');
+const { parseDate } = require('@/utils/parse-date');
+
+module.exports = async (ctx) => {
+    const needContent = /t|y/i.test(ctx.params.need_content ?? 'true');
+
+    const rootUrl = 'https://gw.m.163.com';
+    const currentUrl = `${rootUrl}/nc/api/v1/feed/static/normal-list?start=0&tid=T1573700340788&size=${ctx.query.limit ?? (needContent ? 30 : 200)}`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    let items = response.data.data.items.map((item) => ({
+        title: item.title,
+        author: item.source,
+        pubDate: timezone(parseDate(item.ptime), +8),
+        description: `<p>${item.digest}</p><img src="${item.imgsrc}">`,
+        link: item.url || `https://c.m.163.com/news/a/${item.docid}.html`,
+    }));
+
+    if (needContent) {
+        items = await Promise.all(
+            items.map((item) =>
+                ctx.cache.tryGet(item.link, async () => {
+                    const detailResponse = await got({
+                        method: 'get',
+                        url: item.link,
+                    });
+
+                    const content = cheerio.load(detailResponse.data);
+
+                    content('.bot_word').remove();
+
+                    content('figure[data-echo]').each(function () {
+                        content(this).html(`<img src="${content(this).attr('data-echo')}">`);
+                    });
+
+                    item.description = content('.content, article').html();
+
+                    return item;
+                })
+            )
+        );
+    }
+
+    ctx.state.data = {
+        title: '今日关注 - 网易新闻',
+        link: 'https://wp.m.163.com/163/html/newsapp/todayFocus/index.html',
+        item: items,
+    };
+};

package/lib/v2/news/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/whxw': ['nczitzk'],
+};

package/lib/v2/news/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'news.cn': {
+        _name: '新华网',
+        '.': [
+            {
+                title: '新华社新闻',
+                docs: 'https://docs.rsshub.app/new-media.html#xin-hua-wang-xin-hua-she-xin-wen',
+                source: ['/'],
+                target: '/news/whxw',
+            },
+        ],
+    },
+};

package/lib/v2/news/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/whxw', require('./whxw'));
+};

package/lib/{routes → v2}/news/whxw.js

@@ -13,39 +13,47 @@ module.exports = async (ctx) => {
 
     const $ = cheerio.load(response.data);
 
-    const list = $('h3 a')
-        .slice(0, 35)
-        .map((_, item) => {
+    let items = $('h3 a')
+        .toArray()
+        .map((item) => {
             item = $(item);
             return {
                 title: item.text(),
                 link: item.attr('href'),
             };
-        })
-        .get();
+        });
 
-    const items = await Promise.all(
-        list.map((item) =>
+    items = await Promise.all(
+        items.map((item) =>
             ctx.cache.tryGet(item.link, async () => {
                 let detailResponse;
+
                 try {
                     detailResponse = await got(item.link);
                 } catch (error) {
                     item.status = 404;
                 }
+
                 if (item.status !== 404) {
                     const content = cheerio.load(detailResponse.data);
                     const date = content('.header-time.left').text();
                     const author =
-                        content('.editor').text() ||
+                        content('.editor').text() ??
                         content('.p-jc')
                             .text()
-                            .replace(/[\r\n]/g, '');
-                    item.author = author.match(/责任编辑.(.*)/)[1].trim();
+                            .replace(/[\r\n]/g, '')
+                            .replace('： ', ':')
+                            .trim();
+
+                    item.author = author.split(':').pop().replace('】', '');
+
                     content('#articleEdit').remove();
+
                     item.description = content('#detail').html();
                     item.pubDate = timezone(parseDate(date, 'YYYYMM/DD HH:mm:ss'), +8);
                 }
+
+                delete item.status;
                 return item;
             })
         )

package/lib/v2/nifd/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/research/:categoryGuid?': ['Fatpandac'],
+};

package/lib/v2/nifd/radar.js

@@ -0,0 +1,117 @@
+module.exports = {
+    'nifd.cn': {
+        _name: '国家金融与发展实验室',
+        www: [
+            {
+                title: '周报',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '7a6a826d-b525-42aa-b550-4236e524227f') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '双周刊',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '128d602c-7041-4546-beff-83e605f8a370') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '月报',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '0712e220-fa3b-44d4-9226-bc3d57944e19') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '季报',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === 'b66aa691-87ee-4bfe-ac6b-2460386166ee') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '年报',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === 'c714853a-f09e-4510-8835-30a448fff7e3') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '课题报告',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '17d0b29b-7912-498a-b9c3-d30508220158') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '学术论文',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === 'e6a6d3a5-4bda-4739-9765-e4e41c900bcc') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '工作论文',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '3d23ba0e-4f46-44c2-9d21-6b38df4cdd70') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '研究评论',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '3333d2af-91d6-429b-be83-28b92f31b6d7') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+            {
+                title: '其他报告',
+                docs: 'https://docs.rsshub.app/finance.html#guo-jia-jin-rong-yu-fa-zhan-shi-yan-shi-yan-jiu',
+                source: ['/Research'],
+                target: (_, url) => {
+                    const categoryGuid = new URL(url).searchParams.get('categoryGuid');
+                    if (categoryGuid === '6363bdc7-3e1b-4771-a904-6162cd3a3143') {
+                        return `/nifd/research/${categoryGuid}`;
+                    }
+                },
+            },
+        ],
+    },
+};

package/lib/v2/nifd/research.js

@@ -0,0 +1,52 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+
+const rootUrl = 'http://www.nifd.cn';
+
+const titleMap = {
+    '7a6a826d-b525-42aa-b550-4236e524227f': '周报',
+    '128d602c-7041-4546-beff-83e605f8a370': '双周报',
+    '0712e220-fa3b-44d4-9226-bc3d57944e19': '月报',
+    'b66aa691-87ee-4bfe-ac6b-2460386166ee': '季报',
+    'c714853a-f09e-4510-8835-30a448fff7e3': '年报',
+    '17d0b29b-7912-498a-b9c3-d30508220158': '课题报告',
+    'e6a6d3a5-4bda-4739-9765-e4e41c900bcc': '学术报告',
+    '3d23ba0e-4f46-44c2-9d21-6b38df4cdd70': '工作论文',
+    '3333d2af-91d6-429b-be83-28b92f31b6d7': '研究评价',
+    '6363bdc7-3e1b-4771-a904-6162cd3a3143': '其他报告',
+};
+
+module.exports = async (ctx) => {
+    const categoryGuid = ctx.params.categoryGuid ?? '7a6a826d-b525-42aa-b550-4236e524227f';
+    const url = `${rootUrl}/Research?categoryGuid=${categoryGuid}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.qr-main-item')
+        .map((_, item) => ({
+            title: $(item).find('h2').text(),
+            link: rootUrl + $(item).find('a').attr('href'),
+            author: $(item).find('p > span:nth-child(2)').text(),
+            pubDate: parseDate($(item).find('p > span:nth-child(1)').text(), 'YYYY-MM-DD'),
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got.get(item.link);
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('div.qrd-content').html();
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `国家金融与发展实验室 - ${titleMap[categoryGuid]}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/nifd/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/research/:categoryGuid?', require('./research'));
+};