rsshub 1.0.0-master.f97cdb2 → 1.0.0-master.fa3428f

package/lib/v2/gov/nrta/news.js

@@ -0,0 +1,63 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+const categories = {
+    112: '总局要闻',
+    113: '公告公示',
+    114: '工作动态',
+};
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 112;
+
+    const rootUrl = 'http://www.nrta.gov.cn';
+
+    const currentUrl = `${rootUrl}/col/col${category}/index.html`;
+
+    const response = await got({
+        method: 'get',
+        url: currentUrl,
+    });
+
+    const regex = /<!\[CDATA\[([\s\S]*?)\]\]>(?=\s*<)/gi;
+    const data = response.data.replace(regex, '$1');
+
+    const $ = cheerio.load(data, {
+        normalizeWhitespace: true,
+        xmlMode: true,
+    });
+
+    const list = $('a', 'record')
+        .map((_, item) => {
+            item = $(item);
+            return {
+                link: item.attr('href'),
+            };
+        })
+        .get();
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.title = content('td[id="artTitMob"]').text();
+                item.description = content('div[id="c"]').html();
+                item.pubDate = timezone(parseDate(content('.mobile_time.shareWarpTime').text().trim()), +8);
+                item.author = content('.mobile_time.shareFromz').text();
+                return item;
+            })
+        )
+    );
+    ctx.state.data = {
+        title: category in categories ? categories[category] : '其他',
+        link: `http://www.nrta.gov.cn/col/col${category}/index.html`,
+        description: '国家广播电视总局',
+        language: 'zh-cn',
+        item: items,
+    };
+};

package/lib/v2/gov/radar.js

@@ -374,6 +374,17 @@ module.exports = {
             },
         ],
     },
+    'nrta.gov.cn': {
+        _name: '国家广播电视总局',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/government.html#nrta-gov',
+                source: ['/col/*category'],
+                target: (params) => `/gov/nrta/news/${params.category.replace('col', '').replace('/index.html', '')}`,
+            },
+        ],
+    },
     'pbc.gov.cn': {
         _name: '中国人民银行',
         '.': [

package/lib/v2/gov/router.js

@@ -17,6 +17,7 @@ module.exports = function (router) {
     router.get('/miit/wjgs', require('./miit/wjgs'));
     router.get('/miit/zcjd', require('./miit/zcjd'));
     router.get('/mee/ywdt/:category?', require('./mee/ywdt'));
+    router.get('/nrta/news/:category?', require('./nrta/news'));
     router.get('/pbc/goutongjiaoliu', require('./pbc/goutongjiaoliu'));
     router.get('/pbc/tradeAnnouncement', require('./pbc/tradeAnnouncement'));
     router.get('/pbc/gzlw', require('./pbc/gzlw'));

package/lib/v2/guancha/index.js

@@ -145,7 +145,7 @@ module.exports = async (ctx) => {
                 }
 
                 item.description = content('.all-txt').html() || content('.article-txt-content').html();
-
+                item.author = content('.author-intro p a').text() || content('.article-content div div h4 a').text() || content('.editor-intro p a').text() || content('.left-main > div.time.fix > span').eq(2).text();
                 return item;
             })
         )

package/lib/v2/guangdiu/cheaps.js

@@ -0,0 +1,28 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+
+const host = 'https://guangdiu.com';
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? '';
+    const url = `${host}/cheaps.php${query ? `?${query}` : ''}`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+
+    const items = $('div.cheapitem.rightborder')
+        .map((_index, item) => ({
+            title: $(item).find('div.cheaptitle').text().trim() + $(item).find('a.cheappriceword').text(),
+            link: $(item).find('a.cheappriceword').attr('href'),
+            description: $(item).find('div.cheapimga').html(),
+            pubDate: parseRelativeDate($(item).find('span.cheapaddtimeword').text()),
+        }))
+        .get();
+
+    ctx.state.data = {
+        title: `逛丢 - 九块九`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/guangdiu/index.js

@@ -0,0 +1,44 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+
+const host = 'https://guangdiu.com';
+
+module.exports = async (ctx) => {
+    const query = ctx.params.query ?? '';
+    let url;
+    if (query === 'c=us') {
+        url = `${host}/?c=us`;
+    } else {
+        url = `${host}/${query ? `cate.php?${query}` : ''}`;
+    }
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('#mainleft > div.zkcontent > div.gooditem')
+        .map((_index, item) => ({
+            title: $(item).find('a.goodname').text().trim(),
+            link: new URL($(item).find('div.iteminfoarea > h2 > a').attr('href'), host).href,
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('#dabstract').html() + $('a.dgotobutton').html('前往购买');
+                item.pubDate = parseRelativeDate($('span.latesttime').text());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `逛丢 - ${query.indexOf('c=us') > -1 ? '海外' : '国内'}`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/guangdiu/maintainer.js

@@ -0,0 +1,5 @@
+module.exports = {
+    '/rank': ['fatpandac'],
+    '/cheaps/:query?': ['fatpandac'],
+    '/:query?': ['Fatpandac'],
+};

package/lib/v2/guangdiu/radar.js

@@ -0,0 +1,25 @@
+module.exports = {
+    'guangdiu.com': {
+        _name: '逛丢',
+        '.': [
+            {
+                title: '折扣',
+                docs: 'https://docs.rsshub.app/shopping.html#guang-diu',
+                source: ['/', '/cate.php'],
+                target: (param, url) => `/guangdiu/${url.indexOf('?') > -1 ? url.split('?')[1] : ''}`,
+            },
+            {
+                title: '一小时风云榜',
+                docs: 'https://docs.rsshub.app/shopping.html#guang-diu',
+                source: ['/rank'],
+                target: '/guangdiu/rank',
+            },
+            {
+                title: '九块九',
+                docs: 'https://docs.rsshub.app/shopping.html#guang-diu',
+                source: ['/cheaps.php'],
+                target: (param, url) => `/guangdiu/${url.indexOf('?') > -1 ? url.split('?')[1] : ''}`,
+            },
+        ],
+    },
+};

package/lib/v2/guangdiu/rank.js

@@ -0,0 +1,38 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseRelativeDate } = require('@/utils/parse-date');
+
+const host = 'https://guangdiu.com';
+
+module.exports = async (ctx) => {
+    const url = `${host}/rank.php`;
+
+    const response = await got(url);
+    const $ = cheerio.load(response.data);
+    const list = $('div.hourrankitem')
+        .map((_index, item) => ({
+            title: $(item).find('a.hourranktitle').text(),
+            link: new URL($(item).find('a.hourranktitle').attr('href'), host).href,
+        }))
+        .get();
+
+    const items = await Promise.all(
+        list.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got(item.link);
+                const $ = cheerio.load(detailResponse.data);
+
+                item.description = $('#dabstract').html() + $('a.dgotobutton').html('前往购买');
+                item.pubDate = parseRelativeDate($('div.hourranktime').text());
+
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `逛丢 - 一小时风云榜`,
+        link: url,
+        item: items,
+    };
+};

package/lib/v2/guangdiu/router.js

@@ -0,0 +1,5 @@
+module.exports = function (router) {
+    router.get('/rank', require('./rank'));
+    router.get('/cheaps/:query?', require('./cheaps'));
+    router.get('/:query?', require('./index'));
+};

package/lib/{routes/guokr/calendar.js → v2/guokr/channel.js}

@@ -3,7 +3,7 @@ const got = require('@/utils/got');
 async function loadFullPage(ctx, id) {
     const link = `https://apis.guokr.com/minisite/article/${id}.json`;
     const content = await ctx.cache.tryGet(link, async () => {
-        const res = await got.get(link);
+        const res = await got(link);
         return res.data.result.content;
     });
     return content;
@@ -19,7 +19,7 @@ const channelMap = {
 module.exports = async (ctx) => {
     const channel = channelMap[ctx.params.channel] ? channelMap[ctx.params.channel] : ctx.params.channel;
 
-    const response = await got.get(`https://www.guokr.com/apis/minisite/article.json?retrieve_type=by_wx&channel_key=${channel}&offset=0&limit=10`);
+    const response = await got(`https://www.guokr.com/apis/minisite/article.json?retrieve_type=by_wx&channel_key=${channel}&offset=0&limit=10`);
     const items = response.data.result;
 
     if (items.length === 0) {

package/lib/v2/guokr/maintainer.js

@@ -0,0 +1,4 @@
+module.exports = {
+    '/scientific': ['alphardex', 'nczitzk'],
+    '/:channel': ['DHPO', 'hoilc'],
+};

package/lib/v2/guokr/radar.js

@@ -0,0 +1,19 @@
+module.exports = {
+    'guokr.com': {
+        _name: '果壳网',
+        '.': [
+            {
+                title: '科学人',
+                docs: 'https://docs.rsshub.app/new-media.html#guo-ke-wang-ke-xue-ren',
+                source: ['/scientific', '/'],
+                target: '/guokr/scientific',
+            },
+            {
+                title: '专栏',
+                docs: 'https://docs.rsshub.app/new-media.html#guo-ke-wang-zhuan-lan',
+                source: ['/'],
+                target: '/guokr/:channel',
+            },
+        ],
+    },
+};

package/lib/v2/guokr/router.js

@@ -0,0 +1,4 @@
+module.exports = function (router) {
+    router.get('/scientific', require('./scientific'));
+    router.get('/:channel', require('./channel'));
+};

package/lib/{routes → v2}/guokr/scientific.js

@@ -2,7 +2,7 @@ const got = require('@/utils/got');
 const cheerio = require('cheerio');
 
 module.exports = async (ctx) => {
-    const response = await got.get('https://www.guokr.com/apis/minisite/article.json?retrieve_type=by_subject&limit=20&offset=0');
+    const response = await got('https://www.guokr.com/apis/minisite/article.json?retrieve_type=by_subject&limit=20&offset=0');
 
     const result = response.data.result;
 
@@ -13,9 +13,9 @@ module.exports = async (ctx) => {
         item: await Promise.all(
             result.map((item) =>
                 ctx.cache.tryGet(item.url, async () => {
-                    const res = await got.get(item.url);
+                    const res = await got(item.url);
                     const $ = cheerio.load(res.data);
-                    item.description = $('.eflYNZ #js_content').css('visibility', 'visible').html() || $('.bPfFQI').html();
+                    item.description = $('.eflYNZ #js_content').css('visibility', 'visible').html() ?? $('.bxHoEL').html();
                     return {
                         title: item.title,
                         description: item.description,

package/lib/v2/hkej/index.js

@@ -1,11 +1,12 @@
 const got = require('@/utils/got');
 const cheerio = require('cheerio');
-const dayjs = require('dayjs');
-const utc = require('dayjs/plugin/utc');
-const { parseDate } = require('@/utils/parse-date');
+const { parseDate, parseRelativeDate } = require('@/utils/parse-date');
 const timezone = require('@/utils/timezone');
 const { art } = require('@/utils/render');
 const path = require('path');
+const { CookieJar } = require('tough-cookie');
+
+const cookieJar = new CookieJar();
 
 const categories = {
     index: {
@@ -57,16 +58,13 @@ module.exports = async (ctx) => {
     const cat = categories[category];
     const baseUrl = 'https://www2.hkej.com';
 
-    dayjs.extend(utc);
-    const yesterday = dayjs().utcOffset(8).subtract(1, 'day').format('YYYY-MM-DD');
-    const today = dayjs().utcOffset(8).format('YYYY-MM-DD');
-
     const response = await got({
         method: 'get',
         url: baseUrl + cat.link,
         headers: {
             Referer: baseUrl,
         },
+        cookieJar,
     });
 
     const $ = cheerio.load(response.data);
@@ -102,6 +100,7 @@ module.exports = async (ctx) => {
                         headers: {
                             Referer: cat.link,
                         },
+                        cookieJar,
                     });
                     const content = cheerio.load(article.data);
 
@@ -123,19 +122,13 @@ module.exports = async (ctx) => {
                         })
                         .get();
 
-                    const pubDate = content('p.info span.date')
-                        .text()
-                        .trim()
-                        .replace('日', '')
-                        .replace('今', today)
-                        .replace('昨', yesterday)
-                        .replace(/[年月]/g, '-');
+                    const pubDate = content('p.info span.date').text().trim();
 
                     item.category = content('p.info span.cate a')
                         .toArray()
                         .map((e) => content(e).text().trim());
                     item.description = renderDesc(articleImg, content('div#article-content').html());
-                    item.pubDate = timezone(parseDate(pubDate), +8);
+                    item.pubDate = timezone(/(今|昨)/.test(pubDate) ? parseRelativeDate(pubDate) : parseDate(pubDate, 'YYYY M D'), +8);
 
                     return item;
                 })
@@ -156,5 +149,6 @@ module.exports = async (ctx) => {
         description: `信報網站(www.hkej.com)即時新聞${cat.name}，提供${cat.description}。`,
         item: items,
         language: 'zh-hk',
+        cookieJar,
     };
 };

package/lib/v2/hkepc/index.js

@@ -195,4 +195,12 @@ module.exports = async (ctx) => {
         language: 'zh-hk',
         item: items,
     };
+
+    ctx.state.json = {
+        title: feedTitle,
+        link: `https://www.hkepc.com/${category}`,
+        description: '電腦領域 HKEPC Hardware - 全港 No.1 PC網站',
+        language: 'zh-hk',
+        item: items,
+    };
 };

package/lib/v2/hket/index.js

@@ -105,9 +105,17 @@ module.exports = async (ctx) => {
     );
 
     ctx.state.data = {
-        title: String($('head meta[name=title]').attr('content').trim()),
+        title: $('head meta[name=title]').attr('content').trim(),
         link: baseUrl + '/' + category,
-        description: String($('head meta[name=description]').attr('content').trim()),
+        description: $('head meta[name=description]').attr('content').trim(),
+        item: items,
+        language: 'zh-hk',
+    };
+
+    ctx.state.json = {
+        title: $('head meta[name=title]').attr('content').trim(),
+        link: baseUrl + '/' + category,
+        description: $('head meta[name=description]').attr('content').trim(),
         item: items,
         language: 'zh-hk',
     };

package/lib/v2/huangz/index.js

@@ -0,0 +1,29 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+const BLOG_URL = 'https://blog.huangz.me/';
+
+module.exports = async (ctx) => {
+    const resp = await got({
+        method: 'get',
+        url: BLOG_URL,
+    });
+    const $ = cheerio.load(resp.body);
+    const list = $('.toctree-l2');
+
+    const items = await Promise.all(
+        list.map((index, item) => {
+            const link = `${BLOG_URL}${$(item).find('a').attr('href')}`;
+
+            return ctx.cache.tryGet(link, () => ({
+                title: $(item).find('a').text(),
+                link,
+            }));
+        })
+    );
+    ctx.state.data = {
+        title: 'huangz/blog',
+        link: 'https://blog.huangz.me',
+        item: items,
+    };
+};

package/lib/v2/huangz/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/': ['stormbuf'],
+};

package/lib/v2/huangz/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'huangz.me': {
+        _name: '黄健宏博客',
+        blog: [
+            {
+                title: '文章',
+                docs: 'https://docs.rsshub.app/blog.html#huang-jian-hong-bo-ke',
+                source: ['/*.html'],
+                target: '/huangz',
+            },
+        ],
+    },
+};

package/lib/v2/huangz/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/', require('./index'));
+};

package/lib/v2/huanqiu/index.js

@@ -0,0 +1,65 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+const { parseDate } = require('@/utils/parse-date');
+const timezone = require('@/utils/timezone');
+
+function getKeysRecursive(dic, key, attr, array) {
+    Object.values(dic).forEach((v) => {
+        if (v[key] !== undefined) {
+            getKeysRecursive(v[key], key, attr, array);
+        } else {
+            array.push(v[attr]);
+        }
+    });
+    return array;
+}
+
+module.exports = async (ctx) => {
+    const category = ctx.params.category ?? 'china';
+    const host = 'https://' + category + '.huanqiu.com';
+
+    const resp = await got({
+        method: 'get',
+        url: host.concat('/api/channel_pc'),
+    }).json();
+    const name = getKeysRecursive(resp.children, 'children', 'domain_name', [])[0];
+
+    const nodes = getKeysRecursive(resp.children, 'children', 'node', [])
+        .map((x) => '"' + x + '"')
+        .join();
+    const req = await got({
+        method: 'get',
+        url: host.concat('/api/list?node=') + nodes.concat(`&offset=0&limit=${ctx.query.limit ?? 20}`),
+    }).json();
+
+    let items = req.list
+        .filter((item) => item.aid)
+        .map((item) => ({
+            link: host.concat('/article/' + item.aid),
+            title: item.title,
+        }));
+
+    items = await Promise.all(
+        items.map((item) =>
+            ctx.cache.tryGet(item.link, async () => {
+                const detailResponse = await got({
+                    method: 'get',
+                    url: item.link,
+                });
+                const content = cheerio.load(detailResponse.data);
+                item.description = content('article').html();
+                item.author = content('span', '.source').text();
+                item.pubDate = timezone(parseDate(content('p.time').text()), +8);
+                return item;
+            })
+        )
+    );
+
+    ctx.state.data = {
+        title: `${name} - 环球网`,
+        link: host,
+        description: '环球网',
+        language: 'zh-cn',
+        item: items,
+    };
+};

package/lib/v2/huanqiu/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/news/:category?': ['yuxinliu-alex'],
+};

package/lib/v2/huanqiu/radar.js

@@ -0,0 +1,13 @@
+module.exports = {
+    'huanqiu.com': {
+        _name: '环球网',
+        '.': [
+            {
+                title: '分类',
+                docs: 'https://docs.rsshub.app/traditional-media.html#huan-qiu',
+                source: '/',
+                target: '/news/huanqiu/:category?',
+            },
+        ],
+    },
+};

package/lib/v2/huanqiu/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/news/:category?', require('./index'));
+};

package/lib/v2/miris/blog.js

@@ -0,0 +1,19 @@
+const buildData = require('@/utils/common-config');
+
+module.exports = async (ctx) => {
+    const link = 'https://blog.miris.design/';
+
+    ctx.state.data = await buildData({
+        link,
+        url: link,
+        title: 'Miris Whisper',
+        author: 'Miris',
+        description: 'Esoteric technical and sometimes personal stuff...',
+        item: {
+            item: 'ul > li',
+            title: `$('li > a').contents().filter(function () { return this.type === 'text' }).text()`,
+            link: `$('li > a').attr('href')`,
+            pubDate: `parseDate($('li > a > .date').text().slice(1, 11))`,
+        },
+    });
+};

package/lib/v2/miris/maintainer.js

@@ -0,0 +1,3 @@
+module.exports = {
+    '/blog': ['chazeon'],
+};

package/lib/v2/miris/radar.js

@@ -0,0 +1,11 @@
+module.exports = {
+    'miris.design': {
+        _name: 'Miris',
+        blog: [
+            {
+                title: 'Miris Whispers',
+                docs: 'https://docs.rsshub.app/en/blog.html#miris-design',
+            },
+        ],
+    },
+};

package/lib/v2/miris/router.js

@@ -0,0 +1,3 @@
+module.exports = function (router) {
+    router.get('/blog', require('./blog'));
+};

package/lib/v2/news/whxw.js

@@ -36,7 +36,7 @@ module.exports = async (ctx) => {
 
                 if (item.status !== 404) {
                     const content = cheerio.load(detailResponse.data);
-                    const date = content('.header-time.left').text();
+                    const date = content('.header-time.left').text() || content('.h-time').text() || content('.info').text();
                     const author =
                         content('.editor').text() ??
                         content('.p-jc')
@@ -50,7 +50,7 @@ module.exports = async (ctx) => {
                     content('#articleEdit').remove();
 
                     item.description = content('#detail').html();
-                    item.pubDate = timezone(parseDate(date, 'YYYYMM/DD HH:mm:ss'), +8);
+                    item.pubDate = timezone(parseDate(date, date.includes('/') ? 'YYYYMM/DD HH:mm:ss' : 'YYYY-MM-DD HH:mm:ss'), +8);
                 }
 
                 delete item.status;

package/lib/v2/npm/package.js

@@ -3,7 +3,7 @@ const { art } = require('@/utils/render');
 const path = require('path');
 
 module.exports = async (ctx) => {
-    const name = ctx.params.name;
+    const name = ctx.request.url.split('package/')[1];
     const packageDownloadLastMonthAPI = `https://api.npmjs.org/downloads/point/last-month/${name}`; // 按月统计
     const packageDownloadLastWeekAPI = `https://api.npmjs.org/downloads/point/last-week/${name}`; // 按周统计
     const packageDownloadLastDayAPI = `https://api.npmjs.org/downloads/point/last-day/${name}`; // 按天统计

package/lib/v2/npm/router.js

@@ -1,3 +1,3 @@
 module.exports = function (router) {
-    router.get('/package/:name', require('./package'));
+    router.get(/package[\w\d/-]+/, require('./package'));
 };