rsshub 1.0.0-master.f992838 → 1.0.0-master.f9a482d

package/lib/radar-rules.js

@@ -125,17 +125,6 @@ module.exports = {
             },
         ],
     },
-    'epicgames.com': {
-        _name: 'Epic Games',
-        www: [
-            {
-                title: '每周免费游戏',
-                docs: 'https://docs.rsshub.app/game.html#epicgames-freegame',
-                source: '/store/zh-CN/free-games',
-                target: '/epicgames/freegames',
-            },
-        ],
-    },
     'playstation.com': {
         _name: 'PlayStation',
         store: [
@@ -231,30 +220,6 @@ module.exports = {
             },
         ],
     },
-    'qdaily.com': {
-        _name: '好奇心日报',
-        www: [
-            {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/new-media.html#hao-qi-xin-ri-bao',
-                source: '/tags/:idd',
-                target: (params) => `/qdaily/tag/${params.idd.replace('.html', '')}`,
-            },
-            {
-                title: '栏目',
-                docs: 'https://docs.rsshub.app/new-media.html#hao-qi-xin-ri-bao',
-                source: '/special_columns/:idd',
-                target: (params) => `/qdaily/column/${params.idd.replace('.html', '')}`,
-            },
-            {
-                title: '分类',
-                docs: 'https://docs.rsshub.app/new-media.html#hao-qi-xin-ri-bao',
-                source: '/categories/:idd',
-                target: (params) => `/qdaily/category/${params.idd.replace('.html', '')}`,
-            },
-        ],
-    },
-
     '3ycy.com': {
         _name: '三界异次元',
         www: [
@@ -373,17 +338,6 @@ module.exports = {
             },
         ],
     },
-    // 'baijingapp.com': {
-    //     _name: '白鲸出海',
-    //     www: [
-    //         {
-    //             title: '文章',
-    //             docs: 'https://docs.rsshub.app/new-media.html#bai-jing-chu-hai',
-    //             source: '',
-    //             target: '/baijing',
-    //         },
-    //     ],
-    // },
     'xiaomi.cn': {
         _name: '小米社区',
         www: [
@@ -395,95 +349,6 @@ module.exports = {
             },
         ],
     },
-    '163.com': {
-        _name: '网易',
-        ds: [
-            {
-                title: '大神',
-                docs: 'https://docs.rsshub.app/game.html#wang-yi-da-shen',
-                source: '/user/:id',
-                target: '/netease/ds/:id',
-            },
-        ],
-        open: [
-            {
-                title: '公开课 - 精品课程',
-                docs: 'https://docs.rsshub.app/study.html#wang-yi-gong-kai-ke',
-                source: '/',
-                target: '/open163/vip',
-            },
-            {
-                title: '公开课 - 最新课程',
-                docs: 'https://docs.rsshub.app/study.html#wang-yi-gong-kai-ke',
-                source: '/',
-                target: '/open163/latest',
-            },
-        ],
-        music: [
-            {
-                title: '云音乐 - 用户歌单',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/',
-                target: (params, url) => {
-                    const id = new URL(url).hash.match(/home\?id=(.*)/)[1];
-                    return id ? `/ncm/user/playlist/${id}` : '';
-                },
-            },
-            {
-                title: '云音乐 - 歌单歌曲',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/',
-                target: (params, url) => {
-                    const id = new URL(url).hash.match(/playlist\?id=(.*)/)[1];
-                    return id ? `/ncm/playlist/${id}` : '';
-                },
-            },
-            {
-                title: '云音乐 - 歌手专辑',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/',
-                target: (params, url) => {
-                    const id = new URL(url).hash.match(/album\?id=(.*)/)[1];
-                    return id ? `/ncm/artist/${id}` : '';
-                },
-            },
-            {
-                title: '云音乐 - 电台节目',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/',
-                target: (params, url) => {
-                    const id = new URL(url).hash.match(/djradio\?id=(.*)/)[1];
-                    return id ? `/ncm/djradio/${id}` : '';
-                },
-            },
-        ],
-        'y.music': [
-            {
-                title: '云音乐 - 用户歌单',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/m/user',
-                target: (params, url) => `/ncm/playlist/${new URL(url).searchParams.get('id')}`,
-            },
-            {
-                title: '云音乐 - 歌单歌曲',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/m/playlist',
-                target: (params, url) => `/ncm/playlist/${new URL(url).searchParams.get('id')}`,
-            },
-            {
-                title: '云音乐 - 歌手专辑',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: '/m/album',
-                target: (params, url) => `/ncm/playlist/${new URL(url).searchParams.get('id')}`,
-            },
-            {
-                title: '云音乐 - 播单声音',
-                docs: 'https://docs.rsshub.app/multimedia.html#wang-yi-yun-yin-yue',
-                source: ['/m/radio', '/m/djradio'],
-                target: (params, url) => `/ncm/playlist/${new URL(url).searchParams.get('id')}`,
-            },
-        ],
-    },
     'suzhou.gov.cn': {
         _name: '苏州市政府',
         www: [
@@ -524,17 +389,6 @@ module.exports = {
             },
         ],
     },
-    'nikkei.com': {
-        _name: '日本経済新聞',
-        www: [
-            {
-                title: 'ホームページ',
-                docs: 'https://docs.rsshub.app/traditional-media.html#ri-ben-jing-ji-xin-wen',
-                source: '/',
-                target: '/nikkei/index',
-            },
-        ],
-    },
     'last.fm': {
         _name: 'Last.fm',
         www: [
@@ -591,36 +445,6 @@ module.exports = {
             },
         ],
     },
-    'google.com': {
-        _name: '谷歌',
-        chrome: [
-            {
-                title: '插件更新',
-                source: '/webstore/detail/:name/:id',
-                docs: 'https://docs.rsshub.app/program-update.html#chrome-wang-shang-ying-yong-dian',
-                target: '/chrome/webstore/extensions/:id',
-            },
-        ],
-        photos: [
-            {
-                title: '相册',
-                docs: 'https://docs.rsshub.app/picture.html#google-xiang-ce',
-                source: '/share/*',
-                target: (params, url, document) => {
-                    const id = document && document.querySelector('html').innerHTML.match(/photos.app.goo.gl\/(.*?)"/)[1];
-                    return id ? `/google/album/${id}` : '';
-                },
-            },
-        ],
-        sites: [
-            {
-                title: 'Sites',
-                docs: 'https://docs.rsshub.app/blog.html#google-sites',
-                source: ['/site/:id/*', '/site/:id'],
-                target: '/google/sites/:id',
-            },
-        ],
-    },
     'hackerone.com': {
         _name: 'HackerOne',
         '.': [
@@ -756,35 +580,6 @@ module.exports = {
             },
         ],
     },
-    // 'nsfc.gov.cn': {
-    //     _name: '国家自然科学基金委员会',
-    //     www: [
-    //         {
-    //             title: '基金要闻',
-    //             docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
-    //             source: '/*',
-    //             target: '/nsfc/news/jjyw',
-    //         },
-    //         {
-    //             title: '通知公告',
-    //             docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
-    //             source: '/*',
-    //             target: '/nsfc/news/tzgg',
-    //         },
-    //         {
-    //             title: '资助成果',
-    //             docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
-    //             source: '/*',
-    //             target: '/nsfc/news/zzcg',
-    //         },
-    //         {
-    //             title: '科普快讯',
-    //             docs: 'https://docs.rsshub.app/other.html#guo-jia-zi-ran-ke-xue-ji-jin-wei-yuan-hui',
-    //             source: '/*',
-    //             target: '/nsfc/news/kpkx',
-    //         },
-    //     ],
-    // },
     'japanpost.jp': {
         _name: '日本郵便',
         'trackings.post': [
@@ -934,59 +729,6 @@ module.exports = {
             },
         ],
     },
-    // 'zcool.com.cn': {
-    //     _name: '站酷',
-    //     www: [
-    //         {
-    //             title: '发现',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/discover',
-    //         },
-    //         {
-    //             title: '发现 - 精选 - 全部推荐',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/discover/all',
-    //         },
-    //         {
-    //             title: '发现 - 精选 - 首页推荐',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/discover/home',
-    //         },
-    //         {
-    //             title: '发现 - 精选 - 编辑精选',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/discover/home',
-    //         },
-    //         {
-    //             title: '发现 - 精选 - 文章 - 编辑精选',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/discover/article',
-    //         },
-    //         {
-    //             title: '作品榜单',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/top/design',
-    //         },
-    //         {
-    //             title: '文章榜单',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: '',
-    //             target: '/zcool/top/article',
-    //         },
-    //         {
-    //             title: '用户作品',
-    //             docs: 'https://docs.rsshub.app/design.html#zhan-ku',
-    //             source: ['/u/:id'],
-    //             target: `/zcool/user/:id`,
-    //         },
-    //     ],
-    // },
     'zhuixinfan.com': {
         _name: '追新番日剧站',
         '.': [
@@ -1047,82 +789,6 @@ module.exports = {
             },
         ],
     },
-    '141jav.com': {
-        _name: '141JAV BT',
-        '.': [
-            {
-                title: '今日种子',
-                docs: 'https://docs.rsshub.app/multimedia.html#141jav',
-                source: '/',
-                target: (params, url, document) => {
-                    const today = document.querySelector('div.card.mb-1.card-overview').getAttribute('data-date').replace(/-/g, '');
-                    return `/141jav/day/${today}`;
-                },
-            },
-            {
-                title: '今日演员',
-                docs: 'https://docs.rsshub.app/multimedia.html#141jav',
-                source: '/',
-                target: (params, url, document) => {
-                    const star = document.querySelector('div.card-content > div > a').getAttribute('href');
-                    return `/141jav${star}`;
-                },
-            },
-            {
-                title: '页面种子',
-                docs: 'https://docs.rsshub.app/multimedia.html#141jav',
-                source: ['/:type', '/:type/:key', '/:type/:key/:morekey'],
-                target: (params, url, document) => {
-                    const itype = params.morekey === undefined ? params.type : params.type === 'tag' ? 'tag' : 'day';
-                    let ikey = `${itype === 'day' ? params.type : ''}${params.key || ''}${itype === 'tag' && params.morekey !== undefined ? '%2F' : ''}${params.morekey || ''}`;
-                    if (ikey === '' && itype === 'tag') {
-                        ikey = document.querySelector('div.thumbnail.is-inline > a').getAttribute('href').replace('/tag/', '').replace('/', '%2F');
-                    } else if (ikey === '' && itype === 'actress') {
-                        ikey = document.querySelector('div.card > a').getAttribute('href').replace('/actress/', '');
-                    }
-                    return `/141jav/${itype}/${ikey}`;
-                },
-            },
-        ],
-    },
-    '141ppv.com': {
-        _name: '141ppv BT',
-        '.': [
-            {
-                title: '今日种子',
-                docs: 'https://docs.rsshub.app/multimedia.html#141pvp',
-                source: '/',
-                target: (params, url, document) => {
-                    const today = document.querySelector('div.card.mb-1.card-overview').getAttribute('data-date').replace(/-/g, '');
-                    return `/141ppv/day/${today}`;
-                },
-            },
-            {
-                title: '今日演员',
-                docs: 'https://docs.rsshub.app/multimedia.html#141ppv',
-                source: '/',
-                target: (params, url, document) => {
-                    const star = document.querySelector('div.card-content > div > a').getAttribute('href');
-                    return `/141ppv${star}`;
-                },
-            },
-            {
-                title: '页面种子',
-                docs: 'https://docs.rsshub.app/multimedia.html#141ppv',
-                source: ['/:type', '/:type/:key', '/:type/:key/:morekey'],
-                target: (params, url, document) => {
-                    const itype = params.morekey === undefined ? params.type : params.type === 'tag' ? 'tag' : 'day';
-                    let ikey = `${itype === 'day' ? params.type : ''}${params.key || ''}${itype === 'tag' && params.morekey !== undefined ? '%2F' : ''}${params.morekey || ''}`;
-                    if (ikey === '' && itype === 'tag') {
-                        ikey = document.querySelector('div.thumbnail.is-inline > a').getAttribute('href').replace('/tag/', '').replace('/', '%2F');
-                    } else if (ikey === '' && itype === 'actress') {
-                        ikey = document.querySelector('div.card > a').getAttribute('href').replace('/actress/', '');
-                    }
-                    return `/141ppv/${itype}/${ikey}`;
-                },
-            },
-        ],
-    },
     'sexinsex.net': {
         _name: 'sexinsex',
         '.': [
@@ -1200,28 +866,6 @@ module.exports = {
             },
         ],
     },
-    'yuque.com': {
-        _name: '语雀',
-        www: [
-            {
-                title: '知识库',
-                docs: 'https://docs.rsshub.app/study.html#yu-que',
-                source: ['/:space/:book'],
-                target: (params, url, document) => {
-                    const match = document.documentElement.innerHTML.match(/JSON\.parse\(decodeURIComponent\("(.*)"\)/);
-                    if (match && match[1]) {
-                        const dataStr = match[1];
-                        try {
-                            const appData = JSON.parse(decodeURIComponent(dataStr));
-                            return `/yuque/doc/${appData.book.id}`;
-                        } catch (e) {
-                            // pass
-                        }
-                    }
-                },
-            },
-        ],
-    },
     'bjeea.com': {
         _name: '北京考试院',
         www: [
@@ -1394,21 +1038,6 @@ module.exports = {
             },
         ],
     },
-    'instagram.com': {
-        _name: 'Instagram',
-        www: [
-            {
-                title: '用户',
-                docs: 'https://docs.rsshub.app/social-media.html#instagram',
-                source: '/:id',
-                target: (params) => {
-                    if (params.id !== 'explore' && params.id !== 'developer') {
-                        return '/instagram/user/:id';
-                    }
-                },
-            },
-        ],
-    },
     'huya.com': {
         _name: '虎牙直播',
         '.': [
@@ -1571,59 +1200,6 @@ module.exports = {
             },
         ],
     },
-    'e-hentai.org/': {
-        _name: 'E-Hentai',
-        '.': [
-            {
-                title: '收藏',
-                docs: 'https://docs.rsshub.app/picture.html#ehentai',
-                source: '/favorites.php',
-                target: '/ehentai/favorites',
-            },
-            {
-                title: '标签',
-                docs: 'https://docs.rsshub.app/picture.html#ehentai',
-                source: '/tag/:tag',
-                target: '/ehentai/tag/:tag',
-            },
-            {
-                title: '搜索',
-                docs: 'https://docs.rsshub.app/picture.html#ehentai',
-                source: '/',
-                target: (params, url) => {
-                    const keyword = new URL(url).searchParams.toString();
-                    if (keyword) {
-                        return `/ehentai/search/${keyword}`;
-                    }
-                },
-            },
-        ],
-    },
-    'iyingdi.com': {
-        _name: '旅法师营地',
-        www: [
-            {
-                title: '分区',
-                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
-                source: '/tz/tag/:tag',
-                target: '/lfsyd/tag/:tag',
-            },
-            {
-                title: '用户发帖',
-                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
-                source: ['/tz/people/:id', '/tz/people/:id/*'],
-                target: '/lfsyd/user/:id',
-            },
-        ],
-        mob: [
-            {
-                title: '分区',
-                docs: 'https://docs.rsshub.app/game.html#lv-fa-shi-ying-di',
-                source: '/fine/:tag',
-                target: '/lfsyd/tag/:tag',
-            },
-        ],
-    },
     'macwk.com': {
         _name: 'MacWk',
         '.': [

package/lib/radar.js

@@ -1,5 +1,81 @@
 const dirname = __dirname + '/v2';
+const fs = require('fs');
 const toSource = require('tosource');
+const { join } = require('path');
+
+const allowNamespace = ['ehentai', 'test'];
+// Check if a radar.js file is exist under each folder of dirname
+for (const dir of fs.readdirSync(dirname)) {
+    const dirPath = join(dirname, dir);
+    if (!fs.existsSync(join(dirPath, 'radar.js')) && !allowNamespace.includes(dir)) {
+        throw Error(`No radar.js in "${dirPath}".`);
+    }
+}
+
+const validateRadarRules = (rule, dir) => {
+    const allowDomains = ['www.gov.cn'];
+    const blockWords = ['/', 'http', 'www'];
+    const domain = Object.keys(rule);
+    if (!domain.length && !allowNamespace.includes(dir)) {
+        // typo check e.g., ✘ module.export, ✔ module.exports
+        throw Error(`No Radar rule in "${dir}".`);
+    }
+    for (const [d, r] of Object.entries(rule)) {
+        if (blockWords.some((word) => d.startsWith(word)) && !allowDomains.includes(d)) {
+            throw Error(`Domain name "${d}" should not contain any of ${blockWords.join(', ')}.`);
+        }
+        if (!r.hasOwnProperty('_name')) {
+            throw Error(`No _name in "${dir}".`);
+        }
+        // property check
+        for (const [host, items] of Object.entries(r)) {
+            if (host !== '_name') {
+                if (!Array.isArray(items)) {
+                    throw Error(`Radar rules for domain "${host}" in "${dir}" should be placed in an array.`);
+                }
+                for (const item of items) {
+                    if (!item.hasOwnProperty('title') || !item.hasOwnProperty('docs')) {
+                        throw Error(`Radar rules for "${host}" in "${dir}" should have at least "title" and "docs".`);
+                    }
+                    if (!item.title || !item.docs) {
+                        throw Error(`Radar rules for "${host}" in "${dir}" should not be empty.`);
+                    }
+                    if (!item.docs.startsWith('https://docs.rsshub.app/')) {
+                        throw Error(`Radar rules for "${host}" in "${dir}" should start with 'https://docs.rsshub.app/'.`);
+                    }
+                    if (Array.isArray(item.source)) {
+                        if (!item.source.length) {
+                            // check for []
+                            throw Error(`Radar rule of "${item.title}" for subdomain "${host}" in "${dir}" should not be empty.`);
+                        }
+                        if (item.source.some((s) => s.includes('#') || s.includes('='))) {
+                            // Some will try to match '/some/path?a=1' which is not supported
+                            throw Error(`Radar rule of "${item.title}" for subdomain "${host}" in "${dir}" cannot match URL hash or URL search parameters.`);
+                        }
+                        if (item.source.some((s) => !s.length)) {
+                            // check for ['/some/thing', ''] and ['']
+                            throw Error(`Radar rule of "${item.title}" for subdomain "${host}" in "${dir}" should not be empty.`);
+                        }
+                    }
+                    if (typeof item.source === 'string') {
+                        if (!item.source.length) {
+                            // check for ''
+                            throw Error(`Radar rule of "${item.title}" for subdomain "${host}" in "${dir}" should not be empty.`);
+                        }
+                        if (item.source.includes('#') || item.source.includes('=')) {
+                            throw Error(`Radar rule of "${item.title}" for subdomain "${host}" in "${dir}" cannot match URL hash or URL search parameters.`);
+                        }
+                    }
+                    for (const key in item) {
+                        if (key !== 'title' && key !== 'docs' && key !== 'source' && key !== 'target') {
+                            throw Error(`Radar rules for "${host}" in "${dir}" should not have property "${key}".`);
+                        }
+                    }
+                }
+            }
+        }
+    }
+};
 
 const radarRules = require('require-all')({
     dirname,
@@ -10,6 +86,9 @@ let rules = {};
 
 for (const dir in radarRules) {
     const rule = radarRules[dir]['radar.js']; // Do not merge other file
+
+    validateRadarRules(rule, dir);
+
     rules = { ...rules, ...rule };
 }