@lmcc-dev/mult-fetch-mcp-server 1.0.3 → 1.2.0

package/dist/tests/utils/ErrorHandler.test.js

@@ -0,0 +1,144 @@
+/*
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { ErrorHandler, ErrorType } from '../../src/lib/utils/ErrorHandler.js';
+import * as logger from '../../src/lib/logger.js';
+// 模拟logger模块
+vi.mock('../../src/lib/logger.js', () => ({
+    log: vi.fn(),
+    COMPONENTS: {
+        SERVER: 'MCP-SERVER',
+        NODE_FETCH: 'NODE-FETCH',
+        BROWSER_FETCH: 'BROWSER-FETCH',
+        CLIENT: 'CLIENT'
+    }
+}));
+describe('ErrorHandler 类测试 (ErrorHandler Class Tests)', () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    describe('getErrorMessage 方法测试 (getErrorMessage Method Tests)', () => {
+        it('应该正确处理 Error 对象 (Should correctly handle Error objects)', () => {
+            const error = new Error('测试错误');
+            const message = ErrorHandler.getErrorMessage(error);
+            expect(message).toBe('测试错误');
+        });
+        it('应该正确处理字符串错误 (Should correctly handle string errors)', () => {
+            const error = '测试错误字符串';
+            const message = ErrorHandler.getErrorMessage(error);
+            expect(message).toBe('测试错误字符串');
+        });
+        it('应该正确处理带有 message 属性的对象 (Should correctly handle objects with message property)', () => {
+            const error = { message: '对象中的错误消息' };
+            const message = ErrorHandler.getErrorMessage(error);
+            expect(message).toBe('对象中的错误消息');
+        });
+        it('应该正确处理普通对象 (Should correctly handle plain objects)', () => {
+            const error = { code: 404, status: 'Not Found' };
+            const message = ErrorHandler.getErrorMessage(error);
+            expect(message).toBe('{"code":404,"status":"Not Found"}');
+        });
+        it('应该正确处理 null 和 undefined (Should correctly handle null and undefined)', () => {
+            expect(ErrorHandler.getErrorMessage(null)).toBe('null');
+            expect(ErrorHandler.getErrorMessage(undefined)).toBe('undefined');
+        });
+    });
+    describe('classifyError 方法测试 (classifyError Method Tests)', () => {
+        it('应该正确分类网络错误 (Should correctly classify network errors)', () => {
+            const networkErrors = [
+                'network error',
+                'connection refused',
+                'host unreachable',
+                'ECONNREFUSED'
+            ];
+            networkErrors.forEach(error => {
+                expect(ErrorHandler.classifyError(error)).toBe(ErrorType.NETWORK);
+            });
+        });
+        it('应该正确分类访问被拒绝错误 (Should correctly classify access denied errors)', () => {
+            const accessDeniedErrors = [
+                '403 Forbidden',
+                'access denied',
+                'cloudflare protection',
+                'captcha required',
+                'security check'
+            ];
+            accessDeniedErrors.forEach(error => {
+                expect(ErrorHandler.classifyError(error)).toBe(ErrorType.ACCESS_DENIED);
+            });
+        });
+        it('应该正确分类超时错误 (Should correctly classify timeout errors)', () => {
+            expect(ErrorHandler.classifyError('request timeout')).toBe(ErrorType.TIMEOUT);
+        });
+        it('应该正确分类解析错误 (Should correctly classify parse errors)', () => {
+            const parseErrors = [
+                'parse error',
+                'JSON syntax error',
+                'invalid syntax'
+            ];
+            parseErrors.forEach(error => {
+                expect(ErrorHandler.classifyError(error)).toBe(ErrorType.PARSE);
+            });
+        });
+        it('应该正确分类浏览器错误 (Should correctly classify browser errors)', () => {
+            const browserErrors = [
+                'browser crashed',
+                'puppeteer error',
+                'page load failed',
+                'chrome not found'
+            ];
+            browserErrors.forEach(error => {
+                expect(ErrorHandler.classifyError(error)).toBe(ErrorType.BROWSER);
+            });
+        });
+        it('应该正确分类验证错误 (Should correctly classify validation errors)', () => {
+            const validationErrors = [
+                'invalid url',
+                'schema validation failed',
+                'type error'
+            ];
+            validationErrors.forEach(error => {
+                expect(ErrorHandler.classifyError(error)).toBe(ErrorType.VALIDATION);
+            });
+        });
+        it('应该将未知错误分类为 UNKNOWN (Should classify unknown errors as UNKNOWN)', () => {
+            expect(ErrorHandler.classifyError('some random error')).toBe(ErrorType.UNKNOWN);
+        });
+    });
+    describe('handleError 方法测试 (handleError Method Tests)', () => {
+        it('应该调用 log 函数并返回错误消息 (Should call log function and return error message)', () => {
+            const error = new Error('测试错误');
+            const component = 'TEST-COMPONENT';
+            const debug = true;
+            const context = { url: 'https://example.com' };
+            const result = ErrorHandler.handleError(error, component, debug, context);
+            expect(logger.log).toHaveBeenCalledWith('errors.unknown_error', debug, { error: '测试错误', ...context }, component);
+            expect(result).toBe('测试错误');
+        });
+        it('应该使用默认组件和调试值 (Should use default component and debug values)', () => {
+            const error = new Error('测试错误');
+            ErrorHandler.handleError(error);
+            expect(logger.log).toHaveBeenCalledWith('errors.unknown_error', false, { error: '测试错误' }, logger.COMPONENTS.SERVER);
+        });
+        it('应该根据错误类型使用正确的日志键 (Should use correct log key based on error type)', () => {
+            const networkError = 'network error occurred';
+            ErrorHandler.handleError(networkError, logger.COMPONENTS.NODE_FETCH, true);
+            expect(logger.log).toHaveBeenCalledWith('errors.network_error', true, { error: 'network error occurred' }, logger.COMPONENTS.NODE_FETCH);
+        });
+    });
+    describe('createError 方法测试 (createError Method Tests)', () => {
+        it('应该创建带有类型的错误对象 (Should create error object with type)', () => {
+            const error = ErrorHandler.createError('自定义错误', ErrorType.NETWORK);
+            expect(error instanceof Error).toBe(true);
+            expect(error.message).toBe('自定义错误');
+            expect(error.type).toBe(ErrorType.NETWORK);
+        });
+        it('应该使用默认错误类型 (Should use default error type)', () => {
+            const error = ErrorHandler.createError('自定义错误');
+            expect(error.type).toBe(ErrorType.UNKNOWN);
+        });
+    });
+});

package/dist/vitest.config.js

@@ -0,0 +1,29 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { defineConfig } from 'vitest/config';
+export default defineConfig({
+    test: {
+        environment: 'node',
+        include: ['tests/**/*.test.ts'],
+        exclude: ['node_modules', 'dist'],
+        globals: true, // 启用全局测试 API，如 describe, it, expect 等
+        setupFiles: ['./tests/setup.ts'], // 添加设置文件
+        coverage: {
+            provider: 'v8',
+            reporter: ['text', 'json', 'html'],
+            include: ['src/**/*.ts'],
+            exclude: ['src/**/*.d.ts', 'src/**/*.test.ts']
+        },
+        deps: {
+            // 处理 ESM 模块
+            interopDefault: true
+        },
+        // 模拟 Jest 的 transformIgnorePatterns
+        testTransformMode: {
+            web: ['node_modules/(?!(@modelcontextprotocol)/)']
+        }
+    }
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lmcc-dev/mult-fetch-mcp-server",
-  "version": "1.0.3",
+  "version": "1.2.0",
   "description": "An MCP protocol-based web content fetching tool that supports multiple modes and formats, can be integrated with AI assistants like Claude",
   "type": "module",
   "main": "dist/index.js",
@@ -18,20 +18,7 @@
     "url": "https://github.com/lmcc-dev/mult-fetch-mcp-server/issues"
   },
   "engines": {
-    "node": ">=18.0.0"
-  },
-  "scripts": {
-    "build": "tsc && shx chmod +x dist/src/*.js dist/tests/*.js || true && shx chmod +x dist/*.js || true",
-    "prepare": "npm run build",
-    "dev": "tsc --watch",
-    "start": "node dist/index.js",
-    "test:mcp": "node dist/tests/test-mcp.js",
-    "test:mini4k": "node dist/tests/test-mini4k.js",
-    "test:direct": "node dist/tests/test-direct-client.js",
-    "client": "node dist/src/client.js",
-    "server": "node dist/index.js",
-    "prepublishOnly": "npm run build",
-    "release": "npm publish --access public"
+    "node": ">=18"
   },
   "keywords": [
     "mcp",
@@ -49,7 +36,7 @@
     "proxy"
   ],
   "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.6.1",
+    "@modelcontextprotocol/sdk": "^1.7.0",
     "http-proxy-agent": "^7.0.2",
     "https-proxy-agent": "^7.0.6",
     "i18next": "^24.2.2",
@@ -62,13 +49,19 @@
     "zod": "^3.24.2"
   },
   "devDependencies": {
+    "@types/glob": "^8.1.0",
     "@types/jsdom": "^21.1.7",
     "@types/node": "^22.10.2",
     "@types/node-fetch": "^2.6.12",
     "@types/puppeteer": "^5.4.7",
     "@types/turndown": "^5.0.5",
+    "@vitest/coverage-v8": "^3.0.8",
+    "codecov": "^3.8.2",
+    "glob": "^11.0.1",
     "shx": "^0.3.4",
-    "typescript": "^5.7.2"
+    "ts-node": "^10.9.2",
+    "typescript": "^5.7.2",
+    "vitest": "^3.0.8"
   },
   "files": [
     "dist",
@@ -76,5 +69,25 @@
     "README.zh.md",
     "LICENSE",
     "images"
-  ]
-}
+  ],
+  "scripts": {
+    "build": "tsc && shx chmod +x dist/src/*.js dist/tests/*.js || true && shx chmod +x dist/*.js || true",
+    "dev": "tsc --watch",
+    "start": "node dist/index.js",
+    "test:mcp": "node dist/tests/test-mcp.js",
+    "test:mini4k": "node dist/tests/test-mini4k.js",
+    "test:direct": "node dist/tests/test-direct-client.js",
+    "test:methods": "node dist/tests/test-mcp-methods.js",
+    "test:i18n": "pnpm run build && node dist/tests/test-i18n.js",
+    "test:i18n:unused": "pnpm run build && node dist/tests/i18n-unused-keys.js",
+    "test:i18n:missing": "pnpm run build && node --loader ts-node/esm tests/i18n-missing-keys.ts",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:coverage": "vitest run --coverage",
+    "client": "node dist/src/client.js",
+    "server": "node dist/index.js",
+    "release": "pnpm publish --access public",
+    "codecov": "vitest run --coverage && codecov",
+    "test:ci": "vitest run --coverage && codecov"
+  }
+}

package/dist/src/cli-language.js

@@ -1,78 +0,0 @@
-#!/usr/bin/env node
-/**
- * Author: Martin <lmccc.dev@gmail.com>
- * Co-Author: AI Assistant (Claude)
- * Description: This code was collaboratively developed by Martin and AI Assistant.
- */
-import { getCurrentLanguage, changeLanguage } from './lib/i18n/index.js';
-import { createLogger } from './lib/i18n/logger.js';
-// 创建日志记录器 (Create logger)
-const logger = createLogger('LANGUAGE');
-/**
- * 显示帮助信息 (Show help information)
- */
-function showHelp() {
-    console.error(`
-语言设置工具 (Language Setting Tool)
-
-用法 (Usage):
-  node dist/cli-language.js [命令] (node dist/cli-language.js [command])
-
-命令 (Commands):
-  get         获取当前语言设置 (Get current language setting)
-  set <lang>  设置语言 (Set language)
-              <lang> 可以是 'en' 或 'zh' (<lang> can be 'en' or 'zh')
-  help        显示此帮助信息 (Show this help information)
-
-示例 (Examples):
-  node dist/cli-language.js get
-  node dist/cli-language.js set en
-  node dist/cli-language.js set zh
-
-注意 (Note):
-  此工具只会影响当前进程的语言设置，不会影响已经运行的服务器进程。
-  对于服务器进程，建议使用 MCP_LANG 环境变量来设置语言。
-  (This tool only affects the language setting of the current process, not running server processes.
-  For server processes, it is recommended to use the MCP_LANG environment variable to set the language.)
-
-  例如 (Example):
-  MCP_LANG=zh node dist/index.js
-  `);
-}
-/**
- * 主函数 (Main function)
- */
-async function main() {
-    const args = process.argv.slice(2);
-    const command = args[0];
-    if (!command || command === 'help') {
-        showHelp();
-        return;
-    }
-    switch (command) {
-        case 'get':
-            console.error(`当前语言 (Current language): ${getCurrentLanguage()}`);
-            break;
-        case 'set':
-            const lang = args[1];
-            if (lang !== 'en' && lang !== 'zh') {
-                console.error('错误: 语言必须是 "en" 或 "zh" (Error: Language must be "en" or "zh")');
-                process.exit(1);
-            }
-            changeLanguage(lang);
-            console.error(`语言已设置为 (Language set to): ${lang}`);
-            // 测试翻译 (Test translation)
-            logger.info('server.starting');
-            logger.info('server.started');
-            break;
-        default:
-            console.error(`未知命令: ${command} (Unknown command: ${command})`);
-            showHelp();
-            process.exit(1);
-    }
-}
-// 执行主函数 (Execute main function)
-main().catch(error => {
-    console.error('错误 (Error):', error);
-    process.exit(1);
-});

package/dist/src/lib/example.js

@@ -1,93 +0,0 @@
-/**
- * Author: Martin <lmccc.dev@gmail.com>
- * Co-Author: AI Assistant (Claude)
- * Description: This code was collaboratively developed by Martin and AI Assistant.
- */
-/**
- * 示例工具类，展示双语注释风格 (Example utility class, demonstrating bilingual comment style)
- * 包含各种实用函数和示例 (Contains various utility functions and examples)
- */
-export class ExampleUtils {
-    /**
-     * 缓存存储 (Cache storage)
-     * 用于存储临时数据 (Used to store temporary data)
-     */
-    static cache = new Map();
-    /**
-     * 获取用户信息 (Get user information)
-     * @param userId 用户唯一标识 (Unique identifier of the user)
-     * @param includeDetails 是否包含详细信息 (Whether to include detailed information)
-     * @returns 用户详细信息 (Detailed user information)
-     */
-    static async getUserInfo(userId, includeDetails = false) {
-        // 检查缓存中是否存在用户信息 (Check if user information exists in cache)
-        const cacheKey = `user_${userId}_${includeDetails ? 'detailed' : 'basic'}`;
-        if (this.cache.has(cacheKey)) {
-            return this.cache.get(cacheKey);
-        }
-        // 从数据库中查询用户 (Fetch user from the database)
-        const user = await this.fetchUserFromDB(userId);
-        // 如果需要详细信息，则获取额外数据 (If detailed information is needed, get additional data)
-        if (includeDetails && user) {
-            // 获取用户的额外信息 (Get additional information of the user)
-            user.details = await this.fetchUserDetails(userId);
-        }
-        // 将结果存入缓存 (Store the result in cache)
-        this.cache.set(cacheKey, user);
-        return user;
-    }
-    /**
-     * 从数据库获取用户基本信息 (Fetch basic user information from database)
-     * @param userId 用户ID (User ID)
-     * @returns 用户基本信息 (Basic user information)
-     */
-    static async fetchUserFromDB(userId) {
-        try {
-            // 这里是模拟的数据库查询 (This is a simulated database query)
-            console.log(`从数据库获取用户 ${userId} 的信息 (Fetching information of user ${userId} from database)`);
-            // 模拟网络延迟 (Simulate network delay)
-            await new Promise(resolve => setTimeout(resolve, 100));
-            // 返回模拟数据 (Return simulated data)
-            return {
-                id: userId,
-                name: `User ${userId}`,
-                email: `user${userId}@example.com`,
-                createdAt: new Date().toISOString()
-            };
-        }
-        catch (error) {
-            // 记录错误并返回null (Log error and return null)
-            console.error(`获取用户信息失败: ${error.message} (Failed to get user information: ${error.message})`);
-            return null;
-        }
-    }
-    /**
-     * 获取用户详细信息 (Get detailed user information)
-     * @param userId 用户ID (User ID)
-     * @returns 用户详细信息 (Detailed user information)
-     */
-    static async fetchUserDetails(userId) {
-        // 模拟获取用户详细信息 (Simulate getting detailed user information)
-        console.log(`获取用户 ${userId} 的详细信息 (Getting detailed information of user ${userId})`);
-        // 模拟网络延迟 (Simulate network delay)
-        await new Promise(resolve => setTimeout(resolve, 150));
-        // 返回模拟的详细信息 (Return simulated detailed information)
-        return {
-            address: '123 Example St, City, Country',
-            phone: '+1234567890',
-            preferences: {
-                theme: 'dark',
-                notifications: true
-            }
-        };
-    }
-    /**
-     * 清除缓存 (Clear cache)
-     * 删除所有缓存的数据 (Delete all cached data)
-     */
-    static clearCache() {
-        // 清空缓存映射 (Empty the cache map)
-        this.cache.clear();
-        console.log('缓存已清空 (Cache has been cleared)');
-    }
-}

package/dist/src/lib/server/logger.js

@@ -1,23 +0,0 @@
-/**
- * Author: Martin <lmccc.dev@gmail.com>
- * Co-Author: AI Assistant (Claude)
- * Description: This code was collaboratively developed by Martin and AI Assistant.
- */
-import { createLogger } from '../i18n/logger.js';
-// 创建服务器日志记录器 (Create server logger)
-const logger = createLogger('MCP-SERVER');
-/**
- * 日志函数 (Log function)
- * 输出调试信息到标准错误流 (Output debug information to standard error stream)
- * @param key 翻译键或消息 (Translation key or message)
- * @param debug 是否为调试模式 (Whether in debug mode)
- * @param options 翻译选项 (Translation options)
- */
-export function log(key, debug = false, options) {
-    // 只有在明确设置 debug 为 true 时才输出日志 (Only output logs when debug is explicitly set to true)
-    if (!debug) {
-        return;
-    }
-    // 所有日志消息都使用翻译键 (All log messages use translation keys)
-    logger.debug(key, options, debug);
-}