@lmcc-dev/mult-fetch-mcp-server 1.0.1

package/dist/src/lib/i18n/locales/zh/resources.js

@@ -0,0 +1,47 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+export default {
+    // 资源列表错误 (Resource list errors)
+    list: {
+        request: "收到资源列表请求: {params}"
+    },
+    // 资源读取错误 (Resource read errors)
+    read: {
+        request: "收到资源读取请求: {uri}",
+        error: "读取资源时出错: {uri}, {error}"
+    },
+    // 文件读取错误 (File read errors)
+    fileReadError: "读取文件时出错: {filePath}, {error}",
+    // 无效的URI (Invalid URI)
+    invalidUri: "无效的资源URI",
+    // 资源未找到 (Resource not found)
+    notFound: "资源未找到",
+    // 资源描述 (Resource descriptions)
+    readme: {
+        description: "项目自述文件，包含项目概述、安装和使用说明"
+    },
+    package: {
+        description: "项目包配置文件，包含依赖和脚本定义"
+    },
+    index: {
+        description: "项目入口文件，包含服务器启动逻辑"
+    },
+    client: {
+        description: "MCP客户端实现，用于与服务器通信"
+    },
+    // 资源模板描述 (Resource template descriptions)
+    sourceFile: {
+        name: "源代码文件",
+        description: "访问项目源代码文件"
+    },
+    docFile: {
+        name: "文档文件",
+        description: "访问项目文档文件"
+    },
+    filename: {
+        description: "文件名，包括扩展名"
+    }
+};

package/dist/src/lib/i18n/locales/zh/server.js

@@ -0,0 +1,32 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+// 服务器相关消息 (Server related messages)
+export const server = {
+    starting: "MCP 服务器启动中...",
+    connecting: "正在连接到 MCP 传输: {{transport}}",
+    started: "MCP 服务器已启动",
+    stopping: "MCP 服务器停止中...",
+    stopped: "MCP 服务器已停止",
+    error: "MCP 服务器错误: {{error}}",
+    receivedRequest: "收到工具请求: {{tool}}",
+    processingRequest: "正在处理工具请求: {{tool}}",
+    requestCompleted: "工具请求完成: {{tool}}",
+    requestFailed: "工具请求失败: {{tool}}, 错误: {{error}}",
+    receivedInterruptSignal: "收到中断信号，正在关闭服务器...",
+    receivedTerminateSignal: "收到终止信号，正在关闭服务器...",
+    uncaughtException: "未捕获的异常: {{error}}",
+    debug: "{{message}}",
+    // 新增的翻译键 (New translation keys)
+    initializingBrowser: "初始化浏览器实例...",
+    closingBrowser: "关闭浏览器实例...",
+    receivedToolRequest: "收到{{name}}请求: {{url}}",
+    processingToolRequestError: "处理{{name}}请求时出错: {{error}}",
+    usingBrowserMode: "使用浏览器模式获取 {{type}}: {{url}}",
+    usingAutoDetectMode: "使用自动检测模式获取 {{type}}: {{url}}",
+    switchingToBrowserMode: "标准模式失败，切换到浏览器模式: {{url}}",
+    fetchError: "获取 {{type}} 时出错: {{error}}",
+    connectionError: "连接到传输时出错: {{error}}"
+};

package/dist/src/lib/i18n/locales/zh/tools.js

@@ -0,0 +1,25 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+// 工具相关消息 (Tool related messages)
+export const tools = {
+    fetchHtml: {
+        description: "获取网站并以 HTML 格式返回内容",
+        error: "获取 HTML 失败: {{error}}"
+    },
+    fetchJson: {
+        description: "从 URL 获取 JSON 文件",
+        error: "获取 JSON 失败: {{error}}",
+        invalidJson: "URL 返回的 JSON 无效: {{url}}"
+    },
+    fetchTxt: {
+        description: "获取网站，以纯文本格式返回内容（无 HTML）",
+        error: "获取文本失败: {{error}}"
+    },
+    fetchMarkdown: {
+        description: "获取网站并以 Markdown 格式返回内容",
+        error: "获取 Markdown 失败: {{error}}"
+    }
+};

package/dist/src/lib/i18n/logger.js

@@ -0,0 +1,57 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { t } from './index.js';
+/**
+ * 创建一个带前缀的日志记录器 (Create a logger with prefix)
+ * @param prefix 日志前缀 (Log prefix)
+ * @returns 日志记录器对象 (Logger object)
+ */
+export function createLogger(prefix) {
+    return {
+        /**
+         * 输出信息日志 (Output info log)
+         * @param key 翻译键 (Translation key)
+         * @param params 翻译参数 (Translation parameters)
+         * @param forceDebug 是否强制输出信息日志 (Whether to force output info logs)
+         */
+        info: (key, params, forceDebug) => {
+            // 只有在环境变量DEBUG为true或forceDebug为true时才输出信息日志
+            if (process.env.DEBUG === 'true' || forceDebug === true) {
+                console.error(`[${prefix}] ${t(key, params)}`);
+            }
+        },
+        /**
+         * 输出错误日志 (Output error log)
+         * @param key 翻译键 (Translation key)
+         * @param params 翻译参数 (Translation parameters)
+         */
+        error: (key, params) => {
+            // 错误日志总是输出，不受debug控制
+            console.error(`[${prefix}] ${t(key, params)}`);
+        },
+        /**
+         * 输出警告日志 (Output warning log)
+         * @param key 翻译键 (Translation key)
+         * @param params 翻译参数 (Translation parameters)
+         */
+        warn: (key, params) => {
+            // 警告日志总是输出，不受debug控制
+            console.error(`[${prefix}] ${t(key, params)}`);
+        },
+        /**
+         * 输出调试日志 (Output debug log)
+         * @param key 翻译键 (Translation key)
+         * @param params 翻译参数 (Translation parameters)
+         * @param forceDebug 是否强制输出调试日志 (Whether to force output debug logs)
+         */
+        debug: (key, params, forceDebug) => {
+            // 只有在forceDebug=true时才输出调试日志
+            if (forceDebug === true) {
+                console.error(`[${prefix}] ${t(key, params)}`);
+            }
+        }
+    };
+}

package/dist/src/lib/logger.js

@@ -0,0 +1,126 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { createLogger } from './i18n/logger.js';
+import { t } from './i18n/index.js';
+import fs from 'fs';
+import path from 'path';
+import os from 'os';
+// 组件名称常量 (Component name constants)
+export const COMPONENTS = {
+    SERVER: 'MCP-SERVER',
+    NODE_FETCH: 'NODE-FETCH',
+    BROWSER_FETCH: 'BROWSER-FETCH',
+    CLIENT: 'CLIENT',
+    RESOURCES: 'MCP-RESOURCES',
+    PROMPTS: 'MCP-PROMPTS',
+    TOOLS: 'MCP-TOOLS'
+};
+// 日志文件路径 (Log file path)
+const LOG_DIR = path.join(os.homedir(), '.mult-fetch-mcp-server');
+const LOG_FILE = path.join(LOG_DIR, 'debug.log');
+// 确保日志目录存在 (Ensure log directory exists)
+try {
+    if (!fs.existsSync(LOG_DIR)) {
+        fs.mkdirSync(LOG_DIR, { recursive: true });
+    }
+}
+catch (error) {
+    console.error(`[${COMPONENTS.SERVER}] Failed to create log directory: ${error}`);
+}
+// 组件日志记录器缓存 (Component logger cache)
+const loggerCache = {};
+/**
+ * 获取指定组件的日志记录器 (Get logger for specified component)
+ * @param component 组件名称 (Component name)
+ * @returns 日志记录器 (Logger)
+ */
+function getLogger(component) {
+    if (!loggerCache[component]) {
+        loggerCache[component] = createLogger(component);
+    }
+    return loggerCache[component];
+}
+/**
+ * 获取格式化的本地时间 (Get formatted local time)
+ * @returns 格式化的本地时间字符串 (Formatted local time string)
+ */
+function getFormattedLocalTime() {
+    const now = new Date();
+    // 获取本地时间的年、月、日、时、分、秒、毫秒
+    const year = now.getFullYear();
+    const month = String(now.getMonth() + 1).padStart(2, '0');
+    const day = String(now.getDate()).padStart(2, '0');
+    const hours = String(now.getHours()).padStart(2, '0');
+    const minutes = String(now.getMinutes()).padStart(2, '0');
+    const seconds = String(now.getSeconds()).padStart(2, '0');
+    const milliseconds = String(now.getMilliseconds()).padStart(3, '0');
+    // 格式化为 YYYY-MM-DD HH:MM:SS.mmm
+    return `${year}-${month}-${day} ${hours}:${minutes}:${seconds}.${milliseconds}`;
+}
+/**
+ * 将日志写入文件 (Write log to file)
+ * @param component 组件名称 (Component name)
+ * @param message 日志消息 (Log message)
+ */
+function writeToLogFile(component, message) {
+    try {
+        const timestamp = getFormattedLocalTime();
+        const logEntry = `${timestamp} [${component}] ${message}\n`;
+        fs.appendFileSync(LOG_FILE, logEntry);
+    }
+    catch (error) {
+        console.error(`[${COMPONENTS.SERVER}] Failed to write to log file: ${error}`);
+    }
+}
+/**
+ * 清除日志文件 (Clear log file)
+ */
+export function clearLogFile() {
+    try {
+        fs.writeFileSync(LOG_FILE, '');
+    }
+    catch (error) {
+        console.error(`[${COMPONENTS.SERVER}] Failed to clear log file: ${error}`);
+    }
+}
+/**
+ * 获取日志文件路径 (Get log file path)
+ * @returns 日志文件的完整路径 (Full path to the log file)
+ */
+export function getLogFilePath() {
+    return LOG_FILE;
+}
+/**
+ * 统一日志函数 (Unified log function)
+ * 输出调试信息到标准错误流和日志文件 (Output debug information to standard error stream and log file)
+ * @param key 翻译键或消息 (Translation key or message)
+ * @param debug 是否为调试模式 (Whether in debug mode)
+ * @param options 翻译选项 (Translation options)
+ * @param component 组件名称 (Component name)
+ */
+export function log(key, debug = false, options, component = COMPONENTS.SERVER) {
+    // 只有在明确设置 debug 为 true 时才输出日志 (Only output logs when debug is explicitly set to true)
+    if (!debug) {
+        return;
+    }
+    // 获取组件的日志记录器 (Get logger for component)
+    const logger = getLogger(component);
+    // 输出到控制台 (Output to console)
+    logger.debug(key, options, debug);
+    // 翻译消息 (Translate message)
+    let translatedMessage;
+    try {
+        const translated = t(key, options);
+        // 确保 translatedMessage 是字符串 (Ensure translatedMessage is a string)
+        translatedMessage = typeof translated === 'string' ? translated : JSON.stringify(translated);
+    }
+    catch (error) {
+        // 如果翻译失败，使用原始消息 (If translation fails, use original message)
+        translatedMessage = typeof key === 'string' ? key : JSON.stringify(key);
+    }
+    // 写入日志文件 (Write to log file)
+    writeToLogFile(component, translatedMessage);
+}

package/dist/src/lib/server/browser.js

@@ -0,0 +1,86 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { BrowserFetcher } from '../BrowserFetcher.js';
+import { log, COMPONENTS } from '../logger.js';
+// 全局浏览器实例 (Global browser instance)
+let browserInitialized = false;
+/**
+ * 初始化浏览器实例 (Initialize browser instance)
+ * 确保浏览器实例已准备好用于网页获取 (Ensure browser instance is ready for webpage fetching)
+ * @param debug 是否为调试模式 (Whether in debug mode)
+ * @returns Promise对象 (Promise object)
+ */
+export async function initializeBrowser(debug = false) {
+    if (!browserInitialized) {
+        if (debug) {
+            log('server.initializingBrowser', debug, {}, COMPONENTS.SERVER);
+        }
+        // BrowserFetcher 是静态类，不需要实例化 (BrowserFetcher is a static class, no need to instantiate)
+        browserInitialized = true;
+    }
+}
+/**
+ * 关闭浏览器实例 (Close browser instance)
+ * 释放浏览器资源 (Release browser resources)
+ * @param debug 是否为调试模式 (Whether in debug mode)
+ * @returns Promise对象 (Promise object)
+ */
+export async function closeBrowserInstance(debug = false) {
+    if (browserInitialized) {
+        if (debug) {
+            log('server.closingBrowser', debug, {}, COMPONENTS.SERVER);
+        }
+        await BrowserFetcher.closeBrowser(true);
+        browserInitialized = false;
+    }
+}
+/**
+ * 检查是否应该切换到浏览器模式 (Check if should switch to browser mode)
+ * 根据错误信息判断是否需要浏览器模式 (Determine if browser mode is needed based on error message)
+ * @param error 错误对象 (Error object)
+ * @returns 是否应该切换到浏览器模式 (Whether to switch to browser mode)
+ */
+export function shouldSwitchToBrowser(error) {
+    // 检查错误是否表明需要浏览器模式 (Check if error indicates browser mode is needed)
+    if (error && error.message) {
+        const errorMessage = error.message.toLowerCase();
+        return errorMessage.includes('403') ||
+            errorMessage.includes('forbidden') ||
+            errorMessage.includes('access denied') ||
+            errorMessage.includes('cloudflare') ||
+            errorMessage.includes('captcha') ||
+            errorMessage.includes('javascript required') ||
+            errorMessage.includes('timeout') ||
+            errorMessage.includes('connect timeout') ||
+            errorMessage.includes('socket') ||
+            errorMessage.includes('econnrefused') ||
+            errorMessage.includes('und_err_connect_timeout') ||
+            errorMessage.includes('fetch failed');
+    }
+    return false;
+}
+/**
+ * 检查是否应该使用浏览器模式 (Check if browser mode should be used)
+ * 根据响应内容判断是否需要浏览器模式 (Determine if browser mode is needed based on response content)
+ * @param response 响应对象 (Response object)
+ * @param url 请求URL (Request URL)
+ * @returns 是否应该使用浏览器模式 (Whether to use browser mode)
+ */
+export function shouldUseBrowser(response, url) {
+    // 检查响应是否表明需要浏览器模式 (Check if response indicates browser mode is needed)
+    if (response.isError) {
+        const errorText = response.content[0].text.toLowerCase();
+        return errorText.includes('403') ||
+            errorText.includes('forbidden') ||
+            errorText.includes('access denied') ||
+            errorText.includes('cloudflare') ||
+            errorText.includes('captcha') ||
+            errorText.includes('javascript required') ||
+            errorText.includes('browser') ||
+            errorText.includes('cookie');
+    }
+    return false;
+}

package/dist/src/lib/server/fetcher.js

@@ -0,0 +1,130 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { BrowserFetcher } from '../BrowserFetcher.js';
+import { NodeFetcher } from '../NodeFetcher.js';
+import { log, COMPONENTS } from '../logger.js';
+import { initializeBrowser, closeBrowserInstance, shouldSwitchToBrowser } from './browser.js';
+/**
+ * 辅助函数：根据类型和参数自动选择合适的获取方法 (Helper function: automatically select appropriate fetching method based on type and parameters)
+ * 支持自动在标准模式和浏览器模式之间切换 (Supports automatic switching between standard mode and browser mode)
+ * @param params 请求参数 (Request parameters)
+ * @param type 内容类型 (Content type)
+ * @returns 获取结果 (Fetch result)
+ */
+export async function fetchWithAutoDetect(params, type) {
+    const useBrowser = params.useBrowser === true;
+    const autoDetectMode = params.autoDetectMode !== false; // 除非明确设置为 false，否则默认为 true (Unless explicitly set to false, default to true)
+    const closeBrowserAfterFetch = params.closeBrowser === true; // 是否在获取后关闭浏览器 (Whether to close the browser after fetching)
+    // 严格从调用参数中获取debug值
+    const debug = params.debug === true;
+    try {
+        if (useBrowser) {
+            // 如果使用浏览器模式，确保浏览器已初始化 (If using browser mode, ensure browser is initialized)
+            await initializeBrowser(debug);
+            if (debug) {
+                log('server.usingBrowserMode', debug, { type, url: params.url }, COMPONENTS.SERVER);
+            }
+            // 确保params中包含debug参数 (Ensure params contains debug parameter)
+            params.debug = debug;
+            // 根据类型选择合适的浏览器获取方法 (Choose appropriate browser fetching method based on type)
+            switch (type) {
+                case 'html':
+                    return await BrowserFetcher.html(params);
+                case 'json':
+                    return await BrowserFetcher.json(params);
+                case 'txt':
+                    return await BrowserFetcher.txt(params);
+                case 'markdown':
+                    return await BrowserFetcher.markdown(params);
+            }
+        }
+        else {
+            // 使用标准模式
+            if (debug) {
+                log('server.usingAutoDetectMode', debug, { type, url: params.url }, COMPONENTS.SERVER);
+            }
+            try {
+                // 根据类型选择合适的标准获取方法 (Choose appropriate standard fetching method based on type)
+                switch (type) {
+                    case 'html': {
+                        const result = await NodeFetcher.html(params);
+                        // 转换为统一格式 (Convert to unified format)
+                        return {
+                            content: [{ type: 'text', text: result.html }],
+                            isError: false
+                        };
+                    }
+                    case 'json': {
+                        const result = await NodeFetcher.json(params);
+                        // 转换为统一格式 (Convert to unified format)
+                        return {
+                            content: [{ type: 'text', text: typeof result.json === 'string' ? result.json : JSON.stringify(result.json, null, 2) }],
+                            isError: false
+                        };
+                    }
+                    case 'txt': {
+                        const result = await NodeFetcher.txt(params);
+                        // 转换为统一格式 (Convert to unified format)
+                        return {
+                            content: [{ type: 'text', text: result.text }],
+                            isError: false
+                        };
+                    }
+                    case 'markdown': {
+                        const result = await NodeFetcher.markdown(params);
+                        // 转换为统一格式 (Convert to unified format)
+                        return {
+                            content: [{ type: 'text', text: result.markdown }],
+                            isError: false
+                        };
+                    }
+                }
+            }
+            catch (error) {
+                // 如果标准模式失败且启用了自动检测
+                if (autoDetectMode && shouldSwitchToBrowser(error)) {
+                    if (debug) {
+                        log('server.switchingToBrowserMode', debug, { url: params.url }, COMPONENTS.SERVER);
+                    }
+                    // 确保浏览器已初始化
+                    await initializeBrowser(debug);
+                    // 设置浏览器模式参数
+                    params.useBrowser = true;
+                    params.debug = debug;
+                    // 根据类型选择合适的浏览器获取方法
+                    switch (type) {
+                        case 'html':
+                            return await BrowserFetcher.html(params);
+                        case 'json':
+                            return await BrowserFetcher.json(params);
+                        case 'txt':
+                            return await BrowserFetcher.txt(params);
+                        case 'markdown':
+                            return await BrowserFetcher.markdown(params);
+                    }
+                }
+                // 如果不需要切换到浏览器模式，则抛出原始错误
+                throw error;
+            }
+        }
+    }
+    catch (error) {
+        // 处理所有错误
+        if (debug) {
+            log('server.fetchError', debug, { type, error: error instanceof Error ? error.message : String(error) }, COMPONENTS.SERVER);
+        }
+        // 如果出错且启用了关闭浏览器选项，确保浏览器被关闭
+        if (closeBrowserAfterFetch) {
+            await closeBrowserInstance(debug);
+        }
+        throw error;
+    }
+    // 如果没有匹配的类型，返回错误
+    return {
+        content: [{ type: 'text', text: `Unsupported content type: ${type}` }],
+        isError: true
+    };
+}

package/dist/src/lib/server/index.js

@@ -0,0 +1,73 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { Server } from "@modelcontextprotocol/sdk/server/index.js";
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { log, COMPONENTS } from '../logger.js';
+import { closeBrowserInstance } from './browser.js';
+import { registerTools } from './tools.js';
+import { registerResources } from './resources.js';
+import { registerPrompts } from './prompts.js';
+// 创建MCP服务器
+const server = new Server({
+    name: "mult-fetch-mcp-server",
+    version: "1.0.0",
+}, {
+    capabilities: {
+        resources: {
+            listChanged: true
+        },
+        tools: {},
+        prompts: {
+            listChanged: true
+        },
+    },
+});
+/**
+ * 启动服务器 (Start the server)
+ * 初始化MCP服务器并设置信号处理 (Initialize MCP server and set up signal handling)
+ */
+export async function startServer() {
+    // 注册工具
+    registerTools(server);
+    // 注册资源
+    registerResources(server);
+    // 注册提示
+    registerPrompts(server);
+    log('server.starting', true, {}, COMPONENTS.SERVER);
+    // 初始化 StdioServerTransport，不传递任何参数
+    const transport = new StdioServerTransport();
+    // 设置进程退出时的清理逻辑 (Set up cleanup logic when process exits)
+    process.on('exit', () => {
+        log('server.stopping', true, {}, COMPONENTS.SERVER);
+        // 同步清理逻辑 (Synchronous cleanup logic)
+    });
+    process.on('SIGINT', async () => {
+        log('server.receivedInterruptSignal', true, {}, COMPONENTS.SERVER);
+        await closeBrowserInstance(false);
+        process.exit(0);
+    });
+    process.on('SIGTERM', async () => {
+        log('server.receivedTerminateSignal', true, {}, COMPONENTS.SERVER);
+        await closeBrowserInstance(false);
+        process.exit(0);
+    });
+    // 处理未捕获的异常
+    process.on('uncaughtException', async (error) => {
+        log('server.uncaughtException', true, { error: error.message }, COMPONENTS.SERVER);
+        await closeBrowserInstance(false);
+        process.exit(1);
+    });
+    try {
+        log('server.connecting', true, { transport: 'stdio' }, COMPONENTS.SERVER);
+        await server.connect(transport);
+        log('server.started', true, {}, COMPONENTS.SERVER);
+    }
+    catch (error) {
+        log('server.connectionError', true, { error: error instanceof Error ? error.message : String(error) }, COMPONENTS.SERVER);
+        await closeBrowserInstance(false);
+        process.exit(1);
+    }
+}

package/dist/src/lib/server/logger.js

@@ -0,0 +1,23 @@
+/**
+ * Author: Martin <lmccc.dev@gmail.com>
+ * Co-Author: AI Assistant (Claude)
+ * Description: This code was collaboratively developed by Martin and AI Assistant.
+ */
+import { createLogger } from '../i18n/logger.js';
+// 创建服务器日志记录器 (Create server logger)
+const logger = createLogger('MCP-SERVER');
+/**
+ * 日志函数 (Log function)
+ * 输出调试信息到标准错误流 (Output debug information to standard error stream)
+ * @param key 翻译键或消息 (Translation key or message)
+ * @param debug 是否为调试模式 (Whether in debug mode)
+ * @param options 翻译选项 (Translation options)
+ */
+export function log(key, debug = false, options) {
+    // 只有在明确设置 debug 为 true 时才输出日志 (Only output logs when debug is explicitly set to true)
+    if (!debug) {
+        return;
+    }
+    // 所有日志消息都使用翻译键 (All log messages use translation keys)
+    logger.debug(key, options, debug);
+}