@lutery/vision-mcp 1.0.0

package/dist/src/config/model-config.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Model Configuration Manager
+ *
+ * @description 管理视觉模型的配置，从环境变量加载
+ */
+export type ModelType = 'glm-4.6v' | 'siliconflow';
+export interface ModelConfig {
+    type: ModelType;
+    name: string;
+    baseUrl: string;
+    apiKey: string;
+    timeout?: number;
+    maxRetries?: number;
+    thinking?: {
+        type: 'enabled' | 'disabled';
+    };
+}
+export interface ModelDefaults {
+    baseUrl: string;
+    modelName: string;
+    timeout: number;
+    maxRetries: number;
+}
+/**
+ * 从环境变量加载模型配置
+ */
+export declare function loadModelConfig(): ModelConfig;
+/**
+ * 验证模型配置
+ */
+export declare function validateModelConfig(config: ModelConfig): boolean;
+/**
+ * 脱敏显示 API Key
+ */
+export declare function maskApiKey(apiKey: string): string;
+/**
+ * 获取模型的显示信息（用于日志）
+ */
+export declare function getModelDisplayInfo(config: ModelConfig): string;
+//# sourceMappingURL=model-config.d.ts.map

package/dist/src/config/model-config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-config.d.ts","sourceRoot":"","sources":["../../../src/config/model-config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,MAAM,MAAM,SAAS,GAAG,UAAU,GAAG,aAAa,CAAC;AAEnD,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE;QAAE,IAAI,EAAE,SAAS,GAAG,UAAU,CAAA;KAAE,CAAC;CAC7C;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAiBD;;GAEG;AACH,wBAAgB,eAAe,IAAI,WAAW,CAkE7C;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAiChE;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAOjD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,MAAM,CAE/D"}

package/dist/src/config/model-config.js

@@ -0,0 +1,126 @@
+/**
+ * Model Configuration Manager
+ *
+ * @description 管理视觉模型的配置，从环境变量加载
+ */
+import { ModelConfigError } from '../utils/errors.js';
+import { logger } from '../utils/logger.js';
+const MODEL_DEFAULTS = {
+    'glm-4.6v': {
+        baseUrl: 'https://open.bigmodel.cn/api/paas/v4',
+        modelName: 'glm-4.6v',
+        timeout: 60000,
+        maxRetries: 2
+    },
+    'siliconflow': {
+        baseUrl: 'https://api.siliconflow.cn/v1',
+        modelName: 'Qwen/Qwen2-VL-72B-Instruct',
+        timeout: 60000,
+        maxRetries: 2
+    }
+};
+/**
+ * 从环境变量加载模型配置
+ */
+export function loadModelConfig() {
+    try {
+        // 加载模型类型
+        const type = process.env.VISION_MODEL_TYPE;
+        if (!type || !['glm-4.6v', 'siliconflow'].includes(type)) {
+            throw new ModelConfigError(`Invalid or missing VISION_MODEL_TYPE: ${type}. Must be "glm-4.6v" or "siliconflow"`);
+        }
+        const defaults = MODEL_DEFAULTS[type];
+        // 加载必要配置
+        const name = process.env.VISION_MODEL_NAME || defaults.modelName;
+        const baseUrl = process.env.VISION_API_BASE_URL || defaults.baseUrl;
+        const apiKey = process.env.VISION_API_KEY;
+        if (!apiKey) {
+            throw new ModelConfigError('Missing VISION_API_KEY environment variable');
+        }
+        // 验证 API Key 格式
+        if (type === 'glm-4.6v' && !apiKey.includes('.')) {
+            logger.warn('GLM API Key does not contain dot (.) - may be invalid', {
+                modelType: type
+            });
+        }
+        if (type === 'siliconflow' && !apiKey.startsWith('sk-')) {
+            logger.warn('SiliconFlow API Key does not start with "sk-" - may be invalid', {
+                modelType: type
+            });
+        }
+        // 加载可选配置
+        const timeout = process.env.VISION_API_TIMEOUT
+            ? parseInt(process.env.VISION_API_TIMEOUT, 10)
+            : defaults.timeout;
+        const maxRetries = process.env.VISION_MAX_RETRIES
+            ? parseInt(process.env.VISION_MAX_RETRIES, 10)
+            : defaults.maxRetries;
+        const config = {
+            type,
+            name,
+            baseUrl: baseUrl.replace(/\/$/, ''), // 移除末尾的 /
+            apiKey,
+            timeout,
+            maxRetries,
+            thinking: type === 'glm-4.6v' ? { type: 'enabled' } : undefined
+        };
+        logger.info('Model configuration loaded successfully', {
+            modelType: type,
+            modelName: name,
+            baseUrl: config.baseUrl
+        });
+        return config;
+    }
+    catch (error) {
+        logger.error('Failed to load model configuration', error);
+        throw error;
+    }
+}
+/**
+ * 验证模型配置
+ */
+export function validateModelConfig(config) {
+    try {
+        const errors = [];
+        if (!config.name || typeof config.name !== 'string') {
+            errors.push('Model name is required');
+        }
+        if (!config.baseUrl || typeof config.baseUrl !== 'string') {
+            errors.push('Base URL is required');
+        }
+        if (!config.apiKey || typeof config.apiKey !== 'string') {
+            errors.push('API Key is required');
+        }
+        if (typeof config.timeout !== 'number' || config.timeout <= 0) {
+            errors.push('Timeout must be a positive number');
+        }
+        if (typeof config.maxRetries !== 'number' || config.maxRetries < 0) {
+            errors.push('Max retries must be a non-negative number');
+        }
+        if (errors.length > 0) {
+            throw new ModelConfigError(errors.join('; '));
+        }
+        return true;
+    }
+    catch (error) {
+        logger.error('Model configuration validation failed', error);
+        throw error;
+    }
+}
+/**
+ * 脱敏显示 API Key
+ */
+export function maskApiKey(apiKey) {
+    if (!apiKey || apiKey.length <= 8) {
+        return '***';
+    }
+    const visible = Math.min(4, Math.floor(apiKey.length / 4));
+    return `${apiKey.substring(0, visible)}${'*'.repeat(Math.max(1, apiKey.length - visible * 2))}${apiKey.substring(apiKey.length - visible)}`;
+}
+/**
+ * 获取模型的显示信息（用于日志）
+ */
+export function getModelDisplayInfo(config) {
+    return `${config.type} - ${config.name} (API Key: ${maskApiKey(config.apiKey)})`;
+}
+//# sourceMappingURL=model-config.js.map

package/dist/src/config/model-config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-config.js","sourceRoot":"","sources":["../../../src/config/model-config.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAqB5C,MAAM,cAAc,GAAqC;IACvD,UAAU,EAAE;QACV,OAAO,EAAE,sCAAsC;QAC/C,SAAS,EAAE,UAAU;QACrB,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,CAAC;KACd;IACD,aAAa,EAAE;QACb,OAAO,EAAE,+BAA+B;QACxC,SAAS,EAAE,4BAA4B;QACvC,OAAO,EAAE,KAAK;QACd,UAAU,EAAE,CAAC;KACd;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC;QACH,SAAS;QACT,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,iBAA8B,CAAC;QACxD,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACzD,MAAM,IAAI,gBAAgB,CACxB,yCAAyC,IAAI,uCAAuC,CACrF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QAEtC,SAAS;QACT,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,QAAQ,CAAC,SAAS,CAAC;QACjE,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,QAAQ,CAAC,OAAO,CAAC;QACpE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAE1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,gBAAgB,CACxB,6CAA6C,CAC9C,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,IAAI,IAAI,KAAK,UAAU,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE;gBACnE,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,KAAK,aAAa,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,gEAAgE,EAAE;gBAC5E,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC5C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;QAErB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC/C,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,EAAE,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC;QAExB,MAAM,MAAM,GAAgB;YAC1B,IAAI;YACJ,IAAI;YACJ,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,UAAU;YAC/C,MAAM;YACN,OAAO;YACP,UAAU;YACV,QAAQ,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS;SAChE,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;YACrD,SAAS,EAAE,IAAI;YACf,SAAS,EAAE,IAAI;YACf,OAAO,EAAE,MAAM,CAAC,OAAO;SACxB,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAc,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACrD,IAAI,CAAC;QACH,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpD,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAc,CAAC,CAAC;QACtE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,MAAc;IACvC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC;AAC9I,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAmB;IACrD,OAAO,GAAG,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,IAAI,cAAc,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;AACnF,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,17 @@
+#!/usr/bin/env node
+/**
+ * Vision MCP Server
+ *
+ * @description MCP Server providing vision capabilities via GLM-4.6V and SiliconFlow
+ * This server implements the Model Context Protocol for LLM integration
+ *
+ * IMPORTANT: This server uses STDIO for MCP communication. Do not use console.log for debugging.
+ * Use console.error (stderr) for all logging as required by MCP protocol.
+ */
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+/**
+ * 创建并配置 MCP Server
+ */
+declare function createMCPServer(): McpServer;
+export { createMCPServer };
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AACA;;;;;;;;GAQG;AAGH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AAWpE;;GAEG;AACH,iBAAS,eAAe,IAAI,SAAS,CAoJpC;AAuDD,OAAO,EAAE,eAAe,EAAE,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,188 @@
+#!/usr/bin/env node
+/**
+ * Vision MCP Server
+ *
+ * @description MCP Server providing vision capabilities via GLM-4.6V and SiliconFlow
+ * This server implements the Model Context Protocol for LLM integration
+ *
+ * IMPORTANT: This server uses STDIO for MCP communication. Do not use console.log for debugging.
+ * Use console.error (stderr) for all logging as required by MCP protocol.
+ */
+import { config } from 'dotenv';
+import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
+import { StdioServerTransport } from '@modelcontextprotocol/sdk/server/stdio.js';
+import { z } from 'zod';
+// 加载环境变量（如果有 .env 文件）
+config();
+import { logger } from './utils/logger.js';
+import { getVisionTool, VisionToolInputSchema } from './tools/vision-tool.js';
+import { toVisionMCPError, toMCPErrorResponse } from './utils/errors.js';
+/**
+ * 创建并配置 MCP Server
+ */
+function createMCPServer() {
+    const server = new McpServer({
+        name: 'vision-mcp',
+        version: '1.0.0'
+    });
+    // 初始化视觉工具
+    let visionTool;
+    try {
+        visionTool = getVisionTool();
+        logger.info('Vision MCP Server initialized successfully');
+    }
+    catch (error) {
+        logger.error('Failed to initialize vision tool', error);
+        throw error;
+    }
+    // 注册视觉分析工具
+    server.tool('analyze_image', 'Analyze an image using a vision model (GLM-4.6V or SiliconFlow). Supports URL, base64 data URL, or local file path.', {
+        image: z.string().describe('Image URL, base64 data URL, or local file path'),
+        prompt: z.string().describe('Analysis prompt describing what to analyze'),
+        output_format: z.enum(['text', 'json']).optional().default('text').describe('Output format preference (text or json)'),
+        template: z.string().optional().describe('System prompt template (ui-analysis, object-detection, ocr, etc.)')
+    }, async ({ image, prompt, output_format, template }) => {
+        try {
+            logger.logRequest('Vision tool called', {
+                imageLength: image.length,
+                promptLength: prompt.length,
+                outputFormat: output_format
+            });
+            // 验证输入
+            const validationResult = VisionToolInputSchema.safeParse({
+                image,
+                prompt,
+                output_format,
+                template
+            });
+            if (!validationResult.success) {
+                return {
+                    content: [
+                        {
+                            type: 'text',
+                            text: JSON.stringify({
+                                error: 'Invalid input',
+                                details: validationResult.error.errors
+                            }, null, 2)
+                        }
+                    ],
+                    isError: true
+                };
+            }
+            // 执行分析
+            const result = await visionTool.analyze(validationResult.data);
+            logger.logRequest('Tool execution completed', {
+                outputLength: result.content.length,
+                processingTime: result.metadata.processingTimeMs,
+                modelType: result.metadata.modelType
+            });
+            // 返回结果
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: result.content
+                    }
+                ]
+            };
+        }
+        catch (error) {
+            logger.error('Tool execution failed', error);
+            return toMCPErrorResponse(toVisionMCPError(error));
+        }
+    });
+    // 注册获取可用模板工具
+    server.tool('list_templates', 'List available system prompt templates for different vision analysis tasks', {}, async () => {
+        try {
+            logger.logRequest('List templates tool called', {});
+            // 导入模板信息
+            const { getAvailableTemplates } = await import('./prompts/system.js');
+            const templates = getAvailableTemplates();
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify(templates, null, 2)
+                    }
+                ]
+            };
+        }
+        catch (error) {
+            logger.error('Failed to list templates', error);
+            return toMCPErrorResponse(toVisionMCPError(error));
+        }
+    });
+    // 注册获取配置信息工具
+    server.tool('get_config', 'Get current model configuration (model type, name, etc.)', {}, async () => {
+        try {
+            const { modelConfig } = visionTool.getToolInfo();
+            const { maskApiKey } = await import('./config/model-config.js');
+            return {
+                content: [
+                    {
+                        type: 'text',
+                        text: JSON.stringify({
+                            type: modelConfig.type,
+                            name: modelConfig.name,
+                            baseUrl: modelConfig.baseUrl,
+                            apiKey: maskApiKey(modelConfig.apiKey),
+                            timeout: modelConfig.timeout,
+                            maxRetries: modelConfig.maxRetries
+                        }, null, 2)
+                    }
+                ]
+            };
+        }
+        catch (error) {
+            logger.error('Failed to get config', error);
+            return toMCPErrorResponse(toVisionMCPError(error));
+        }
+    });
+    return server;
+}
+/**
+ * 主函数
+ */
+async function main() {
+    try {
+        logger.info('Starting Vision MCP Server...');
+        // 创建服务器
+        const server = createMCPServer();
+        // 创建传输层
+        const transport = new StdioServerTransport();
+        // 连接服务器
+        await server.connect(transport);
+        logger.error('Vision MCP Server is running on stdio');
+        // 处理进程信号
+        process.on('SIGINT', async () => {
+            logger.error('Received SIGINT, shutting down...');
+            process.exit(0);
+        });
+        process.on('SIGTERM', async () => {
+            logger.error('Received SIGTERM, shutting down...');
+            process.exit(0);
+        });
+        // 未捕获异常处理
+        process.on('uncaughtException', (error) => {
+            logger.error('Uncaught exception', error);
+            process.exit(1);
+        });
+        process.on('unhandledRejection', (reason, promise) => {
+            logger.error(`Unhandled rejection at: ${promise}, reason: ${reason}`);
+            process.exit(1);
+        });
+    }
+    catch (error) {
+        logger.error('Fatal error starting server', error);
+        process.exit(1);
+    }
+}
+// 运行主函数
+if (import.meta.url === `file://${process.argv[1]}`) {
+    main().catch((error) => {
+        logger.error('Fatal error in main', error);
+        process.exit(1);
+    });
+}
+export { createMCPServer };
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";AACA;;;;;;;;GAQG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,sBAAsB;AACtB,MAAM,EAAE,CAAC;AAET,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAEzE;;GAEG;AACH,SAAS,eAAe;IACtB,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,UAAU;IACV,IAAI,UAA4C,CAAC;IAEjD,IAAI,CAAC;QACH,UAAU,GAAG,aAAa,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;IAC5D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QACxD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,WAAW;IACX,MAAM,CAAC,IAAI,CACT,eAAe,EACf,qHAAqH,EACrH;QACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gDAAgD,CAAC;QAC5E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;QACzE,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,yCAAyC,CAAC;QACtH,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mEAAmE,CAAC;KAC9G,EACD,KAAK,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE;QACnD,IAAI,CAAC;YACH,MAAM,CAAC,UAAU,CAAC,oBAAoB,EAAE;gBACtC,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,YAAY,EAAE,MAAM,CAAC,MAAM;gBAC3B,YAAY,EAAE,aAAa;aAC5B,CAAC,CAAC;YAEH,OAAO;YACP,MAAM,gBAAgB,GAAG,qBAAqB,CAAC,SAAS,CAAC;gBACvD,KAAK;gBACL,MAAM;gBACN,aAAa;gBACb,QAAQ;aACT,CAAC,CAAC;YAEH,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAC9B,OAAO;oBACL,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAe;4BACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gCACnB,KAAK,EAAE,eAAe;gCACtB,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,MAAM;6BACvC,EAAE,IAAI,EAAE,CAAC,CAAC;yBACZ;qBACF;oBACD,OAAO,EAAE,IAAI;iBACd,CAAC;YACJ,CAAC;YAED,OAAO;YACP,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE/D,MAAM,CAAC,UAAU,CAAC,0BAA0B,EAAE;gBAC5C,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;gBACnC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,gBAAgB;gBAChD,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,SAAS;aACrC,CAAC,CAAC;YAEH,OAAO;YACP,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,MAAM,CAAC,OAAO;qBACrB;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAC7C,OAAO,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CACF,CAAC;IAEF,aAAa;IACb,MAAM,CAAC,IAAI,CACT,gBAAgB,EAChB,4EAA4E,EAC5E,EAAE,EACF,KAAK,IAAI,EAAE;QACT,IAAI,CAAC;YACH,MAAM,CAAC,UAAU,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;YAEpD,SAAS;YACT,MAAM,EAAE,qBAAqB,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YACtE,MAAM,SAAS,GAAG,qBAAqB,EAAE,CAAC;YAE1C,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;qBACzC;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YAChD,OAAO,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CACF,CAAC;IAEF,aAAa;IACb,MAAM,CAAC,IAAI,CACT,YAAY,EACZ,0DAA0D,EAC1D,EAAE,EACF,KAAK,IAAI,EAAE;QACT,IAAI,CAAC;YACH,MAAM,EAAE,WAAW,EAAE,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;YAEhE,OAAO;gBACL,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAe;wBACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAClB;4BACE,IAAI,EAAE,WAAW,CAAC,IAAI;4BACtB,IAAI,EAAE,WAAW,CAAC,IAAI;4BACtB,OAAO,EAAE,WAAW,CAAC,OAAO;4BAC5B,MAAM,EAAE,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC;4BACtC,OAAO,EAAE,WAAW,CAAC,OAAO;4BAC5B,UAAU,EAAE,WAAW,CAAC,UAAU;yBACnC,EACD,IAAI,EACJ,CAAC,CACF;qBACF;iBACF;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,kBAAkB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,IAAI;IACjB,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAE7C,QAAQ;QACR,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;QAEjC,QAAQ;QACR,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;QAE7C,QAAQ;QACR,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEhC,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAEtD,SAAS;QACT,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;YAC9B,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE;YAC/B,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,UAAU;QACV,OAAO,CAAC,EAAE,CAAC,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;YACnD,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,aAAa,MAAM,EAAE,CAAC,CAAC;YACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACnD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,QAAQ;AACR,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,UAAU,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACpD,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACrB,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAC;QAC3C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,OAAO,EAAE,eAAe,EAAE,CAAC"}

package/dist/src/prompts/system.d.ts

@@ -0,0 +1,75 @@
+/**
+ * System Prompt Templates
+ *
+ * @description 内置的系统提示词模板，覆盖常见视觉任务场景
+ */
+export interface SystemPromptTemplate {
+    id: string;
+    name: string;
+    template: string;
+    description: string;
+    useCases: string[];
+}
+/**
+ * 基础系统提示词
+ * 提供通用指导原则和规范
+ */
+export declare const BASE_SYSTEM_PROMPT = "You are a vision analysis assistant with access to image data.\n\nYour task is to analyze images accurately and provide helpful responses based on what you see.\n\nGuidelines:\n1. Be precise and detailed in your observations\n2. When coordinates or measurements are requested, provide them in the format specified\n3. If an image is unclear or ambiguous, acknowledge the limitations\n4. Convert any complex structured data to the requested format\n5. Be helpful and follow the specific instructions provided by the user\n\nRemember: You are providing visual information to another AI system, so clarity and structure are important.";
+/**
+ * 通用描述模板
+ */
+export declare const GENERAL_DESCRIPTION_TEMPLATE: SystemPromptTemplate;
+/**
+ * UI 分析模板
+ * 用于分析 UI 原型图、截图等
+ */
+export declare const UI_ANALYSIS_TEMPLATE: SystemPromptTemplate;
+/**
+ * 对象定位和检测模板
+ */
+export declare const OBJECT_DETECTION_TEMPLATE: SystemPromptTemplate;
+/**
+ * OCR 和文本提取模板
+ */
+export declare const OCR_TEMPLATE: SystemPromptTemplate;
+/**
+ * 结构化信息提取模板
+ */
+export declare const STRUCTURED_EXTRACTION_TEMPLATE: SystemPromptTemplate;
+/**
+ * 获取系统提示词模板
+ *
+ * @param templateId 模板 ID
+ * @param customInstructions 额外的自定义指令（可选）
+ * @returns 完整的系统提示词
+ */
+export declare function getSystemPrompt(templateId: string, customInstructions?: string): string;
+/**
+ * 所有可用的系统提示词模板
+ */
+export declare const SYSTEM_PROMPT_TEMPLATES: Record<string, SystemPromptTemplate>;
+/**
+ * 获取模板列表
+ */
+export declare function getAvailableTemplates(): Array<{
+    id: string;
+    name: string;
+    description: string;
+    useCases: string[];
+}>;
+/**
+ * 自动选择合适的模板
+ *
+ * @param prompt 用户提示词
+ * @returns 推荐的模板 ID
+ */
+export declare function autoSelectTemplate(prompt: string): string;
+/**
+ * 构建完整的提示词
+ *
+ * @param templateId 模板 ID
+ * @param userPrompt 用户提示词
+ * @returns 构建完成的提示词
+ */
+export declare function buildPrompt(templateId: string | undefined, userPrompt: string): string;
+//# sourceMappingURL=system.d.ts.map

package/dist/src/prompts/system.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"system.d.ts","sourceRoot":"","sources":["../../../src/prompts/system.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,WAAW,oBAAoB;IACnC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;;GAGG;AACH,eAAO,MAAM,kBAAkB,4nBAW8E,CAAC;AAE9G;;GAEG;AACH,eAAO,MAAM,4BAA4B,EAAE,oBAe1C,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,oBA4ClC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,yBAAyB,EAAE,oBA2BvC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,YAAY,EAAE,oBA8B1B,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,8BAA8B,EAAE,oBA8B5C,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,kBAAkB,CAAC,EAAE,MAAM,GAAG,MAAM,CAevF;AAED;;GAEG;AACH,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,oBAAoB,CAMxE,CAAC;AAEF;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,KAAK,CAAC;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC,CAOD;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA0BzD;AAED;;;;;;GAMG;AACH,wBAAgB,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM,CAUtF"}