intention-coding 0.3.7 → 0.4.0

package/dist/services/image-analysis/index.js

@@ -0,0 +1,406 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DetailLevel = exports.AnalysisType = exports.AnalysisErrorCodes = exports.ImageAnalysisError = exports.ImageAnalyzer = exports.imageAnalysisTool = void 0;
+const zod_1 = require("zod");
+const logger_1 = require("../../utils/logger");
+const analyzer_1 = require("./analyzer");
+const types_1 = require("./types");
+// 参数验证Schema
+const ImageAnalysisParamsSchema = zod_1.z
+    .object({
+    image_path: zod_1.z.string().min(1).describe("图片文件路径"),
+    analysis_type: zod_1.z
+        .enum([
+        "general",
+        "objects",
+        "text",
+        "scene",
+        "people",
+        "technical",
+        "ui_design",
+        "requirement",
+        "custom",
+    ])
+        .describe("分析类型：通用、物体识别、文字识别、场景分析、人物分析、技术分析、UI设计稿、需求识别、自定义"),
+    custom_prompt: zod_1.z
+        .string()
+        .optional()
+        .describe("自定义分析提示词（analysis_type为custom时必填）"),
+    detail_level: zod_1.z
+        .enum(["brief", "detailed", "comprehensive"])
+        .default("detailed")
+        .describe("详细程度：简要、详细、全面"),
+    language: zod_1.z.string().default("中文").describe("分析结果语言"),
+})
+    .refine((data) => {
+    if (data.analysis_type === "custom") {
+        return data.custom_prompt && data.custom_prompt.trim().length > 0;
+    }
+    return true;
+}, {
+    message: "自定义分析类型需要提供custom_prompt参数",
+});
+/**
+ * 图片内容理解智能体
+ * 提供多种类型的图片内容分析和理解
+ */
+exports.imageAnalysisTool = {
+    name: "图片内容理解智能体",
+    description: "专业图片内容分析工具，支持通用分析、物体识别、文字识别、场景分析、人物分析、技术分析、UI设计稿分析、需求识别等多种模式，特别擅长UI设计稿的结构分析和页面需求提取",
+    parameters: ImageAnalysisParamsSchema,
+    execute: (args) => __awaiter(void 0, void 0, void 0, function* () {
+        const analyzer = new analyzer_1.ImageAnalyzer();
+        try {
+            logger_1.logger.info("图片内容理解智能体开始执行", {
+                imagePath: args.image_path,
+                analysisType: args.analysis_type,
+                detailLevel: args.detail_level,
+            });
+            // 转换参数格式
+            const analysisParams = {
+                image_path: args.image_path,
+                analysis_type: args.analysis_type,
+                custom_prompt: args.custom_prompt,
+                detail_level: args.detail_level,
+                language: args.language,
+            };
+            // 执行分析
+            const result = yield analyzer.analyzeImage(analysisParams);
+            // 格式化返回结果
+            return formatAnalysisResult(result, args);
+        }
+        catch (error) {
+            logger_1.logger.error("图片内容理解智能体执行失败", { error, args });
+            if (error instanceof types_1.ImageAnalysisError) {
+                return formatErrorResponse(error);
+            }
+            return formatUnknownErrorResponse(error);
+        }
+    }),
+};
+/**
+ * 格式化分析结果
+ */
+function formatAnalysisResult(result, args) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v, _w;
+    const { basic_info, content, processing_time_ms, confidence_score } = result;
+    return `
+# 🔍 图片内容理解分析报告
+
+## 📊 基本信息
+- **图片路径**: \`${basic_info.path}\`
+- **图片格式**: ${basic_info.format.toUpperCase()}
+- **图片尺寸**: ${basic_info.dimensions.width} × ${basic_info.dimensions.height}
+- **文件大小**: ${formatFileSize(basic_info.file_size)}
+- **颜色空间**: ${basic_info.color_space || "未知"}
+- **透明通道**: ${basic_info.has_alpha ? "是" : "否"}
+
+## 🎯 分析配置
+- **分析类型**: ${getAnalysisTypeLabel(args.analysis_type)}
+- **详细程度**: ${getDetailLevelLabel(args.detail_level)}
+- **分析语言**: ${args.language}
+- **处理时间**: ${processing_time_ms}ms
+- **置信度**: ${confidence_score ? (confidence_score * 100).toFixed(1) + "%" : "未知"}
+
+## 📝 分析结果
+
+### 内容概述
+${content.summary}
+
+${content.tags && content.tags.length > 0
+        ? `
+### 🏷️ 关键标签
+${content.tags.map((tag) => `\`${tag}\``).join(" ")}
+`
+        : ""}
+
+${content.objects && content.objects.length > 0
+        ? `
+### 🎯 识别物体
+${content.objects
+            .map((obj, index) => `
+${index + 1}. **${obj.name}** (置信度: ${(obj.confidence * 100).toFixed(1)}%)
+   ${obj.attributes
+            ? Object.entries(obj.attributes)
+                .map(([key, value]) => `- ${key}: ${value}`)
+                .join("\n   ")
+            : ""}
+`)
+            .join("")}
+`
+        : ""}
+
+${content.text_content && content.text_content.length > 0
+        ? `
+### 📄 文字内容
+${content.text_content
+            .map((text, index) => `
+${index + 1}. "${text.text}" (置信度: ${(text.confidence * 100).toFixed(1)}%)
+   ${text.language ? `- 语言: ${text.language}` : ""}
+`)
+            .join("")}
+`
+        : ""}
+
+${content.scene_info
+        ? `
+### 🌍 场景信息
+- **地点类型**: ${content.scene_info.location_type || "未识别"}
+- **环境**: ${content.scene_info.environment || "未识别"}
+- **光照**: ${content.scene_info.lighting || "未识别"}
+${content.scene_info.weather ? `- **天气**: ${content.scene_info.weather}` : ""}
+${content.scene_info.time_of_day
+            ? `- **时间**: ${content.scene_info.time_of_day}`
+            : ""}
+${content.scene_info.mood ? `- **氛围**: ${content.scene_info.mood}` : ""}
+`
+        : ""}
+
+${content.people_info && content.people_info.length > 0
+        ? `
+### 👥 人物信息
+${content.people_info
+            .map((person, index) => `
+${index + 1}. **人物${index + 1}**
+   - 数量: ${person.count}
+   ${person.age_range ? `- 年龄: ${person.age_range}` : ""}
+   ${person.gender ? `- 性别: ${person.gender}` : ""}
+   ${person.emotions ? `- 情绪: ${person.emotions.join(", ")}` : ""}
+   ${person.activities ? `- 活动: ${person.activities.join(", ")}` : ""}
+   ${person.clothing ? `- 服装: ${person.clothing.join(", ")}` : ""}
+`)
+            .join("")}
+`
+        : ""}
+
+${content.technical_info
+        ? `
+### 🔧 技术分析
+#### 色彩分析
+- **主色调**: ${((_b = (_a = content.technical_info.color_analysis) === null || _a === void 0 ? void 0 : _a.dominant_colors) === null || _b === void 0 ? void 0 : _b.join(", ")) ||
+            "未分析"}
+- **色彩搭配**: ${((_d = (_c = content.technical_info.color_analysis) === null || _c === void 0 ? void 0 : _c.color_palette) === null || _d === void 0 ? void 0 : _d.join(", ")) ||
+            "未分析"}
+- **亮度**: ${((_e = content.technical_info.color_analysis) === null || _e === void 0 ? void 0 : _e.brightness) || "未分析"}
+- **对比度**: ${((_f = content.technical_info.color_analysis) === null || _f === void 0 ? void 0 : _f.contrast) || "未分析"}
+
+#### 构图分析
+- **三分法则**: ${((_g = content.technical_info.composition) === null || _g === void 0 ? void 0 : _g.rule_of_thirds) ? "符合" : "不符合"}
+- **对称性**: ${((_h = content.technical_info.composition) === null || _h === void 0 ? void 0 : _h.symmetry) ? "对称" : "非对称"}
+- **引导线**: ${((_j = content.technical_info.composition) === null || _j === void 0 ? void 0 : _j.leading_lines) ? "存在" : "不存在"}
+
+#### 质量评估
+- **清晰度**: ${((_k = content.technical_info.quality_metrics) === null || _k === void 0 ? void 0 : _k.sharpness) || "未评估"}
+- **噪点水平**: ${((_l = content.technical_info.quality_metrics) === null || _l === void 0 ? void 0 : _l.noise_level) || "未评估"}
+- **曝光**: ${((_m = content.technical_info.quality_metrics) === null || _m === void 0 ? void 0 : _m.exposure) || "未评估"}
+`
+        : ""}
+
+${content.ui_design_info
+        ? `
+### 🎨 UI设计分析
+#### 布局结构
+- **布局类型**: ${content.ui_design_info.layout_type}
+- **响应式设计**: ${content.ui_design_info.responsive_design ? "支持" : "不支持"}
+
+#### 组件分析
+${content.ui_design_info.components && content.ui_design_info.components.length > 0
+            ? content.ui_design_info.components
+                .map((comp, index) => `${index + 1}. **${comp.type}**: ${comp.name}`)
+                .join("\n")
+            : "未识别到具体组件"}
+
+#### 色彩方案
+- **主色调**: ${((_p = (_o = content.ui_design_info.color_scheme) === null || _o === void 0 ? void 0 : _o.primary_colors) === null || _p === void 0 ? void 0 : _p.join(", ")) || "未识别"}
+- **辅助色**: ${((_r = (_q = content.ui_design_info.color_scheme) === null || _q === void 0 ? void 0 : _q.secondary_colors) === null || _r === void 0 ? void 0 : _r.join(", ")) || "未识别"}
+- **背景色**: ${((_t = (_s = content.ui_design_info.color_scheme) === null || _s === void 0 ? void 0 : _s.background_colors) === null || _t === void 0 ? void 0 : _t.join(", ")) || "未识别"}
+
+#### 导航设计
+- **导航类型**: ${((_u = content.ui_design_info.navigation) === null || _u === void 0 ? void 0 : _u.type) || "未识别"}
+- **导航元素**: ${((_w = (_v = content.ui_design_info.navigation) === null || _v === void 0 ? void 0 : _v.elements) === null || _w === void 0 ? void 0 : _w.join(", ")) || "未识别"}
+
+#### 设计模式
+${content.ui_design_info.design_patterns && content.ui_design_info.design_patterns.length > 0
+            ? content.ui_design_info.design_patterns.map((pattern) => `- ${pattern}`).join("\n")
+            : "- 未识别到特定设计模式"}
+`
+        : ""}
+
+${content.requirement_info
+        ? `
+### 📋 需求分析
+#### 功能需求
+${content.requirement_info.functional_requirements && content.requirement_info.functional_requirements.length > 0
+            ? content.requirement_info.functional_requirements
+                .map((req, index) => `
+${index + 1}. **${req.title}** (优先级: ${req.priority})
+   - 描述: ${req.description}
+   - 类别: ${req.category}`)
+                .join("")
+            : "未识别到具体功能需求"}
+
+#### 非功能需求
+${content.requirement_info.non_functional_requirements && content.requirement_info.non_functional_requirements.length > 0
+            ? content.requirement_info.non_functional_requirements
+                .map((req, index) => `
+${index + 1}. **${req.type}**: ${req.description}`)
+                .join("")
+            : "未识别到非功能需求"}
+
+#### 用户故事
+${content.requirement_info.user_stories && content.requirement_info.user_stories.length > 0
+            ? content.requirement_info.user_stories
+                .map((story, index) => `
+${index + 1}. 作为 **${story.as_a}**，我希望 **${story.i_want}**，以便 **${story.so_that}** (优先级: ${story.priority})`)
+                .join("")
+            : "未识别到用户故事"}
+
+#### 业务规则
+${content.requirement_info.business_rules && content.requirement_info.business_rules.length > 0
+            ? content.requirement_info.business_rules.map((rule) => `- ${rule}`).join("\n")
+            : "- 未识别到业务规则"}
+`
+        : ""}
+
+${Object.keys(content.details).length > 0
+        ? `
+### 📋 详细信息
+${Object.entries(content.details)
+            .map(([key, value]) => `
+**${key}**: ${typeof value === "object" ? JSON.stringify(value, null, 2) : value}
+`)
+            .join("")}
+`
+        : ""}
+
+## 💡 分析总结
+
+基于${getAnalysisTypeLabel(args.analysis_type)}分析，图片内容理解完成。
+${confidence_score && confidence_score > 0.8
+        ? "分析结果置信度较高，可信度良好。"
+        : ""}
+${args.analysis_type === "custom"
+        ? `使用自定义提示词: "${args.custom_prompt}"`
+        : ""}
+
+**分析完成时间**: ${new Date().toISOString()}
+  `.trim();
+}
+/**
+ * 格式化错误响应
+ */
+function formatErrorResponse(error) {
+    const errorMessages = {
+        [types_1.AnalysisErrorCodes.INVALID_IMAGE_PATH]: "无效的图片路径",
+        [types_1.AnalysisErrorCodes.UNSUPPORTED_FORMAT]: "不支持的图片格式",
+        [types_1.AnalysisErrorCodes.FILE_NOT_FOUND]: "图片文件未找到",
+        [types_1.AnalysisErrorCodes.IMAGE_CORRUPTED]: "图片文件损坏",
+        [types_1.AnalysisErrorCodes.ANALYSIS_FAILED]: "分析失败",
+        [types_1.AnalysisErrorCodes.AI_SERVICE_ERROR]: "AI服务错误",
+        [types_1.AnalysisErrorCodes.INVALID_ANALYSIS_TYPE]: "无效的分析类型",
+    };
+    const errorTitle = errorMessages[error.code] || "分析错误";
+    return `
+# ❌ ${errorTitle}
+
+## 错误信息
+${error.message}
+
+## 错误代码
+${error.code}
+
+## 解决建议
+${getErrorSuggestion(error.code)}
+
+## 支持的功能
+- **图片格式**: ${types_1.SUPPORTED_IMAGE_FORMATS.join(", ")}
+- **分析类型**: 通用、物体识别、文字识别、场景分析、人物分析、技术分析、UI设计稿、需求识别、自定义
+- **详细程度**: 简要、详细、全面
+
+## 错误详情
+- **时间**: ${new Date().toISOString()}
+- **上下文**: ${error.context ? JSON.stringify(error.context, null, 2) : "无"}
+
+请根据上述信息调整参数后重试。
+  `.trim();
+}
+/**
+ * 格式化未知错误响应
+ */
+function formatUnknownErrorResponse(error) {
+    return `
+# ❌ 系统错误
+
+图片内容分析过程中发生未知错误，请稍后重试或联系技术支持。
+
+**错误信息**: ${(error === null || error === void 0 ? void 0 : error.message) || "未知错误"}
+**时间**: ${new Date().toISOString()}
+
+## 建议
+1. 检查图片文件是否存在且可读
+2. 确认图片格式是否支持
+3. 验证图片文件是否损坏
+4. 检查网络连接是否正常
+5. 如问题持续，请联系技术支持
+  `.trim();
+}
+// 辅助函数
+function formatFileSize(bytes) {
+    if (bytes === 0)
+        return "0 B";
+    const k = 1024;
+    const sizes = ["B", "KB", "MB", "GB"];
+    const i = Math.floor(Math.log(bytes) / Math.log(k));
+    return `${parseFloat((bytes / Math.pow(k, i)).toFixed(2))} ${sizes[i]}`;
+}
+function getAnalysisTypeLabel(type) {
+    const labels = {
+        general: "通用分析",
+        objects: "物体识别",
+        text: "文字识别",
+        scene: "场景分析",
+        people: "人物分析",
+        technical: "技术分析",
+        ui_design: "UI设计稿分析",
+        requirement: "需求识别分析",
+        custom: "自定义分析",
+    };
+    return labels[type] || type;
+}
+function getDetailLevelLabel(level) {
+    const labels = {
+        brief: "简要",
+        detailed: "详细",
+        comprehensive: "全面",
+    };
+    return labels[level] || level;
+}
+function getErrorSuggestion(errorCode) {
+    const suggestions = {
+        [types_1.AnalysisErrorCodes.INVALID_IMAGE_PATH]: "请检查图片路径是否正确",
+        [types_1.AnalysisErrorCodes.UNSUPPORTED_FORMAT]: "请使用支持的图片格式（jpg, png, gif等）",
+        [types_1.AnalysisErrorCodes.FILE_NOT_FOUND]: "请确认图片文件存在且路径正确",
+        [types_1.AnalysisErrorCodes.IMAGE_CORRUPTED]: "请检查图片文件是否完整且未损坏",
+        [types_1.AnalysisErrorCodes.ANALYSIS_FAILED]: "请重试或使用不同的分析类型",
+        [types_1.AnalysisErrorCodes.AI_SERVICE_ERROR]: "请检查网络连接或稍后重试",
+        [types_1.AnalysisErrorCodes.INVALID_ANALYSIS_TYPE]: "请使用有效的分析类型",
+    };
+    return suggestions[errorCode] || "请检查输入参数并重试";
+}
+// 导出类型和服务
+var analyzer_2 = require("./analyzer");
+Object.defineProperty(exports, "ImageAnalyzer", { enumerable: true, get: function () { return analyzer_2.ImageAnalyzer; } });
+var types_2 = require("./types");
+Object.defineProperty(exports, "ImageAnalysisError", { enumerable: true, get: function () { return types_2.ImageAnalysisError; } });
+Object.defineProperty(exports, "AnalysisErrorCodes", { enumerable: true, get: function () { return types_2.AnalysisErrorCodes; } });
+Object.defineProperty(exports, "AnalysisType", { enumerable: true, get: function () { return types_2.AnalysisType; } });
+Object.defineProperty(exports, "DetailLevel", { enumerable: true, get: function () { return types_2.DetailLevel; } });

package/dist/services/image-analysis/types.js

@@ -0,0 +1,46 @@
+"use strict";
+/**
+ * 图片内容理解智能体的类型定义
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SUPPORTED_IMAGE_FORMATS = exports.AnalysisErrorCodes = exports.ImageAnalysisError = exports.DetailLevel = exports.AnalysisType = void 0;
+var AnalysisType;
+(function (AnalysisType) {
+    AnalysisType["GENERAL"] = "general";
+    AnalysisType["OBJECTS"] = "objects";
+    AnalysisType["TEXT"] = "text";
+    AnalysisType["SCENE"] = "scene";
+    AnalysisType["PEOPLE"] = "people";
+    AnalysisType["TECHNICAL"] = "technical";
+    AnalysisType["UI_DESIGN"] = "ui_design";
+    AnalysisType["REQUIREMENT"] = "requirement";
+    AnalysisType["CUSTOM"] = "custom"; // 自定义分析
+})(AnalysisType || (exports.AnalysisType = AnalysisType = {}));
+var DetailLevel;
+(function (DetailLevel) {
+    DetailLevel["BRIEF"] = "brief";
+    DetailLevel["DETAILED"] = "detailed";
+    DetailLevel["COMPREHENSIVE"] = "comprehensive"; // 全面
+})(DetailLevel || (exports.DetailLevel = DetailLevel = {}));
+class ImageAnalysisError extends Error {
+    constructor(message, code, context) {
+        super(message);
+        this.code = code;
+        this.context = context;
+        this.name = 'ImageAnalysisError';
+    }
+}
+exports.ImageAnalysisError = ImageAnalysisError;
+var AnalysisErrorCodes;
+(function (AnalysisErrorCodes) {
+    AnalysisErrorCodes["INVALID_IMAGE_PATH"] = "INVALID_IMAGE_PATH";
+    AnalysisErrorCodes["UNSUPPORTED_FORMAT"] = "UNSUPPORTED_FORMAT";
+    AnalysisErrorCodes["FILE_NOT_FOUND"] = "FILE_NOT_FOUND";
+    AnalysisErrorCodes["IMAGE_CORRUPTED"] = "IMAGE_CORRUPTED";
+    AnalysisErrorCodes["ANALYSIS_FAILED"] = "ANALYSIS_FAILED";
+    AnalysisErrorCodes["AI_SERVICE_ERROR"] = "AI_SERVICE_ERROR";
+    AnalysisErrorCodes["INVALID_ANALYSIS_TYPE"] = "INVALID_ANALYSIS_TYPE";
+})(AnalysisErrorCodes || (exports.AnalysisErrorCodes = AnalysisErrorCodes = {}));
+exports.SUPPORTED_IMAGE_FORMATS = [
+    'jpg', 'jpeg', 'png', 'gif', 'bmp', 'tiff', 'tif', 'webp'
+];