@xiuper/cli 0.0.1

package/dist/test/framework/analyzers/CodeChangeAnalyzer.js

@@ -0,0 +1,412 @@
+/**
+ * 代码变更分析器
+ *
+ * 分析和评估 AI Agent 产生的文件变更、代码质量、功能完整性等
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+export class CodeChangeAnalyzer {
+    /**
+     * 分析项目文件变更
+     */
+    static async analyzeFileChanges(projectPath, beforeSnapshot, afterSnapshot) {
+        const changes = [];
+        // 检查新创建的文件
+        for (const [filePath, snapshot] of afterSnapshot) {
+            if (!beforeSnapshot.has(filePath)) {
+                changes.push({
+                    type: 'created',
+                    path: filePath,
+                    sizeAfter: snapshot.size,
+                    contentPreview: this.getContentPreview(snapshot.content),
+                    timestamp: snapshot.lastModified
+                });
+            }
+        }
+        // 检查修改的文件
+        for (const [filePath, afterSnap] of afterSnapshot) {
+            const beforeSnap = beforeSnapshot.get(filePath);
+            if (beforeSnap && beforeSnap.hash !== afterSnap.hash) {
+                changes.push({
+                    type: 'modified',
+                    path: filePath,
+                    sizeBefore: beforeSnap.size,
+                    sizeAfter: afterSnap.size,
+                    contentPreview: this.getContentPreview(afterSnap.content),
+                    timestamp: afterSnap.lastModified
+                });
+            }
+        }
+        // 检查删除的文件
+        for (const [filePath, snapshot] of beforeSnapshot) {
+            if (!afterSnapshot.has(filePath)) {
+                changes.push({
+                    type: 'deleted',
+                    path: filePath,
+                    sizeBefore: snapshot.size,
+                    timestamp: new Date()
+                });
+            }
+        }
+        return changes;
+    }
+    /**
+     * 分析代码质量
+     */
+    static async analyzeCodeQuality(projectPath, fileChanges) {
+        const result = {
+            syntaxErrors: 0,
+            structuralIssues: 0,
+            bestPracticeViolations: 0,
+            totalIssues: 0,
+            qualityScore: 1.0,
+            issues: []
+        };
+        // 分析每个变更的文件
+        for (const change of fileChanges) {
+            if (change.type === 'deleted')
+                continue;
+            const filePath = path.join(projectPath, change.path);
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                const fileIssues = await this.analyzeFileQuality(filePath, content);
+                result.issues.push(...fileIssues);
+            }
+            catch (error) {
+                result.issues.push({
+                    type: 'syntax',
+                    severity: 'error',
+                    message: `无法读取文件: ${error}`,
+                    file: change.path
+                });
+            }
+        }
+        // 统计问题数量
+        result.syntaxErrors = result.issues.filter(i => i.type === 'syntax' && i.severity === 'error').length;
+        result.structuralIssues = result.issues.filter(i => i.type === 'structure').length;
+        result.bestPracticeViolations = result.issues.filter(i => i.type === 'best-practice').length;
+        result.totalIssues = result.issues.length;
+        // 计算质量得分
+        result.qualityScore = this.calculateQualityScore(result);
+        return result;
+    }
+    /**
+     * 分析任务完成情况
+     */
+    static async analyzeTaskCompletion(testCase, projectPath, fileChanges) {
+        const result = {
+            completed: false,
+            completionScore: 0,
+            functionalityImplemented: [],
+            functionalityMissing: [],
+            backwardCompatibility: true,
+            regressionIssues: []
+        };
+        // 检查期望的变更是否实现
+        const implementedChanges = await this.checkExpectedChanges(testCase.expectedChanges, fileChanges, projectPath);
+        result.functionalityImplemented = implementedChanges.implemented;
+        result.functionalityMissing = implementedChanges.missing;
+        result.completionScore = implementedChanges.score;
+        result.completed = result.completionScore >= 0.8;
+        // 检查向后兼容性
+        result.backwardCompatibility = await this.checkBackwardCompatibility(projectPath, fileChanges);
+        return result;
+    }
+    /**
+     * 分析单个文件的代码质量
+     */
+    static async analyzeFileQuality(filePath, content) {
+        const issues = [];
+        const ext = path.extname(filePath).toLowerCase();
+        // Java 文件分析
+        if (ext === '.java') {
+            issues.push(...this.analyzeJavaFile(filePath, content));
+        }
+        // TypeScript/JavaScript 文件分析
+        else if (ext === '.ts' || ext === '.js') {
+            issues.push(...this.analyzeTypeScriptFile(filePath, content));
+        }
+        // Kotlin 文件分析
+        else if (ext === '.kt') {
+            issues.push(...this.analyzeKotlinFile(filePath, content));
+        }
+        // 配置文件分析
+        else if (['.json', '.yml', '.yaml', '.xml', '.properties'].includes(ext)) {
+            issues.push(...this.analyzeConfigFile(filePath, content));
+        }
+        return issues;
+    }
+    /**
+     * 分析 Java 文件
+     */
+    static analyzeJavaFile(filePath, content) {
+        const issues = [];
+        const lines = content.split('\n');
+        // 检查基本语法问题
+        if (!content.includes('class ') && !content.includes('interface ') && !content.includes('enum ')) {
+            issues.push({
+                type: 'syntax',
+                severity: 'error',
+                message: '文件中没有找到类、接口或枚举定义',
+                file: filePath
+            });
+        }
+        // 检查包声明
+        if (!content.startsWith('package ')) {
+            issues.push({
+                type: 'structure',
+                severity: 'warning',
+                message: '缺少包声明',
+                file: filePath,
+                line: 1
+            });
+        }
+        // 检查大括号匹配
+        const openBraces = (content.match(/\{/g) || []).length;
+        const closeBraces = (content.match(/\}/g) || []).length;
+        if (openBraces !== closeBraces) {
+            issues.push({
+                type: 'syntax',
+                severity: 'error',
+                message: '大括号不匹配',
+                file: filePath
+            });
+        }
+        // 检查最佳实践
+        if (content.includes('System.out.println')) {
+            issues.push({
+                type: 'best-practice',
+                severity: 'info',
+                message: '建议使用日志框架而不是 System.out.println',
+                file: filePath
+            });
+        }
+        return issues;
+    }
+    /**
+     * 分析 TypeScript 文件
+     */
+    static analyzeTypeScriptFile(filePath, content) {
+        const issues = [];
+        // 检查基本语法
+        const openBraces = (content.match(/\{/g) || []).length;
+        const closeBraces = (content.match(/\}/g) || []).length;
+        if (openBraces !== closeBraces) {
+            issues.push({
+                type: 'syntax',
+                severity: 'error',
+                message: '大括号不匹配',
+                file: filePath
+            });
+        }
+        // 检查分号使用
+        const lines = content.split('\n');
+        lines.forEach((line, index) => {
+            const trimmed = line.trim();
+            if (trimmed && !trimmed.endsWith(';') && !trimmed.endsWith('{') &&
+                !trimmed.endsWith('}') && !trimmed.startsWith('//') &&
+                !trimmed.startsWith('*') && !trimmed.startsWith('import')) {
+                issues.push({
+                    type: 'best-practice',
+                    severity: 'info',
+                    message: '建议在语句末尾添加分号',
+                    file: filePath,
+                    line: index + 1
+                });
+            }
+        });
+        return issues;
+    }
+    /**
+     * 分析 Kotlin 文件
+     */
+    static analyzeKotlinFile(filePath, content) {
+        const issues = [];
+        // 检查基本语法
+        if (!content.includes('class ') && !content.includes('interface ') &&
+            !content.includes('object ') && !content.includes('fun ')) {
+            issues.push({
+                type: 'syntax',
+                severity: 'warning',
+                message: '文件中没有找到类、接口、对象或函数定义',
+                file: filePath
+            });
+        }
+        return issues;
+    }
+    /**
+     * 分析配置文件
+     */
+    static analyzeConfigFile(filePath, content) {
+        const issues = [];
+        const ext = path.extname(filePath).toLowerCase();
+        try {
+            if (ext === '.json') {
+                JSON.parse(content);
+            }
+            else if (ext === '.xml') {
+                // 简单的 XML 格式检查
+                if (!content.includes('<?xml') && content.includes('<')) {
+                    issues.push({
+                        type: 'syntax',
+                        severity: 'warning',
+                        message: '可能缺少 XML 声明',
+                        file: filePath
+                    });
+                }
+            }
+        }
+        catch (error) {
+            issues.push({
+                type: 'syntax',
+                severity: 'error',
+                message: `配置文件格式错误: ${error}`,
+                file: filePath
+            });
+        }
+        return issues;
+    }
+    /**
+     * 检查期望的变更是否实现
+     */
+    static async checkExpectedChanges(expectedChanges, actualChanges, projectPath) {
+        const implemented = [];
+        const missing = [];
+        for (const expected of expectedChanges) {
+            let found = false;
+            switch (expected.type) {
+                case 'file-created':
+                    found = actualChanges.some(change => change.type === 'created' &&
+                        (expected.path ? change.path.includes(expected.path) : true) &&
+                        (expected.pattern ? expected.pattern.test(change.path) : true));
+                    break;
+                case 'file-modified':
+                    found = actualChanges.some(change => change.type === 'modified' &&
+                        (expected.path ? change.path.includes(expected.path) : true) &&
+                        (expected.pattern ? expected.pattern.test(change.path) : true));
+                    break;
+                case 'dependency-added':
+                    // 检查构建文件是否包含新依赖
+                    found = await this.checkDependencyAdded(projectPath, expected);
+                    break;
+            }
+            if (found) {
+                implemented.push(`${expected.type}: ${expected.path || expected.pattern?.source || 'unknown'}`);
+            }
+            else if (expected.required) {
+                missing.push(`${expected.type}: ${expected.path || expected.pattern?.source || 'unknown'}`);
+            }
+        }
+        const requiredChanges = expectedChanges.filter(c => c.required).length;
+        const score = requiredChanges > 0 ? implemented.length / requiredChanges : 1;
+        return { implemented, missing, score };
+    }
+    /**
+     * 检查依赖是否已添加
+     */
+    static async checkDependencyAdded(projectPath, expected) {
+        const buildFiles = ['build.gradle.kts', 'build.gradle', 'pom.xml', 'package.json'];
+        for (const buildFile of buildFiles) {
+            const filePath = path.join(projectPath, buildFile);
+            try {
+                const content = await fs.readFile(filePath, 'utf-8');
+                if (expected.content) {
+                    const pattern = typeof expected.content === 'string'
+                        ? new RegExp(expected.content, 'i')
+                        : expected.content;
+                    if (pattern.test(content)) {
+                        return true;
+                    }
+                }
+            }
+            catch (error) {
+                // 文件不存在，继续检查下一个
+            }
+        }
+        return false;
+    }
+    /**
+     * 检查向后兼容性
+     */
+    static async checkBackwardCompatibility(projectPath, fileChanges) {
+        // 检查是否删除了重要文件
+        const deletedFiles = fileChanges.filter(c => c.type === 'deleted');
+        const criticalFiles = deletedFiles.filter(f => f.path.includes('Application.') ||
+            f.path.includes('Controller.') ||
+            f.path.includes('Service.'));
+        return criticalFiles.length === 0;
+    }
+    /**
+     * 计算代码质量得分
+     */
+    static calculateQualityScore(result) {
+        const errorWeight = 0.5;
+        const warningWeight = 0.3;
+        const infoWeight = 0.2;
+        const errors = result.issues.filter(i => i.severity === 'error').length;
+        const warnings = result.issues.filter(i => i.severity === 'warning').length;
+        const infos = result.issues.filter(i => i.severity === 'info').length;
+        const penalty = errors * errorWeight + warnings * warningWeight + infos * infoWeight;
+        return Math.max(0, 1 - penalty / 10); // 假设10个错误为最低分
+    }
+    /**
+     * 获取内容预览
+     */
+    static getContentPreview(content, maxLength = 200) {
+        if (content.length <= maxLength)
+            return content;
+        return content.substring(0, maxLength) + '...';
+    }
+    /**
+     * 创建文件快照
+     */
+    static async createSnapshot(projectPath) {
+        const snapshot = new Map();
+        try {
+            await this.walkDirectory(projectPath, async (filePath) => {
+                const relativePath = path.relative(projectPath, filePath);
+                const stats = await fs.stat(filePath);
+                const content = await fs.readFile(filePath, 'utf-8');
+                snapshot.set(relativePath, {
+                    path: relativePath,
+                    content,
+                    size: stats.size,
+                    lastModified: stats.mtime,
+                    hash: this.simpleHash(content)
+                });
+            });
+        }
+        catch (error) {
+            console.warn(`创建快照时出错: ${error}`);
+        }
+        return snapshot;
+    }
+    /**
+     * 遍历目录
+     */
+    static async walkDirectory(dir, callback) {
+        const entries = await fs.readdir(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            const fullPath = path.join(dir, entry.name);
+            if (entry.isDirectory() && !entry.name.startsWith('.') && entry.name !== 'node_modules') {
+                await this.walkDirectory(fullPath, callback);
+            }
+            else if (entry.isFile()) {
+                await callback(fullPath);
+            }
+        }
+    }
+    /**
+     * 简单哈希函数
+     */
+    static simpleHash(str) {
+        let hash = 0;
+        for (let i = 0; i < str.length; i++) {
+            const char = str.charCodeAt(i);
+            hash = ((hash << 5) - hash) + char;
+            hash = hash & hash; // 转换为32位整数
+        }
+        return hash.toString(16);
+    }
+}
+//# sourceMappingURL=CodeChangeAnalyzer.js.map

package/dist/test/framework/analyzers/CodeChangeAnalyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CodeChangeAnalyzer.js","sourceRoot":"","sources":["../../../../src/test/framework/analyzers/CodeChangeAnalyzer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAmB7B,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAC7B,WAAmB,EACnB,cAAyC,EACzC,aAAwC;QAExC,MAAM,OAAO,GAAqB,EAAE,CAAC;QAErC,WAAW;QACX,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,aAAa,EAAE,CAAC;YACjD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,QAAQ,CAAC,IAAI;oBACxB,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACxD,SAAS,EAAE,QAAQ,CAAC,YAAY;iBACjC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,UAAU;QACV,KAAK,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,aAAa,EAAE,CAAC;YAClD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,UAAU,IAAI,UAAU,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBACrD,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,UAAU;oBAChB,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,UAAU,CAAC,IAAI;oBAC3B,SAAS,EAAE,SAAS,CAAC,IAAI;oBACzB,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,OAAO,CAAC;oBACzD,SAAS,EAAE,SAAS,CAAC,YAAY;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,UAAU;QACV,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;YAClD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACjC,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,SAAS;oBACf,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE,QAAQ,CAAC,IAAI;oBACzB,SAAS,EAAE,IAAI,IAAI,EAAE;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAC7B,WAAmB,EACnB,WAA6B;QAE7B,MAAM,MAAM,GAAsB;YAChC,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,sBAAsB,EAAE,CAAC;YACzB,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,GAAG;YACjB,MAAM,EAAE,EAAE;SACX,CAAC;QAEF,YAAY;QACZ,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;gBAAE,SAAS;YAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACpE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACjB,IAAI,EAAE,QAAQ;oBACd,QAAQ,EAAE,OAAO;oBACjB,OAAO,EAAE,WAAW,KAAK,EAAE;oBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI;iBAClB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,SAAS;QACT,MAAM,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACtG,MAAM,CAAC,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACnF,MAAM,CAAC,sBAAsB,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,MAAM,CAAC;QAC7F,MAAM,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;QAE1C,SAAS;QACT,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEzD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAChC,QAAkB,EAClB,WAAmB,EACnB,WAA6B;QAE7B,MAAM,MAAM,GAAyB;YACnC,SAAS,EAAE,KAAK;YAChB,eAAe,EAAE,CAAC;YAClB,wBAAwB,EAAE,EAAE;YAC5B,oBAAoB,EAAE,EAAE;YACxB,qBAAqB,EAAE,IAAI;YAC3B,gBAAgB,EAAE,EAAE;SACrB,CAAC;QAEF,cAAc;QACd,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CACxD,QAAQ,CAAC,eAAe,EACxB,WAAW,EACX,WAAW,CACZ,CAAC;QAEF,MAAM,CAAC,wBAAwB,GAAG,kBAAkB,CAAC,WAAW,CAAC;QACjE,MAAM,CAAC,oBAAoB,GAAG,kBAAkB,CAAC,OAAO,CAAC;QACzD,MAAM,CAAC,eAAe,GAAG,kBAAkB,CAAC,KAAK,CAAC;QAClD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,eAAe,IAAI,GAAG,CAAC;QAEjD,UAAU;QACV,MAAM,CAAC,qBAAqB,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAClE,WAAW,EACX,WAAW,CACZ,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,kBAAkB,CACrC,QAAgB,EAChB,OAAe;QAEf,MAAM,MAAM,GAAgC,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAEjD,YAAY;QACZ,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,6BAA6B;aACxB,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAChE,CAAC;QACD,cAAc;aACT,IAAI,GAAG,KAAK,KAAK,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;QACD,SAAS;aACJ,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzE,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,eAAe,CAAC,QAAgB,EAAE,OAAe;QAC9D,MAAM,MAAM,GAAgC,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,WAAW;QACX,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACjG,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,kBAAkB;gBAC3B,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,QAAQ;QACR,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,OAAO;gBAChB,IAAI,EAAE,QAAQ;gBACd,IAAI,EAAE,CAAC;aACR,CAAC,CAAC;QACL,CAAC;QAED,UAAU;QACV,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,QAAQ;gBACjB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,IAAI,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,MAAM;gBAChB,OAAO,EAAE,gCAAgC;gBACzC,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,qBAAqB,CAAC,QAAgB,EAAE,OAAe;QACpE,MAAM,MAAM,GAAgC,EAAE,CAAC;QAE/C,SAAS;QACT,MAAM,UAAU,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC;QACxD,IAAI,UAAU,KAAK,WAAW,EAAE,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,QAAQ;gBACjB,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAC3D,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC;gBACnD,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC9D,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,MAAM;oBAChB,OAAO,EAAE,aAAa;oBACtB,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,KAAK,GAAG,CAAC;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,iBAAiB,CAAC,QAAgB,EAAE,OAAe;QAChE,MAAM,MAAM,GAAgC,EAAE,CAAC;QAE/C,SAAS;QACT,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC9D,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,SAAS;gBACnB,OAAO,EAAE,qBAAqB;gBAC9B,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,iBAAiB,CAAC,QAAgB,EAAE,OAAe;QAChE,MAAM,MAAM,GAAgC,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;QAEjD,IAAI,CAAC;YACH,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;iBAAM,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBAC1B,eAAe;gBACf,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxD,MAAM,CAAC,IAAI,CAAC;wBACV,IAAI,EAAE,QAAQ;wBACd,QAAQ,EAAE,SAAS;wBACnB,OAAO,EAAE,aAAa;wBACtB,IAAI,EAAE,QAAQ;qBACf,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,OAAO;gBACjB,OAAO,EAAE,aAAa,KAAK,EAAE;gBAC7B,IAAI,EAAE,QAAQ;aACf,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,oBAAoB,CACvC,eAAoC,EACpC,aAA+B,EAC/B,WAAmB;QAEnB,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;YACvC,IAAI,KAAK,GAAG,KAAK,CAAC;YAElB,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACtB,KAAK,cAAc;oBACjB,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAClC,MAAM,CAAC,IAAI,KAAK,SAAS;wBACzB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC5D,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAC/D,CAAC;oBACF,MAAM;gBAER,KAAK,eAAe;oBAClB,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAClC,MAAM,CAAC,IAAI,KAAK,UAAU;wBAC1B,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;wBAC5D,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAC/D,CAAC;oBACF,MAAM;gBAER,KAAK,kBAAkB;oBACrB,gBAAgB;oBAChB,KAAK,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;oBAC/D,MAAM;YACV,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;YAClG,CAAC;iBAAM,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC,CAAC;YAC9F,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;QACvE,MAAM,KAAK,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,oBAAoB,CACvC,WAAmB,EACnB,QAA2B;QAE3B,MAAM,UAAU,GAAG,CAAC,kBAAkB,EAAE,cAAc,EAAE,SAAS,EAAE,cAAc,CAAC,CAAC;QAEnF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACrD,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACrB,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ;wBAClD,CAAC,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC;wBACnC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;oBACrB,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC1B,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,gBAAgB;YAClB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAC7C,WAAmB,EACnB,WAA6B;QAE7B,cAAc;QACd,MAAM,YAAY,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAC5C,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC;YAC/B,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC9B,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAC5B,CAAC;QAEF,OAAO,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,qBAAqB,CAAC,MAAyB;QAC5D,MAAM,WAAW,GAAG,GAAG,CAAC;QACxB,MAAM,aAAa,GAAG,GAAG,CAAC;QAC1B,MAAM,UAAU,GAAG,GAAG,CAAC;QAEvB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,MAAM,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAC5E,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,aAAa,GAAG,KAAK,GAAG,UAAU,CAAC;QACrF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,cAAc;IACtD,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,iBAAiB,CAAC,OAAe,EAAE,YAAoB,GAAG;QACvE,IAAI,OAAO,CAAC,MAAM,IAAI,SAAS;YAAE,OAAO,OAAO,CAAC;QAChD,OAAO,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,KAAK,CAAC;IACjD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,WAAmB;QAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;QAEjD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACvD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAC1D,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAErD,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE;oBACzB,IAAI,EAAE,YAAY;oBAClB,OAAO;oBACP,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,YAAY,EAAE,KAAK,CAAC,KAAK;oBACzB,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,KAAK,CAAC,aAAa,CAChC,GAAW,EACX,QAA6C;QAE7C,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAE5C,IAAI,KAAK,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACxF,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;YAC/C,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1B,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,UAAU,CAAC,GAAW;QACnC,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC/B,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;YACnC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,WAAW;QACjC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3B,CAAC;CACF"}

package/dist/test/framework/analyzers/PromptAnalyzer.d.ts

@@ -0,0 +1,46 @@
+/**
+ * 提示词效果分析器
+ *
+ * 分析 AI Agent 是否按照系统提示词的指导进行操作，
+ * 验证提示词的有效性和 Agent 的遵循程度
+ */
+import { PromptAnalysisResult, ExecutionInfo, ToolCallInfo } from '../core/TestResult';
+import { TestCase } from '../core/TestCase';
+export interface PromptPattern {
+    name: string;
+    pattern: RegExp;
+    weight: number;
+    description: string;
+}
+export declare class PromptAnalyzer {
+    private static readonly PROMPT_PATTERNS;
+    /**
+     * 分析 Agent 输出是否符合系统提示词的指导
+     */
+    static analyze(testCase: TestCase, executionInfo: ExecutionInfo, toolCalls: ToolCallInfo[]): PromptAnalysisResult;
+    /**
+     * 检查系统提示词遵循情况
+     */
+    private static checkSystemPromptCompliance;
+    /**
+     * 检查是否首先探索了项目结构
+     */
+    private static checkProjectExploration;
+    /**
+     * 检查工具使用的合适性
+     */
+    private static checkToolAppropriatenesss;
+    /**
+     * 检查错误处理能力
+     */
+    private static checkErrorHandling;
+    /**
+     * 计算提示词有效性得分
+     */
+    private static calculateEffectivenessScore;
+    /**
+     * 生成提示词改进建议
+     */
+    static generateImprovementSuggestions(result: PromptAnalysisResult): string[];
+}
+//# sourceMappingURL=PromptAnalyzer.d.ts.map

package/dist/test/framework/analyzers/PromptAnalyzer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PromptAnalyzer.d.ts","sourceRoot":"","sources":["../../../../src/test/framework/analyzers/PromptAnalyzer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvF,OAAO,EAAE,QAAQ,EAAqB,MAAM,kBAAkB,CAAC;AAE/D,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IAEzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CA+BrC;IAEF;;OAEG;IACH,MAAM,CAAC,OAAO,CACZ,QAAQ,EAAE,QAAQ,EAClB,aAAa,EAAE,aAAa,EAC5B,SAAS,EAAE,YAAY,EAAE,GACxB,oBAAoB;IAuDvB;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,2BAA2B;IAe1C;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,uBAAuB;IAYtC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,yBAAyB;IAexC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAiBjC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,2BAA2B;IA6B1C;;OAEG;IACH,MAAM,CAAC,8BAA8B,CAAC,MAAM,EAAE,oBAAoB,GAAG,MAAM,EAAE;CAqB9E"}

package/dist/test/framework/analyzers/PromptAnalyzer.js

@@ -0,0 +1,185 @@
+/**
+ * 提示词效果分析器
+ *
+ * 分析 AI Agent 是否按照系统提示词的指导进行操作，
+ * 验证提示词的有效性和 Agent 的遵循程度
+ */
+export class PromptAnalyzer {
+    // 系统提示词相关的行为模式
+    static PROMPT_PATTERNS = [
+        {
+            name: 'project_exploration',
+            pattern: /(?:glob|list|explore|structure|understand)/i,
+            weight: 0.2,
+            description: '是否首先探索项目结构'
+        },
+        {
+            name: 'tool_selection',
+            pattern: /(?:read-file|write-file|grep|shell)/i,
+            weight: 0.3,
+            description: '是否选择了合适的工具'
+        },
+        {
+            name: 'error_handling',
+            pattern: /(?:error|failed|exception|recovery)/i,
+            weight: 0.2,
+            description: '是否处理了错误情况'
+        },
+        {
+            name: 'systematic_approach',
+            pattern: /(?:step|first|then|next|finally)/i,
+            weight: 0.15,
+            description: '是否采用系统性方法'
+        },
+        {
+            name: 'code_quality',
+            pattern: /(?:test|quality|best.practice|standard)/i,
+            weight: 0.15,
+            description: '是否关注代码质量'
+        }
+    ];
+    /**
+     * 分析 Agent 输出是否符合系统提示词的指导
+     */
+    static analyze(testCase, executionInfo, toolCalls) {
+        const output = executionInfo.stdout + executionInfo.stderr;
+        const expectation = testCase.expectedPromptBehavior;
+        const result = {
+            followedSystemPrompt: false,
+            exploredProjectFirst: false,
+            usedAppropriateTools: false,
+            handledErrorsGracefully: false,
+            promptEffectivenessScore: 0,
+            issues: []
+        };
+        // 1. 检查是否遵循了系统提示词
+        result.followedSystemPrompt = this.checkSystemPromptCompliance(output, expectation);
+        // 2. 检查是否首先探索项目
+        if (expectation.shouldExploreProjectFirst) {
+            result.exploredProjectFirst = this.checkProjectExploration(toolCalls);
+            if (!result.exploredProjectFirst) {
+                result.issues.push('Agent 没有首先探索项目结构');
+            }
+        }
+        // 3. 检查工具使用是否合适
+        if (expectation.shouldUseAppropriateTools) {
+            result.usedAppropriateTools = this.checkToolAppropriatenesss(toolCalls, testCase);
+            if (!result.usedAppropriateTools) {
+                result.issues.push('Agent 没有使用合适的工具');
+            }
+        }
+        // 4. 检查错误处理
+        if (expectation.shouldHandleErrorsGracefully) {
+            result.handledErrorsGracefully = this.checkErrorHandling(output, toolCalls);
+            if (!result.handledErrorsGracefully) {
+                result.issues.push('Agent 没有优雅地处理错误');
+            }
+        }
+        // 5. 运行自定义验证
+        if (expectation.customValidations) {
+            for (const validation of expectation.customValidations) {
+                if (!validation(output)) {
+                    result.issues.push('自定义验证失败');
+                }
+            }
+        }
+        // 6. 计算提示词有效性得分
+        result.promptEffectivenessScore = this.calculateEffectivenessScore(output, result);
+        return result;
+    }
+    /**
+     * 检查系统提示词遵循情况
+     */
+    static checkSystemPromptCompliance(output, expectation) {
+        // 检查输出中是否包含系统提示词相关的行为指标
+        const indicators = [
+            /(?:analyzing|understanding|exploring)/i,
+            /(?:using|calling|executing).+(?:tool|command)/i,
+            /(?:reading|writing|modifying).+file/i,
+            /(?:step|approach|method)/i
+        ];
+        return indicators.some(pattern => pattern.test(output));
+    }
+    /**
+     * 检查是否首先探索了项目结构
+     */
+    static checkProjectExploration(toolCalls) {
+        if (toolCalls.length === 0)
+            return false;
+        // 检查前几个工具调用是否包含探索性工具
+        const explorationTools = ['glob', 'read-file', 'ls', 'find'];
+        const firstFewCalls = toolCalls.slice(0, Math.min(3, toolCalls.length));
+        return firstFewCalls.some(call => explorationTools.some(tool => call.tool.toLowerCase().includes(tool)));
+    }
+    /**
+     * 检查工具使用的合适性
+     */
+    static checkToolAppropriatenesss(toolCalls, testCase) {
+        const expectedTools = testCase.expectedToolCalls.map(exp => exp.tool.toLowerCase());
+        const actualTools = toolCalls.map(call => call.tool.toLowerCase());
+        // 计算期望工具的覆盖率
+        const coverage = expectedTools.filter(tool => actualTools.some(actual => actual.includes(tool))).length / expectedTools.length;
+        return coverage >= 0.6; // 至少60%的期望工具被使用
+    }
+    /**
+     * 检查错误处理能力
+     */
+    static checkErrorHandling(output, toolCalls) {
+        const hasErrors = output.includes('Error') || output.includes('Failed') ||
+            toolCalls.some(call => !call.success);
+        if (!hasErrors)
+            return true; // 没有错误，无需处理
+        // 检查是否有错误恢复的迹象
+        const recoveryIndicators = [
+            /(?:retry|retrying|trying.again)/i,
+            /(?:alternative|different.approach)/i,
+            /(?:fixing|correcting|resolving)/i,
+            /(?:error.recovery|recovery.mode)/i
+        ];
+        return recoveryIndicators.some(pattern => pattern.test(output));
+    }
+    /**
+     * 计算提示词有效性得分
+     */
+    static calculateEffectivenessScore(output, result) {
+        let score = 0;
+        let totalWeight = 0;
+        // 基于模式匹配计算得分
+        for (const pattern of this.PROMPT_PATTERNS) {
+            totalWeight += pattern.weight;
+            if (pattern.pattern.test(output)) {
+                score += pattern.weight;
+            }
+        }
+        // 基于具体检查结果调整得分
+        const checks = [
+            result.exploredProjectFirst,
+            result.usedAppropriateTools,
+            result.handledErrorsGracefully,
+            result.followedSystemPrompt
+        ];
+        const checkScore = checks.filter(Boolean).length / checks.length * 0.4;
+        const patternScore = totalWeight > 0 ? (score / totalWeight) * 0.6 : 0;
+        return Math.min(1, patternScore + checkScore);
+    }
+    /**
+     * 生成提示词改进建议
+     */
+    static generateImprovementSuggestions(result) {
+        const suggestions = [];
+        if (!result.exploredProjectFirst) {
+            suggestions.push('建议在系统提示词中强调首先探索项目结构的重要性');
+        }
+        if (!result.usedAppropriateTools) {
+            suggestions.push('建议在系统提示词中提供更明确的工具选择指导');
+        }
+        if (!result.handledErrorsGracefully) {
+            suggestions.push('建议在系统提示词中加强错误处理和恢复策略的描述');
+        }
+        if (result.promptEffectivenessScore < 0.7) {
+            suggestions.push('建议重新审视系统提示词的结构和内容，提高指导的明确性');
+        }
+        return suggestions;
+    }
+}
+//# sourceMappingURL=PromptAnalyzer.js.map