@xiuper/cli 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +180 -0
- package/dist/jsMain/typescript/agents/LLMService.d.ts +40 -0
- package/dist/jsMain/typescript/agents/LLMService.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/LLMService.js +156 -0
- package/dist/jsMain/typescript/agents/LLMService.js.map +1 -0
- package/dist/jsMain/typescript/agents/ServerAgentClient.d.ts +103 -0
- package/dist/jsMain/typescript/agents/ServerAgentClient.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/ServerAgentClient.js +142 -0
- package/dist/jsMain/typescript/agents/ServerAgentClient.js.map +1 -0
- package/dist/jsMain/typescript/agents/render/BaseRenderer.d.ts +87 -0
- package/dist/jsMain/typescript/agents/render/BaseRenderer.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/render/BaseRenderer.js +128 -0
- package/dist/jsMain/typescript/agents/render/BaseRenderer.js.map +1 -0
- package/dist/jsMain/typescript/agents/render/CliRenderer.d.ts +51 -0
- package/dist/jsMain/typescript/agents/render/CliRenderer.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/render/CliRenderer.js +564 -0
- package/dist/jsMain/typescript/agents/render/CliRenderer.js.map +1 -0
- package/dist/jsMain/typescript/agents/render/ServerRenderer.d.ts +55 -0
- package/dist/jsMain/typescript/agents/render/ServerRenderer.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/render/ServerRenderer.js +503 -0
- package/dist/jsMain/typescript/agents/render/ServerRenderer.js.map +1 -0
- package/dist/jsMain/typescript/agents/render/TuiRenderer.d.ts +104 -0
- package/dist/jsMain/typescript/agents/render/TuiRenderer.d.ts.map +1 -0
- package/dist/jsMain/typescript/agents/render/TuiRenderer.js +279 -0
- package/dist/jsMain/typescript/agents/render/TuiRenderer.js.map +1 -0
- package/dist/jsMain/typescript/config/ConfigManager.d.ts +146 -0
- package/dist/jsMain/typescript/config/ConfigManager.d.ts.map +1 -0
- package/dist/jsMain/typescript/config/ConfigManager.js +257 -0
- package/dist/jsMain/typescript/config/ConfigManager.js.map +1 -0
- package/dist/jsMain/typescript/constants/asciiArt.d.ts +9 -0
- package/dist/jsMain/typescript/constants/asciiArt.d.ts.map +1 -0
- package/dist/jsMain/typescript/constants/asciiArt.js +47 -0
- package/dist/jsMain/typescript/constants/asciiArt.js.map +1 -0
- package/dist/jsMain/typescript/design-system/colors.d.ts +492 -0
- package/dist/jsMain/typescript/design-system/colors.d.ts.map +1 -0
- package/dist/jsMain/typescript/design-system/colors.js +333 -0
- package/dist/jsMain/typescript/design-system/colors.js.map +1 -0
- package/dist/jsMain/typescript/design-system/index.d.ts +31 -0
- package/dist/jsMain/typescript/design-system/index.d.ts.map +1 -0
- package/dist/jsMain/typescript/design-system/index.js +195 -0
- package/dist/jsMain/typescript/design-system/index.js.map +1 -0
- package/dist/jsMain/typescript/design-system/theme-helpers.d.ts +161 -0
- package/dist/jsMain/typescript/design-system/theme-helpers.d.ts.map +1 -0
- package/dist/jsMain/typescript/design-system/theme-helpers.js +153 -0
- package/dist/jsMain/typescript/design-system/theme-helpers.js.map +1 -0
- package/dist/jsMain/typescript/i18n/index.d.ts +37 -0
- package/dist/jsMain/typescript/i18n/index.d.ts.map +1 -0
- package/dist/jsMain/typescript/i18n/index.js +139 -0
- package/dist/jsMain/typescript/i18n/index.js.map +1 -0
- package/dist/jsMain/typescript/i18n/locales/en.d.ts +6 -0
- package/dist/jsMain/typescript/i18n/locales/en.d.ts.map +1 -0
- package/dist/jsMain/typescript/i18n/locales/en.js +120 -0
- package/dist/jsMain/typescript/i18n/locales/en.js.map +1 -0
- package/dist/jsMain/typescript/i18n/locales/zh.d.ts +6 -0
- package/dist/jsMain/typescript/i18n/locales/zh.d.ts.map +1 -0
- package/dist/jsMain/typescript/i18n/locales/zh.js +120 -0
- package/dist/jsMain/typescript/i18n/locales/zh.js.map +1 -0
- package/dist/jsMain/typescript/i18n/types.d.ts +124 -0
- package/dist/jsMain/typescript/i18n/types.d.ts.map +1 -0
- package/dist/jsMain/typescript/i18n/types.js +7 -0
- package/dist/jsMain/typescript/i18n/types.js.map +1 -0
- package/dist/jsMain/typescript/index.d.ts +9 -0
- package/dist/jsMain/typescript/index.d.ts.map +1 -0
- package/dist/jsMain/typescript/index.js +380 -0
- package/dist/jsMain/typescript/index.js.map +1 -0
- package/dist/jsMain/typescript/modes/AgentMode.d.ts +33 -0
- package/dist/jsMain/typescript/modes/AgentMode.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/AgentMode.js +243 -0
- package/dist/jsMain/typescript/modes/AgentMode.js.map +1 -0
- package/dist/jsMain/typescript/modes/ChatMode.d.ts +30 -0
- package/dist/jsMain/typescript/modes/ChatMode.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/ChatMode.js +260 -0
- package/dist/jsMain/typescript/modes/ChatMode.js.map +1 -0
- package/dist/jsMain/typescript/modes/DocumentMode.d.ts +26 -0
- package/dist/jsMain/typescript/modes/DocumentMode.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/DocumentMode.js +217 -0
- package/dist/jsMain/typescript/modes/DocumentMode.js.map +1 -0
- package/dist/jsMain/typescript/modes/Mode.d.ts +72 -0
- package/dist/jsMain/typescript/modes/Mode.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/Mode.js +7 -0
- package/dist/jsMain/typescript/modes/Mode.js.map +1 -0
- package/dist/jsMain/typescript/modes/ModeManager.d.ts +76 -0
- package/dist/jsMain/typescript/modes/ModeManager.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/ModeManager.js +156 -0
- package/dist/jsMain/typescript/modes/ModeManager.js.map +1 -0
- package/dist/jsMain/typescript/modes/ReviewMode.d.ts +52 -0
- package/dist/jsMain/typescript/modes/ReviewMode.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/ReviewMode.js +435 -0
- package/dist/jsMain/typescript/modes/ReviewMode.js.map +1 -0
- package/dist/jsMain/typescript/modes/index.d.ts +9 -0
- package/dist/jsMain/typescript/modes/index.d.ts.map +1 -0
- package/dist/jsMain/typescript/modes/index.js +7 -0
- package/dist/jsMain/typescript/modes/index.js.map +1 -0
- package/dist/jsMain/typescript/processors/AtCommandProcessor.d.ts +34 -0
- package/dist/jsMain/typescript/processors/AtCommandProcessor.d.ts.map +1 -0
- package/dist/jsMain/typescript/processors/AtCommandProcessor.js +118 -0
- package/dist/jsMain/typescript/processors/AtCommandProcessor.js.map +1 -0
- package/dist/jsMain/typescript/processors/InputRouter.d.ts +84 -0
- package/dist/jsMain/typescript/processors/InputRouter.d.ts.map +1 -0
- package/dist/jsMain/typescript/processors/InputRouter.js +78 -0
- package/dist/jsMain/typescript/processors/InputRouter.js.map +1 -0
- package/dist/jsMain/typescript/processors/ModeCommandProcessor.d.ts +25 -0
- package/dist/jsMain/typescript/processors/ModeCommandProcessor.d.ts.map +1 -0
- package/dist/jsMain/typescript/processors/ModeCommandProcessor.js +127 -0
- package/dist/jsMain/typescript/processors/ModeCommandProcessor.js.map +1 -0
- package/dist/jsMain/typescript/processors/SlashCommandProcessor.d.ts +68 -0
- package/dist/jsMain/typescript/processors/SlashCommandProcessor.d.ts.map +1 -0
- package/dist/jsMain/typescript/processors/SlashCommandProcessor.js +391 -0
- package/dist/jsMain/typescript/processors/SlashCommandProcessor.js.map +1 -0
- package/dist/jsMain/typescript/processors/VariableProcessor.d.ts +44 -0
- package/dist/jsMain/typescript/processors/VariableProcessor.d.ts.map +1 -0
- package/dist/jsMain/typescript/processors/VariableProcessor.js +105 -0
- package/dist/jsMain/typescript/processors/VariableProcessor.js.map +1 -0
- package/dist/jsMain/typescript/ui/App.d.ts +16 -0
- package/dist/jsMain/typescript/ui/App.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/App.js +208 -0
- package/dist/jsMain/typescript/ui/App.js.map +1 -0
- package/dist/jsMain/typescript/ui/Banner.d.ts +6 -0
- package/dist/jsMain/typescript/ui/Banner.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/Banner.js +13 -0
- package/dist/jsMain/typescript/ui/Banner.js.map +1 -0
- package/dist/jsMain/typescript/ui/ChatInterface.d.ts +19 -0
- package/dist/jsMain/typescript/ui/ChatInterface.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/ChatInterface.js +223 -0
- package/dist/jsMain/typescript/ui/ChatInterface.js.map +1 -0
- package/dist/jsMain/typescript/ui/CommandSuggestions.d.ts +21 -0
- package/dist/jsMain/typescript/ui/CommandSuggestions.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/CommandSuggestions.js +43 -0
- package/dist/jsMain/typescript/ui/CommandSuggestions.js.map +1 -0
- package/dist/jsMain/typescript/ui/LanguageSwitcher.d.ts +11 -0
- package/dist/jsMain/typescript/ui/LanguageSwitcher.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/LanguageSwitcher.js +37 -0
- package/dist/jsMain/typescript/ui/LanguageSwitcher.js.map +1 -0
- package/dist/jsMain/typescript/ui/MessageRenderer.d.ts +70 -0
- package/dist/jsMain/typescript/ui/MessageRenderer.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/MessageRenderer.js +255 -0
- package/dist/jsMain/typescript/ui/MessageRenderer.js.map +1 -0
- package/dist/jsMain/typescript/ui/ModelConfigForm.d.ts +19 -0
- package/dist/jsMain/typescript/ui/ModelConfigForm.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/ModelConfigForm.js +257 -0
- package/dist/jsMain/typescript/ui/ModelConfigForm.js.map +1 -0
- package/dist/jsMain/typescript/ui/WelcomeScreen.d.ts +12 -0
- package/dist/jsMain/typescript/ui/WelcomeScreen.d.ts.map +1 -0
- package/dist/jsMain/typescript/ui/WelcomeScreen.js +93 -0
- package/dist/jsMain/typescript/ui/WelcomeScreen.js.map +1 -0
- package/dist/jsMain/typescript/utils/commandUtils.d.ts +64 -0
- package/dist/jsMain/typescript/utils/commandUtils.d.ts.map +1 -0
- package/dist/jsMain/typescript/utils/commandUtils.js +195 -0
- package/dist/jsMain/typescript/utils/commandUtils.js.map +1 -0
- package/dist/jsMain/typescript/utils/domainDictUtils.d.ts +53 -0
- package/dist/jsMain/typescript/utils/domainDictUtils.d.ts.map +1 -0
- package/dist/jsMain/typescript/utils/domainDictUtils.js +130 -0
- package/dist/jsMain/typescript/utils/domainDictUtils.js.map +1 -0
- package/dist/jsMain/typescript/utils/markdownSplitter.d.ts +23 -0
- package/dist/jsMain/typescript/utils/markdownSplitter.d.ts.map +1 -0
- package/dist/jsMain/typescript/utils/markdownSplitter.js +90 -0
- package/dist/jsMain/typescript/utils/markdownSplitter.js.map +1 -0
- package/dist/jsMain/typescript/utils/outputFormatter.d.ts +70 -0
- package/dist/jsMain/typescript/utils/outputFormatter.d.ts.map +1 -0
- package/dist/jsMain/typescript/utils/outputFormatter.js +140 -0
- package/dist/jsMain/typescript/utils/outputFormatter.js.map +1 -0
- package/dist/jsMain/typescript/utils/renderUtils.d.ts +17 -0
- package/dist/jsMain/typescript/utils/renderUtils.d.ts.map +1 -0
- package/dist/jsMain/typescript/utils/renderUtils.js +128 -0
- package/dist/jsMain/typescript/utils/renderUtils.js.map +1 -0
- package/dist/test/framework/analyzers/CodeChangeAnalyzer.d.ts +87 -0
- package/dist/test/framework/analyzers/CodeChangeAnalyzer.d.ts.map +1 -0
- package/dist/test/framework/analyzers/CodeChangeAnalyzer.js +412 -0
- package/dist/test/framework/analyzers/CodeChangeAnalyzer.js.map +1 -0
- package/dist/test/framework/analyzers/PromptAnalyzer.d.ts +46 -0
- package/dist/test/framework/analyzers/PromptAnalyzer.d.ts.map +1 -0
- package/dist/test/framework/analyzers/PromptAnalyzer.js +185 -0
- package/dist/test/framework/analyzers/PromptAnalyzer.js.map +1 -0
- package/dist/test/framework/analyzers/ToolCallAnalyzer.d.ts +45 -0
- package/dist/test/framework/analyzers/ToolCallAnalyzer.d.ts.map +1 -0
- package/dist/test/framework/analyzers/ToolCallAnalyzer.js +215 -0
- package/dist/test/framework/analyzers/ToolCallAnalyzer.js.map +1 -0
- package/dist/test/framework/cli.d.ts +8 -0
- package/dist/test/framework/cli.d.ts.map +1 -0
- package/dist/test/framework/cli.js +175 -0
- package/dist/test/framework/cli.js.map +1 -0
- package/dist/test/framework/core/TestCase.d.ts +100 -0
- package/dist/test/framework/core/TestCase.d.ts.map +1 -0
- package/dist/test/framework/core/TestCase.js +101 -0
- package/dist/test/framework/core/TestCase.js.map +1 -0
- package/dist/test/framework/core/TestEngine.d.ts +89 -0
- package/dist/test/framework/core/TestEngine.d.ts.map +1 -0
- package/dist/test/framework/core/TestEngine.js +552 -0
- package/dist/test/framework/core/TestEngine.js.map +1 -0
- package/dist/test/framework/core/TestResult.d.ts +143 -0
- package/dist/test/framework/core/TestResult.d.ts.map +1 -0
- package/dist/test/framework/core/TestResult.js +76 -0
- package/dist/test/framework/core/TestResult.js.map +1 -0
- package/dist/test/framework/examples/BasicRobustnessTest.d.ts +19 -0
- package/dist/test/framework/examples/BasicRobustnessTest.d.ts.map +1 -0
- package/dist/test/framework/examples/BasicRobustnessTest.js +116 -0
- package/dist/test/framework/examples/BasicRobustnessTest.js.map +1 -0
- package/dist/test/framework/index.d.ts +30 -0
- package/dist/test/framework/index.d.ts.map +1 -0
- package/dist/test/framework/index.js +38 -0
- package/dist/test/framework/index.js.map +1 -0
- package/dist/test/framework/loaders/JsonScenarioLoader.d.ts +99 -0
- package/dist/test/framework/loaders/JsonScenarioLoader.d.ts.map +1 -0
- package/dist/test/framework/loaders/JsonScenarioLoader.js +197 -0
- package/dist/test/framework/loaders/JsonScenarioLoader.js.map +1 -0
- package/dist/test/framework/reporters/ConsoleReporter.d.ts +25 -0
- package/dist/test/framework/reporters/ConsoleReporter.d.ts.map +1 -0
- package/dist/test/framework/reporters/ConsoleReporter.js +196 -0
- package/dist/test/framework/reporters/ConsoleReporter.js.map +1 -0
- package/dist/test/framework/scenarios/ScenarioBuilder.d.ts +62 -0
- package/dist/test/framework/scenarios/ScenarioBuilder.d.ts.map +1 -0
- package/dist/test/framework/scenarios/ScenarioBuilder.js +285 -0
- package/dist/test/framework/scenarios/ScenarioBuilder.js.map +1 -0
- package/dist/test/framework/validate-framework.d.ts +9 -0
- package/dist/test/framework/validate-framework.d.ts.map +1 -0
- package/dist/test/framework/validate-framework.js +187 -0
- package/dist/test/framework/validate-framework.js.map +1 -0
- package/package.json +84 -0
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* JSON 场景加载器
|
|
3
|
+
*
|
|
4
|
+
* 支持从 JSON 文件加载测试场景配置,简化复杂测试用例的定义
|
|
5
|
+
*/
|
|
6
|
+
import * as fs from 'fs/promises';
|
|
7
|
+
import * as path from 'path';
|
|
8
|
+
import { TestCaseBuilder, TestCategory, ProjectType } from '../core/TestCase';
|
|
9
|
+
/**
|
|
10
|
+
* JSON 场景加载器
|
|
11
|
+
*/
|
|
12
|
+
export class JsonScenarioLoader {
|
|
13
|
+
/**
|
|
14
|
+
* 从 JSON 文件加载测试场景
|
|
15
|
+
*/
|
|
16
|
+
static async loadFromFile(filePath) {
|
|
17
|
+
const content = await fs.readFile(filePath, 'utf-8');
|
|
18
|
+
const config = JSON.parse(content);
|
|
19
|
+
return this.buildFromConfig(config);
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* 从 JSON 字符串加载测试场景
|
|
23
|
+
*/
|
|
24
|
+
static loadFromString(jsonString) {
|
|
25
|
+
const config = JSON.parse(jsonString);
|
|
26
|
+
return this.buildFromConfig(config);
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* 批量加载目录下的所有 JSON 场景
|
|
30
|
+
*/
|
|
31
|
+
static async loadFromDirectory(dirPath) {
|
|
32
|
+
const files = await fs.readdir(dirPath);
|
|
33
|
+
const jsonFiles = files.filter(f => f.endsWith('.json'));
|
|
34
|
+
const testCases = [];
|
|
35
|
+
for (const file of jsonFiles) {
|
|
36
|
+
const filePath = path.join(dirPath, file);
|
|
37
|
+
try {
|
|
38
|
+
const testCase = await this.loadFromFile(filePath);
|
|
39
|
+
testCases.push(testCase);
|
|
40
|
+
}
|
|
41
|
+
catch (error) {
|
|
42
|
+
console.warn(`Failed to load scenario from ${file}: ${error}`);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return testCases;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* 从配置对象构建测试用例
|
|
49
|
+
*/
|
|
50
|
+
static buildFromConfig(config) {
|
|
51
|
+
// 构建任务描述
|
|
52
|
+
let taskDescription = config.task.description;
|
|
53
|
+
// 添加上下文信息
|
|
54
|
+
if (config.task.context) {
|
|
55
|
+
taskDescription += `\n\nContext: ${config.task.context}`;
|
|
56
|
+
}
|
|
57
|
+
// 添加文档引用
|
|
58
|
+
if (config.task.documentation && config.task.documentation.length > 0) {
|
|
59
|
+
taskDescription += `\n\nRelevant documentation:\n${config.task.documentation.map(doc => `- ${doc}`).join('\n')}`;
|
|
60
|
+
}
|
|
61
|
+
// 创建测试用例构建器
|
|
62
|
+
const builder = TestCaseBuilder.create(config.id)
|
|
63
|
+
.withName(config.name)
|
|
64
|
+
.withDescription(config.description)
|
|
65
|
+
.withCategory(this.mapCategory(config.category))
|
|
66
|
+
.withTask(taskDescription)
|
|
67
|
+
.withProjectType(this.mapProjectType(config.project.type));
|
|
68
|
+
// 添加期望的工具调用
|
|
69
|
+
for (const toolExpectation of config.expectedTools) {
|
|
70
|
+
const toolCallExpectation = {
|
|
71
|
+
required: toolExpectation.required,
|
|
72
|
+
minCalls: toolExpectation.minCalls,
|
|
73
|
+
maxCalls: toolExpectation.maxCalls,
|
|
74
|
+
order: toolExpectation.order,
|
|
75
|
+
parameters: toolExpectation.parameters
|
|
76
|
+
};
|
|
77
|
+
builder.expectTool(toolExpectation.tool, toolCallExpectation);
|
|
78
|
+
}
|
|
79
|
+
// 添加期望的变更
|
|
80
|
+
for (const changeExpectation of config.expectedChanges) {
|
|
81
|
+
const changeExp = {
|
|
82
|
+
path: changeExpectation.path,
|
|
83
|
+
pattern: changeExpectation.pattern ? new RegExp(changeExpectation.pattern) : undefined,
|
|
84
|
+
content: changeExpectation.content,
|
|
85
|
+
required: changeExpectation.required
|
|
86
|
+
};
|
|
87
|
+
builder.expectChange(changeExpectation.type, changeExp);
|
|
88
|
+
}
|
|
89
|
+
// 设置质量阈值
|
|
90
|
+
if (config.quality) {
|
|
91
|
+
// 注意:TestCaseBuilder 需要扩展以支持这些配置
|
|
92
|
+
// 这里我们通过 build() 后修改对象来实现
|
|
93
|
+
}
|
|
94
|
+
// 设置测试配置
|
|
95
|
+
if (config.config?.timeout) {
|
|
96
|
+
builder.withTimeout(config.config.timeout);
|
|
97
|
+
}
|
|
98
|
+
const testCase = builder.build();
|
|
99
|
+
// 应用质量阈值(如果有)
|
|
100
|
+
if (config.quality) {
|
|
101
|
+
if (config.quality.minToolAccuracy !== undefined) {
|
|
102
|
+
testCase.qualityThresholds.minToolAccuracy = config.quality.minToolAccuracy;
|
|
103
|
+
}
|
|
104
|
+
if (config.quality.maxExecutionTime !== undefined) {
|
|
105
|
+
testCase.qualityThresholds.maxExecutionTime = config.quality.maxExecutionTime;
|
|
106
|
+
}
|
|
107
|
+
if (config.quality.minTaskCompletion !== undefined) {
|
|
108
|
+
testCase.qualityThresholds.minTaskCompletion = config.quality.minTaskCompletion;
|
|
109
|
+
}
|
|
110
|
+
if (config.quality.maxCodeIssues !== undefined) {
|
|
111
|
+
testCase.qualityThresholds.maxCodeIssues = config.quality.maxCodeIssues;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
// 应用测试配置(如果有)
|
|
115
|
+
if (config.config) {
|
|
116
|
+
if (config.config.maxIterations !== undefined) {
|
|
117
|
+
testCase.config.maxIterations = config.config.maxIterations;
|
|
118
|
+
}
|
|
119
|
+
if (config.config.retryCount !== undefined) {
|
|
120
|
+
testCase.config.retryCount = config.config.retryCount;
|
|
121
|
+
}
|
|
122
|
+
if (config.config.keepTestProject !== undefined) {
|
|
123
|
+
testCase.config.keepTestProject = config.config.keepTestProject;
|
|
124
|
+
}
|
|
125
|
+
if (config.config.quiet !== undefined) {
|
|
126
|
+
testCase.config.quiet = config.config.quiet;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
return testCase;
|
|
130
|
+
}
|
|
131
|
+
/**
|
|
132
|
+
* 映射类别
|
|
133
|
+
*/
|
|
134
|
+
static mapCategory(category) {
|
|
135
|
+
const categoryMap = {
|
|
136
|
+
'basic-robustness': TestCategory.BASIC_ROBUSTNESS,
|
|
137
|
+
'business-scenario': TestCategory.BUSINESS_SCENARIO,
|
|
138
|
+
'error-recovery': TestCategory.ERROR_RECOVERY,
|
|
139
|
+
'performance': TestCategory.PERFORMANCE,
|
|
140
|
+
'boundary-conditions': TestCategory.BOUNDARY_CONDITIONS
|
|
141
|
+
};
|
|
142
|
+
return categoryMap[category] || TestCategory.BUSINESS_SCENARIO;
|
|
143
|
+
}
|
|
144
|
+
/**
|
|
145
|
+
* 映射项目类型
|
|
146
|
+
*/
|
|
147
|
+
static mapProjectType(type) {
|
|
148
|
+
const typeMap = {
|
|
149
|
+
'gradle-spring-boot': ProjectType.GRADLE_SPRING_BOOT,
|
|
150
|
+
'maven-spring-boot': ProjectType.MAVEN_SPRING_BOOT,
|
|
151
|
+
'npm-node': ProjectType.NPM_NODE,
|
|
152
|
+
'empty': ProjectType.EMPTY
|
|
153
|
+
};
|
|
154
|
+
return typeMap[type] || ProjectType.GRADLE_SPRING_BOOT;
|
|
155
|
+
}
|
|
156
|
+
/**
|
|
157
|
+
* 验证 JSON 配置的有效性
|
|
158
|
+
*/
|
|
159
|
+
static validateConfig(config) {
|
|
160
|
+
const errors = [];
|
|
161
|
+
if (!config.id)
|
|
162
|
+
errors.push('Missing required field: id');
|
|
163
|
+
if (!config.name)
|
|
164
|
+
errors.push('Missing required field: name');
|
|
165
|
+
if (!config.description)
|
|
166
|
+
errors.push('Missing required field: description');
|
|
167
|
+
if (!config.category)
|
|
168
|
+
errors.push('Missing required field: category');
|
|
169
|
+
if (!config.task?.description)
|
|
170
|
+
errors.push('Missing required field: task.description');
|
|
171
|
+
if (!config.project?.type)
|
|
172
|
+
errors.push('Missing required field: project.type');
|
|
173
|
+
// 验证工具调用配置
|
|
174
|
+
if (config.expectedTools) {
|
|
175
|
+
config.expectedTools.forEach((tool, index) => {
|
|
176
|
+
if (!tool.tool)
|
|
177
|
+
errors.push(`expectedTools[${index}]: Missing tool name`);
|
|
178
|
+
if (tool.required === undefined)
|
|
179
|
+
errors.push(`expectedTools[${index}]: Missing required flag`);
|
|
180
|
+
});
|
|
181
|
+
}
|
|
182
|
+
// 验证变更配置
|
|
183
|
+
if (config.expectedChanges) {
|
|
184
|
+
config.expectedChanges.forEach((change, index) => {
|
|
185
|
+
if (!change.type)
|
|
186
|
+
errors.push(`expectedChanges[${index}]: Missing change type`);
|
|
187
|
+
if (change.required === undefined)
|
|
188
|
+
errors.push(`expectedChanges[${index}]: Missing required flag`);
|
|
189
|
+
});
|
|
190
|
+
}
|
|
191
|
+
return {
|
|
192
|
+
valid: errors.length === 0,
|
|
193
|
+
errors
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
//# sourceMappingURL=JsonScenarioLoader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JsonScenarioLoader.js","sourceRoot":"","sources":["../../../../src/test/framework/loaders/JsonScenarioLoader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAY,eAAe,EAAE,YAAY,EAAE,WAAW,EAA0C,MAAM,kBAAkB,CAAC;AA0EhI;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAC7B;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,QAAgB;QACxC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,MAAM,MAAM,GAAuB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,UAAkB;QACtC,MAAM,MAAM,GAAuB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC1D,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,OAAe;QAC5C,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAEzD,MAAM,SAAS,GAAe,EAAE,CAAC;QACjC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;gBACnD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,gCAAgC,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,eAAe,CAAC,MAA0B;QACvD,SAAS;QACT,IAAI,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC;QAE9C,UAAU;QACV,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACxB,eAAe,IAAI,gBAAgB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3D,CAAC;QAED,SAAS;QACT,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtE,eAAe,IAAI,gCAAgC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QACnH,CAAC;QAED,YAAY;QACZ,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;aAC9C,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC;aACrB,eAAe,CAAC,MAAM,CAAC,WAAW,CAAC;aACnC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;aAC/C,QAAQ,CAAC,eAAe,CAAC;aACzB,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;QAE7D,YAAY;QACZ,KAAK,MAAM,eAAe,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACnD,MAAM,mBAAmB,GAAiC;gBACxD,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,KAAK,EAAE,eAAe,CAAC,KAAK;gBAC5B,UAAU,EAAE,eAAe,CAAC,UAAU;aACvC,CAAC;YAEF,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAChE,CAAC;QAED,UAAU;QACV,KAAK,MAAM,iBAAiB,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YACvD,MAAM,SAAS,GAA+B;gBAC5C,IAAI,EAAE,iBAAiB,CAAC,IAAI;gBAC5B,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtF,OAAO,EAAE,iBAAiB,CAAC,OAAO;gBAClC,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;aACrC,CAAC;YAEF,OAAO,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC1D,CAAC;QAED,SAAS;QACT,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,iCAAiC;YACjC,0BAA0B;QAC5B,CAAC;QAED,SAAS;QACT,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAC3B,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAEjC,cAAc;QACd,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;gBACjD,QAAQ,CAAC,iBAAiB,CAAC,eAAe,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;YAC9E,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;gBAClD,QAAQ,CAAC,iBAAiB,CAAC,gBAAgB,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;YAChF,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;gBACnD,QAAQ,CAAC,iBAAiB,CAAC,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC;YAClF,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAC/C,QAAQ,CAAC,iBAAiB,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC1E,CAAC;QACH,CAAC;QAED,cAAc;QACd,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAC9C,QAAQ,CAAC,MAAM,CAAC,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC;YAC9D,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC3C,QAAQ,CAAC,MAAM,CAAC,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;YACxD,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;gBAChD,QAAQ,CAAC,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC;YAClE,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBACtC,QAAQ,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,WAAW,CAAC,QAAgB;QACzC,MAAM,WAAW,GAAiC;YAChD,kBAAkB,EAAE,YAAY,CAAC,gBAAgB;YACjD,mBAAmB,EAAE,YAAY,CAAC,iBAAiB;YACnD,gBAAgB,EAAE,YAAY,CAAC,cAAc;YAC7C,aAAa,EAAE,YAAY,CAAC,WAAW;YACvC,qBAAqB,EAAE,YAAY,CAAC,mBAAmB;SACxD,CAAC;QAEF,OAAO,WAAW,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC,iBAAiB,CAAC;IACjE,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,cAAc,CAAC,IAAY;QACxC,MAAM,OAAO,GAAgC;YAC3C,oBAAoB,EAAE,WAAW,CAAC,kBAAkB;YACpD,mBAAmB,EAAE,WAAW,CAAC,iBAAiB;YAClD,UAAU,EAAE,WAAW,CAAC,QAAQ;YAChC,OAAO,EAAE,WAAW,CAAC,KAAK;SAC3B,CAAC;QAEF,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,kBAAkB,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,MAA0B;QAC9C,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAC5E,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,WAAW;YAAE,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACvF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI;YAAE,MAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QAE/E,WAAW;QACX,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;gBAC3C,IAAI,CAAC,IAAI,CAAC,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,sBAAsB,CAAC,CAAC;gBAC1E,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,0BAA0B,CAAC,CAAC;YACjG,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;gBAC/C,IAAI,CAAC,MAAM,CAAC,IAAI;oBAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB,KAAK,wBAAwB,CAAC,CAAC;gBAChF,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS;oBAAE,MAAM,CAAC,IAAI,CAAC,mBAAmB,KAAK,0BAA0B,CAAC,CAAC;YACrG,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM;SACP,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 控制台测试报告生成器
|
|
3
|
+
*
|
|
4
|
+
* 生成详细的控制台测试报告,包括测试结果、分析数据、改进建议等
|
|
5
|
+
*/
|
|
6
|
+
import { TestResult, TestSuiteResult } from '../core/TestResult';
|
|
7
|
+
export declare class ConsoleReporter {
|
|
8
|
+
/**
|
|
9
|
+
* 生成单个测试结果报告
|
|
10
|
+
*/
|
|
11
|
+
static generateTestReport(result: TestResult): string;
|
|
12
|
+
/**
|
|
13
|
+
* 生成测试套件报告
|
|
14
|
+
*/
|
|
15
|
+
static generateSuiteReport(suiteResult: TestSuiteResult): string;
|
|
16
|
+
/**
|
|
17
|
+
* 获取状态图标
|
|
18
|
+
*/
|
|
19
|
+
private static getStatusIcon;
|
|
20
|
+
/**
|
|
21
|
+
* 生成改进建议
|
|
22
|
+
*/
|
|
23
|
+
private static generateImprovementSuggestions;
|
|
24
|
+
}
|
|
25
|
+
//# sourceMappingURL=ConsoleReporter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConsoleReporter.d.ts","sourceRoot":"","sources":["../../../../src/test/framework/reporters/ConsoleReporter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,eAAe,EAAc,MAAM,oBAAoB,CAAC;AAI7E,qBAAa,eAAe;IAC1B;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM;IAsHrD;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,WAAW,EAAE,eAAe,GAAG,MAAM;IAyDhE;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,aAAa;IAW5B;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,8BAA8B;CAqB9C"}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 控制台测试报告生成器
|
|
3
|
+
*
|
|
4
|
+
* 生成详细的控制台测试报告,包括测试结果、分析数据、改进建议等
|
|
5
|
+
*/
|
|
6
|
+
import { TestStatus } from '../core/TestResult';
|
|
7
|
+
import { PromptAnalyzer } from '../analyzers/PromptAnalyzer';
|
|
8
|
+
import { ToolCallAnalyzer } from '../analyzers/ToolCallAnalyzer';
|
|
9
|
+
export class ConsoleReporter {
|
|
10
|
+
/**
|
|
11
|
+
* 生成单个测试结果报告
|
|
12
|
+
*/
|
|
13
|
+
static generateTestReport(result) {
|
|
14
|
+
const lines = [];
|
|
15
|
+
// 标题和基本信息
|
|
16
|
+
lines.push(`\n${'='.repeat(80)}`);
|
|
17
|
+
lines.push(`🧪 测试报告: ${result.testCase.name}`);
|
|
18
|
+
lines.push(`${'='.repeat(80)}`);
|
|
19
|
+
lines.push(`📝 描述: ${result.testCase.description}`);
|
|
20
|
+
lines.push(`🏷️ 类别: ${result.testCase.category}`);
|
|
21
|
+
lines.push(`📋 任务: ${result.testCase.task}`);
|
|
22
|
+
lines.push(`⏱️ 执行时间: ${result.executionInfo.duration}ms`);
|
|
23
|
+
lines.push(`📊 综合得分: ${(result.overallScore * 100).toFixed(1)}%`);
|
|
24
|
+
// 测试状态
|
|
25
|
+
const statusIcon = this.getStatusIcon(result.status);
|
|
26
|
+
lines.push(`${statusIcon} 测试状态: ${result.status}`);
|
|
27
|
+
if (result.status !== TestStatus.PASSED) {
|
|
28
|
+
lines.push(`❌ 退出码: ${result.executionInfo.exitCode}`);
|
|
29
|
+
}
|
|
30
|
+
// 提示词分析
|
|
31
|
+
lines.push(`\n📋 提示词效果分析:`);
|
|
32
|
+
lines.push(` • 遵循系统提示词: ${result.promptAnalysis.followedSystemPrompt ? '✅' : '❌'}`);
|
|
33
|
+
lines.push(` • 首先探索项目: ${result.promptAnalysis.exploredProjectFirst ? '✅' : '❌'}`);
|
|
34
|
+
lines.push(` • 使用合适工具: ${result.promptAnalysis.usedAppropriateTools ? '✅' : '❌'}`);
|
|
35
|
+
lines.push(` • 优雅处理错误: ${result.promptAnalysis.handledErrorsGracefully ? '✅' : '❌'}`);
|
|
36
|
+
lines.push(` • 有效性得分: ${(result.promptAnalysis.promptEffectivenessScore * 100).toFixed(1)}%`);
|
|
37
|
+
if (result.promptAnalysis.issues.length > 0) {
|
|
38
|
+
lines.push(` ⚠️ 问题:`);
|
|
39
|
+
result.promptAnalysis.issues.forEach(issue => {
|
|
40
|
+
lines.push(` - ${issue}`);
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
// 工具调用分析
|
|
44
|
+
lines.push(`\n🔧 工具调用分析:`);
|
|
45
|
+
lines.push(` • 总调用次数: ${result.toolCallAnalysis.totalCalls}`);
|
|
46
|
+
lines.push(` • 使用的工具: ${result.toolCallAnalysis.uniqueTools.join(', ')}`);
|
|
47
|
+
lines.push(` • 工具准确率: ${(result.toolCallAnalysis.toolAccuracy * 100).toFixed(1)}%`);
|
|
48
|
+
lines.push(` • 顺序正确性: ${(result.toolCallAnalysis.sequenceCorrectness * 100).toFixed(1)}%`);
|
|
49
|
+
lines.push(` • 参数正确性: ${(result.toolCallAnalysis.parameterCorrectness * 100).toFixed(1)}%`);
|
|
50
|
+
if (result.toolCallAnalysis.missingTools.length > 0) {
|
|
51
|
+
lines.push(` ❌ 缺失工具: ${result.toolCallAnalysis.missingTools.join(', ')}`);
|
|
52
|
+
}
|
|
53
|
+
if (result.toolCallAnalysis.unexpectedTools.length > 0) {
|
|
54
|
+
lines.push(` ⚠️ 意外工具: ${result.toolCallAnalysis.unexpectedTools.join(', ')}`);
|
|
55
|
+
}
|
|
56
|
+
// 代码质量分析
|
|
57
|
+
lines.push(`\n📊 代码质量分析:`);
|
|
58
|
+
lines.push(` • 语法错误: ${result.codeQuality.syntaxErrors}`);
|
|
59
|
+
lines.push(` • 结构问题: ${result.codeQuality.structuralIssues}`);
|
|
60
|
+
lines.push(` • 最佳实践违规: ${result.codeQuality.bestPracticeViolations}`);
|
|
61
|
+
lines.push(` • 总问题数: ${result.codeQuality.totalIssues}`);
|
|
62
|
+
lines.push(` • 质量得分: ${(result.codeQuality.qualityScore * 100).toFixed(1)}%`);
|
|
63
|
+
// 任务完成情况
|
|
64
|
+
lines.push(`\n✅ 任务完成分析:`);
|
|
65
|
+
lines.push(` • 任务完成: ${result.taskCompletion.completed ? '✅' : '❌'}`);
|
|
66
|
+
lines.push(` • 完成度: ${(result.taskCompletion.completionScore * 100).toFixed(1)}%`);
|
|
67
|
+
lines.push(` • 向后兼容: ${result.taskCompletion.backwardCompatibility ? '✅' : '❌'}`);
|
|
68
|
+
if (result.taskCompletion.functionalityImplemented.length > 0) {
|
|
69
|
+
lines.push(` ✅ 已实现功能:`);
|
|
70
|
+
result.taskCompletion.functionalityImplemented.forEach(func => {
|
|
71
|
+
lines.push(` - ${func}`);
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
if (result.taskCompletion.functionalityMissing.length > 0) {
|
|
75
|
+
lines.push(` ❌ 缺失功能:`);
|
|
76
|
+
result.taskCompletion.functionalityMissing.forEach(func => {
|
|
77
|
+
lines.push(` - ${func}`);
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
// 文件变更
|
|
81
|
+
if (result.fileChanges.length > 0) {
|
|
82
|
+
lines.push(`\n📁 文件变更 (${result.fileChanges.length}):`);
|
|
83
|
+
result.fileChanges.forEach(change => {
|
|
84
|
+
const icon = change.type === 'created' ? '➕' : change.type === 'modified' ? '📝' : '🗑️';
|
|
85
|
+
lines.push(` ${icon} ${change.type}: ${change.path}`);
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
// 错误和警告
|
|
89
|
+
if (result.errors.length > 0) {
|
|
90
|
+
lines.push(`\n❌ 错误:`);
|
|
91
|
+
result.errors.forEach(error => {
|
|
92
|
+
lines.push(` • ${error}`);
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
if (result.warnings.length > 0) {
|
|
96
|
+
lines.push(`\n⚠️ 警告:`);
|
|
97
|
+
result.warnings.forEach(warning => {
|
|
98
|
+
lines.push(` • ${warning}`);
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
// 改进建议
|
|
102
|
+
const suggestions = this.generateImprovementSuggestions(result);
|
|
103
|
+
if (suggestions.length > 0) {
|
|
104
|
+
lines.push(`\n💡 改进建议:`);
|
|
105
|
+
suggestions.forEach(suggestion => {
|
|
106
|
+
lines.push(` • ${suggestion}`);
|
|
107
|
+
});
|
|
108
|
+
}
|
|
109
|
+
lines.push(`${'='.repeat(80)}\n`);
|
|
110
|
+
return lines.join('\n');
|
|
111
|
+
}
|
|
112
|
+
/**
|
|
113
|
+
* 生成测试套件报告
|
|
114
|
+
*/
|
|
115
|
+
static generateSuiteReport(suiteResult) {
|
|
116
|
+
const lines = [];
|
|
117
|
+
// 套件标题
|
|
118
|
+
lines.push(`\n${'█'.repeat(100)}`);
|
|
119
|
+
lines.push(`🎯 测试套件报告: ${suiteResult.suiteName}`);
|
|
120
|
+
lines.push(`${'█'.repeat(100)}`);
|
|
121
|
+
// 基本统计
|
|
122
|
+
lines.push(`📊 执行统计:`);
|
|
123
|
+
lines.push(` • 总测试数: ${suiteResult.totalTests}`);
|
|
124
|
+
lines.push(` • 通过: ${suiteResult.passedTests} (${((suiteResult.passedTests / suiteResult.totalTests) * 100).toFixed(1)}%)`);
|
|
125
|
+
lines.push(` • 失败: ${suiteResult.failedTests}`);
|
|
126
|
+
lines.push(` • 错误: ${suiteResult.errorTests}`);
|
|
127
|
+
lines.push(` • 跳过: ${suiteResult.skippedTests}`);
|
|
128
|
+
lines.push(` • 总执行时间: ${suiteResult.duration}ms`);
|
|
129
|
+
lines.push(` • 平均执行时间: ${suiteResult.summary.averageExecutionTime.toFixed(0)}ms`);
|
|
130
|
+
lines.push(` • 平均得分: ${(suiteResult.summary.averageScore * 100).toFixed(1)}%`);
|
|
131
|
+
// 按类别统计
|
|
132
|
+
lines.push(`\n📈 按类别统计:`);
|
|
133
|
+
Object.entries(suiteResult.summary.categoryStats).forEach(([category, stats]) => {
|
|
134
|
+
const passRate = (stats.passed / stats.total * 100).toFixed(1);
|
|
135
|
+
lines.push(` • ${category}: ${stats.passed}/${stats.total} (${passRate}%)`);
|
|
136
|
+
});
|
|
137
|
+
// 工具使用统计
|
|
138
|
+
lines.push(`\n🔧 工具使用统计:`);
|
|
139
|
+
const sortedTools = Object.entries(suiteResult.summary.toolUsageStats)
|
|
140
|
+
.sort((a, b) => b[1] - a[1])
|
|
141
|
+
.slice(0, 10);
|
|
142
|
+
sortedTools.forEach(([tool, count]) => {
|
|
143
|
+
lines.push(` • ${tool}: ${count} 次`);
|
|
144
|
+
});
|
|
145
|
+
// 最常见问题
|
|
146
|
+
if (suiteResult.summary.mostCommonIssues.length > 0) {
|
|
147
|
+
lines.push(`\n⚠️ 最常见问题:`);
|
|
148
|
+
suiteResult.summary.mostCommonIssues.forEach((issue, index) => {
|
|
149
|
+
lines.push(` ${index + 1}. ${issue}`);
|
|
150
|
+
});
|
|
151
|
+
}
|
|
152
|
+
// 详细测试结果
|
|
153
|
+
lines.push(`\n📋 详细测试结果:`);
|
|
154
|
+
suiteResult.testResults.forEach((result, index) => {
|
|
155
|
+
const statusIcon = this.getStatusIcon(result.status);
|
|
156
|
+
const score = (result.overallScore * 100).toFixed(1);
|
|
157
|
+
const duration = result.executionInfo.duration;
|
|
158
|
+
lines.push(` ${index + 1}. ${statusIcon} ${result.testCase.name} - ${score}% (${duration}ms)`);
|
|
159
|
+
});
|
|
160
|
+
lines.push(`${'█'.repeat(100)}\n`);
|
|
161
|
+
return lines.join('\n');
|
|
162
|
+
}
|
|
163
|
+
/**
|
|
164
|
+
* 获取状态图标
|
|
165
|
+
*/
|
|
166
|
+
static getStatusIcon(status) {
|
|
167
|
+
switch (status) {
|
|
168
|
+
case TestStatus.PASSED: return '✅';
|
|
169
|
+
case TestStatus.FAILED: return '❌';
|
|
170
|
+
case TestStatus.ERROR: return '💥';
|
|
171
|
+
case TestStatus.TIMEOUT: return '⏰';
|
|
172
|
+
case TestStatus.SKIPPED: return '⏭️';
|
|
173
|
+
default: return '❓';
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
/**
|
|
177
|
+
* 生成改进建议
|
|
178
|
+
*/
|
|
179
|
+
static generateImprovementSuggestions(result) {
|
|
180
|
+
const suggestions = [];
|
|
181
|
+
// 基于提示词分析的建议
|
|
182
|
+
suggestions.push(...PromptAnalyzer.generateImprovementSuggestions(result.promptAnalysis));
|
|
183
|
+
// 基于工具调用分析的建议
|
|
184
|
+
suggestions.push(...ToolCallAnalyzer.generateImprovementSuggestions(result.toolCallAnalysis));
|
|
185
|
+
// 基于代码质量的建议
|
|
186
|
+
if (result.codeQuality.qualityScore < 0.8) {
|
|
187
|
+
suggestions.push('建议加强代码质量检查和最佳实践指导');
|
|
188
|
+
}
|
|
189
|
+
// 基于任务完成情况的建议
|
|
190
|
+
if (result.taskCompletion.completionScore < 0.8) {
|
|
191
|
+
suggestions.push('建议改进任务理解和执行策略');
|
|
192
|
+
}
|
|
193
|
+
return suggestions;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
//# sourceMappingURL=ConsoleReporter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConsoleReporter.js","sourceRoot":"","sources":["../../../../src/test/framework/reporters/ConsoleReporter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAA+B,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,+BAA+B,CAAC;AAEjE,MAAM,OAAO,eAAe;IAC1B;;OAEG;IACH,MAAM,CAAC,kBAAkB,CAAC,MAAkB;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,UAAU;QACV,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;QACnD,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,aAAa,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAElE,OAAO;QACP,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,UAAU,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAEnD,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,QAAQ;QACR,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,cAAc,CAAC,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACvF,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,cAAc,CAAC,wBAAwB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE/F,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC3C,KAAK,CAAC,IAAI,CAAC,SAAS,KAAK,EAAE,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,gBAAgB,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3E,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,mBAAmB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5F,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,oBAAoB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE7F,IAAI,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,gBAAgB,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvD,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,WAAW,CAAC,sBAAsB,EAAE,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE/E,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACpF,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,cAAc,CAAC,qBAAqB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QAEnF,IAAI,MAAM,CAAC,cAAc,CAAC,wBAAwB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACzB,MAAM,CAAC,cAAc,CAAC,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBAC5D,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,CAAC,cAAc,CAAC,oBAAoB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACxD,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;QACP,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;YACxD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAClC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC;gBACzF,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACzD,CAAC,CAAC,CAAC;QACL,CAAC;QAED,QAAQ;QACR,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAC5B,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBAChC,KAAK,CAAC,IAAI,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;QACP,MAAM,WAAW,GAAG,IAAI,CAAC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACzB,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,UAAU,EAAE,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;QAElC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,mBAAmB,CAAC,WAA4B;QACrD,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,OAAO;QACP,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,SAAS,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEjC,OAAO;QACP,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,aAAa,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,CAAC,WAAW,KAAK,CAAC,CAAC,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7H,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,CAAC,WAAW,EAAE,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,WAAW,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,CAAC,QAAQ,IAAI,CAAC,CAAC;QACnD,KAAK,CAAC,IAAI,CAAC,eAAe,WAAW,CAAC,OAAO,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,OAAO,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAEhF,QAAQ;QACR,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC1B,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE;YAC9E,MAAM,QAAQ,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,QAAQ,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,cAAc,CAAC;aACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE;YACpC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,KAAK,KAAK,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,QAAQ;QACR,IAAI,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC3B,WAAW,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAC5D,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC;QAED,SAAS;QACT,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3B,WAAW,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAChD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,MAAM,KAAK,MAAM,QAAQ,KAAK,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEnC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,aAAa,CAAC,MAAkB;QAC7C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,GAAG,CAAC;YACnC,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,GAAG,CAAC;YACnC,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC;YACnC,KAAK,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC;YACpC,KAAK,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC;YACrC,OAAO,CAAC,CAAC,OAAO,GAAG,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,MAAM,CAAC,8BAA8B,CAAC,MAAkB;QAC9D,MAAM,WAAW,GAAa,EAAE,CAAC;QAEjC,aAAa;QACb,WAAW,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,8BAA8B,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QAE1F,cAAc;QACd,WAAW,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,8BAA8B,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAE9F,YAAY;QACZ,IAAI,MAAM,CAAC,WAAW,CAAC,YAAY,GAAG,GAAG,EAAE,CAAC;YAC1C,WAAW,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACxC,CAAC;QAED,cAAc;QACd,IAAI,MAAM,CAAC,cAAc,CAAC,eAAe,GAAG,GAAG,EAAE,CAAC;YAChD,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACpC,CAAC;QAED,OAAO,WAAW,CAAC;IACrB,CAAC;CACF"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* 测试场景构建器
|
|
3
|
+
*
|
|
4
|
+
* 提供可扩展的测试场景定义机制,支持不同复杂度和类型的测试用例
|
|
5
|
+
*/
|
|
6
|
+
import { TestCase, TestCategory } from '../core/TestCase';
|
|
7
|
+
export interface ScenarioTemplate {
|
|
8
|
+
id: string;
|
|
9
|
+
name: string;
|
|
10
|
+
description: string;
|
|
11
|
+
category: TestCategory;
|
|
12
|
+
difficulty: 'easy' | 'medium' | 'hard' | 'expert';
|
|
13
|
+
estimatedDuration: number;
|
|
14
|
+
parameters: {
|
|
15
|
+
[key: string]: {
|
|
16
|
+
type: 'string' | 'number' | 'boolean' | 'array';
|
|
17
|
+
description: string;
|
|
18
|
+
default?: any;
|
|
19
|
+
required?: boolean;
|
|
20
|
+
};
|
|
21
|
+
};
|
|
22
|
+
generate: (params: Record<string, any>) => TestCase;
|
|
23
|
+
}
|
|
24
|
+
export declare class ScenarioBuilder {
|
|
25
|
+
private static templates;
|
|
26
|
+
/**
|
|
27
|
+
* 注册场景模板
|
|
28
|
+
*/
|
|
29
|
+
static registerTemplate(template: ScenarioTemplate): void;
|
|
30
|
+
/**
|
|
31
|
+
* 获取所有模板
|
|
32
|
+
*/
|
|
33
|
+
static getAllTemplates(): ScenarioTemplate[];
|
|
34
|
+
/**
|
|
35
|
+
* 根据模板生成测试用例
|
|
36
|
+
*/
|
|
37
|
+
static generateFromTemplate(templateId: string, params?: Record<string, any>): TestCase;
|
|
38
|
+
/**
|
|
39
|
+
* 批量生成测试用例
|
|
40
|
+
*/
|
|
41
|
+
static generateBatch(requests: {
|
|
42
|
+
templateId: string;
|
|
43
|
+
params?: Record<string, any>;
|
|
44
|
+
}[]): TestCase[];
|
|
45
|
+
/**
|
|
46
|
+
* 根据条件筛选模板
|
|
47
|
+
*/
|
|
48
|
+
static filterTemplates(filter: {
|
|
49
|
+
category?: TestCategory;
|
|
50
|
+
difficulty?: string[];
|
|
51
|
+
maxDuration?: number;
|
|
52
|
+
}): ScenarioTemplate[];
|
|
53
|
+
/**
|
|
54
|
+
* 验证参数
|
|
55
|
+
*/
|
|
56
|
+
private static validateParameters;
|
|
57
|
+
/**
|
|
58
|
+
* 合并默认参数
|
|
59
|
+
*/
|
|
60
|
+
private static mergeWithDefaults;
|
|
61
|
+
}
|
|
62
|
+
//# sourceMappingURL=ScenarioBuilder.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ScenarioBuilder.d.ts","sourceRoot":"","sources":["../../../../src/test/framework/scenarios/ScenarioBuilder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAmB,YAAY,EAAuD,MAAM,kBAAkB,CAAC;AAEhI,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,YAAY,CAAC;IACvB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,GAAG,QAAQ,CAAC;IAClD,iBAAiB,EAAE,MAAM,CAAC;IAG1B,UAAU,EAAE;QACV,CAAC,GAAG,EAAE,MAAM,GAAG;YACb,IAAI,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC;YAChD,WAAW,EAAE,MAAM,CAAC;YACpB,OAAO,CAAC,EAAE,GAAG,CAAC;YACd,QAAQ,CAAC,EAAE,OAAO,CAAC;SACpB,CAAC;KACH,CAAC;IAGF,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,QAAQ,CAAC;CACrD;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAC,SAAS,CAAuC;IAE/D;;OAEG;IACH,MAAM,CAAC,gBAAgB,CAAC,QAAQ,EAAE,gBAAgB,GAAG,IAAI;IAIzD;;OAEG;IACH,MAAM,CAAC,eAAe,IAAI,gBAAgB,EAAE;IAI5C;;OAEG;IACH,MAAM,CAAC,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM,GAAG,QAAQ;IAe3F;;OAEG;IACH,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAAE,EAAE,GAAG,QAAQ,EAAE;IAIlG;;OAEG;IACH,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE;QAC7B,QAAQ,CAAC,EAAE,YAAY,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;QACtB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GAAG,gBAAgB,EAAE;IAStB;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,kBAAkB;IAmBjC;;OAEG;IACH,OAAO,CAAC,MAAM,CAAC,iBAAiB;CAWjC"}
|