@elizaos/cli 1.5.8-alpha.7 → 1.5.8-alpha.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/dev/actions/dev-server.d.ts.map +1 -1
- package/dist/commands/dev/types.d.ts +4 -0
- package/dist/commands/dev/types.d.ts.map +1 -1
- package/dist/commands/dev/utils/file-watcher.d.ts.map +1 -1
- package/dist/commands/scenario/index.d.ts.map +1 -1
- package/dist/commands/scenario/src/ConversationEvaluators.d.ts +36 -0
- package/dist/commands/scenario/src/ConversationEvaluators.d.ts.map +1 -0
- package/dist/commands/scenario/src/ConversationManager.d.ts +107 -0
- package/dist/commands/scenario/src/ConversationManager.d.ts.map +1 -0
- package/dist/commands/scenario/src/EnhancedEvaluationEngine.d.ts.map +1 -1
- package/dist/commands/scenario/src/EvaluationEngine.d.ts.map +1 -1
- package/dist/commands/scenario/src/LocalEnvironmentProvider.d.ts +2 -0
- package/dist/commands/scenario/src/LocalEnvironmentProvider.d.ts.map +1 -1
- package/dist/commands/scenario/src/TrajectoryReconstructor.d.ts.map +1 -1
- package/dist/commands/scenario/src/UserSimulator.d.ts +44 -0
- package/dist/commands/scenario/src/UserSimulator.d.ts.map +1 -0
- package/dist/commands/scenario/src/conversation-types.d.ts +138 -0
- package/dist/commands/scenario/src/conversation-types.d.ts.map +1 -0
- package/dist/commands/scenario/src/runtime-factory.d.ts +9 -3
- package/dist/commands/scenario/src/runtime-factory.d.ts.map +1 -1
- package/dist/commands/scenario/src/schema.d.ts +1464 -0
- package/dist/commands/scenario/src/schema.d.ts.map +1 -1
- package/dist/index.js +4253 -2979
- package/dist/index.js.map +20 -17
- package/dist/templates/plugin-quick-starter/build.ts +3 -3
- package/dist/templates/plugin-quick-starter/package.json +2 -2
- package/dist/templates/plugin-starter/build.ts +3 -3
- package/dist/templates/plugin-starter/package.json +2 -2
- package/dist/templates/project-starter/build.ts +3 -3
- package/dist/templates/project-starter/package.json +6 -6
- package/dist/templates/project-tee-starter/build.ts +3 -3
- package/dist/templates/project-tee-starter/package.json +4 -4
- package/dist/version.d.ts +2 -2
- package/dist/version.js +2 -2
- package/package.json +7 -7
- package/templates/plugin-quick-starter/build.ts +3 -3
- package/templates/plugin-quick-starter/package.json +2 -2
- package/templates/plugin-starter/build.ts +3 -3
- package/templates/plugin-starter/package.json +2 -2
- package/templates/project-starter/build.ts +3 -3
- package/templates/project-starter/package.json +6 -6
- package/templates/project-tee-starter/build.ts +3 -3
- package/templates/project-tee-starter/package.json +4 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../../../src/commands/dev/actions/dev-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"dev-server.d.ts","sourceRoot":"","sources":["../../../../src/commands/dev/actions/dev-server.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAmPtC;;;;GAIG;AACH,wBAAsB,YAAY,CAAC,OAAO,EAAE,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CA4LrE"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/dev/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAEtC;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,SAAS,IAAI,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/commands/dev/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,KAAK,CAAC;AAEtC;;GAEG;AAEH;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,UAAU,GAAG,IAAI,CAAC;IAC3B,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxC,SAAS,IAAI,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,EAAE,OAAO,CAAC;IACvB,UAAU,EAAE,OAAO,CAAC;IACpB,cAAc,EAAE,OAAO,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB,CAAC,EAAE;QACjB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,OAAO,iCAAiC,EAAE,aAAa,CAAC;IACvE,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,KAAK,GAAG,QAAQ,GAAG,QAAQ,CAAC;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,OAAO,SAAS,EAAE,KAAK,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-watcher.d.ts","sourceRoot":"","sources":["../../../../src/commands/dev/utils/file-watcher.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"file-watcher.d.ts","sourceRoot":"","sources":["../../../../src/commands/dev/utils/file-watcher.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AA0FzC;;;;GAIG;AACH,wBAAsB,cAAc,CAClC,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,MAAM,IAAI,EACpB,MAAM,GAAE,OAAO,CAAC,aAAa,CAAM,GAClC,OAAO,CAAC,IAAI,CAAC,CAoHf;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,MAAM,IAAI,EAAE,KAAK,GAAE,MAAY,GAAG,MAAM,IAAI,CAa3F"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/scenario/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA4EpC,eAAO,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/commands/scenario/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA4EpC,eAAO,MAAM,QAAQ,SAmzBlB,CAAC;AAEJ,eAAe,QAAQ,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { AgentRuntime } from '@elizaos/core';
|
|
2
|
+
import { ExecutionResult } from './providers';
|
|
3
|
+
import { Evaluator, EvaluationResult } from './EvaluationEngine';
|
|
4
|
+
import { Evaluation as EvaluationSchema } from './schema';
|
|
5
|
+
/**
|
|
6
|
+
* Evaluates conversation length against specified criteria
|
|
7
|
+
*/
|
|
8
|
+
export declare class ConversationLengthEvaluator implements Evaluator {
|
|
9
|
+
evaluate(params: EvaluationSchema, runResult: ExecutionResult, runtime: AgentRuntime): Promise<EvaluationResult>;
|
|
10
|
+
}
|
|
11
|
+
/**
|
|
12
|
+
* Evaluates conversation flow patterns
|
|
13
|
+
*/
|
|
14
|
+
export declare class ConversationFlowEvaluator implements Evaluator {
|
|
15
|
+
evaluate(params: EvaluationSchema, runResult: ExecutionResult, runtime: AgentRuntime): Promise<EvaluationResult>;
|
|
16
|
+
private detectPattern;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Evaluates user satisfaction based on conversation content
|
|
20
|
+
*/
|
|
21
|
+
export declare class UserSatisfactionEvaluator implements Evaluator {
|
|
22
|
+
evaluate(params: EvaluationSchema, runResult: ExecutionResult, runtime: AgentRuntime): Promise<EvaluationResult>;
|
|
23
|
+
private analyzeKeywords;
|
|
24
|
+
private analyzeSentiment;
|
|
25
|
+
private judgeWithLLM;
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* Evaluates agent's ability to retain context across conversation turns
|
|
29
|
+
*/
|
|
30
|
+
export declare class ContextRetentionEvaluator implements Evaluator {
|
|
31
|
+
evaluate(params: EvaluationSchema, runResult: ExecutionResult, runtime: AgentRuntime): Promise<EvaluationResult>;
|
|
32
|
+
private parseConversationTurns;
|
|
33
|
+
private testMemoryRetention;
|
|
34
|
+
private checkMemoryInTurn;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=ConversationEvaluators.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConversationEvaluators.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/ConversationEvaluators.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAE1D;;GAEG;AACH,qBAAa,2BAA4B,YAAW,SAAS;IACnD,QAAQ,CACV,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACtB,OAAO,CAAC,gBAAgB,CAAC;CAsD/B;AAED;;GAEG;AACH,qBAAa,yBAA0B,YAAW,SAAS;IACjD,QAAQ,CACV,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACtB,OAAO,CAAC,gBAAgB,CAAC;YAiCd,aAAa;CAyC9B;AAED;;GAEG;AACH,qBAAa,yBAA0B,YAAW,SAAS;IACjD,QAAQ,CACV,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACtB,OAAO,CAAC,gBAAgB,CAAC;IA8B5B,OAAO,CAAC,eAAe;YAoBT,gBAAgB;YA8BhB,YAAY;CA+B7B;AAED;;GAEG;AACH,qBAAa,yBAA0B,YAAW,SAAS;IACjD,QAAQ,CACV,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACtB,OAAO,CAAC,gBAAgB,CAAC;IAgC5B,OAAO,CAAC,sBAAsB;YAKhB,mBAAmB;YAoCnB,iBAAiB;CAsClC"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { AgentRuntime, UUID } from '@elizaos/core';
|
|
2
|
+
import { AgentServer } from '@elizaos/server';
|
|
3
|
+
import { ConversationConfig, ConversationResult } from './conversation-types';
|
|
4
|
+
import { TrajectoryReconstructor } from './TrajectoryReconstructor';
|
|
5
|
+
/**
|
|
6
|
+
* ConversationManager orchestrates multi-turn conversations between agents and simulated users
|
|
7
|
+
* Handles turn execution, termination conditions, and evaluation
|
|
8
|
+
*/
|
|
9
|
+
export declare class ConversationManager {
|
|
10
|
+
private runtime;
|
|
11
|
+
private server;
|
|
12
|
+
private agentId;
|
|
13
|
+
private serverPort;
|
|
14
|
+
private conversationChannelId;
|
|
15
|
+
private userSimulator;
|
|
16
|
+
private evaluationEngine;
|
|
17
|
+
private trajectoryReconstructor;
|
|
18
|
+
constructor(runtime: AgentRuntime, server: AgentServer, agentId: UUID, serverPort: number, trajectoryReconstructor: TrajectoryReconstructor);
|
|
19
|
+
/**
|
|
20
|
+
* Create a conversation channel for multi-turn conversation
|
|
21
|
+
* @private
|
|
22
|
+
*/
|
|
23
|
+
private createConversationChannel;
|
|
24
|
+
/**
|
|
25
|
+
* Create a channel directly without sending messages
|
|
26
|
+
* @private
|
|
27
|
+
*/
|
|
28
|
+
private createChannelDirectly;
|
|
29
|
+
/**
|
|
30
|
+
* Cleanup conversation channel at end of conversation
|
|
31
|
+
* @private
|
|
32
|
+
*/
|
|
33
|
+
private cleanupConversationChannel;
|
|
34
|
+
/**
|
|
35
|
+
* Execute a complete conversation scenario
|
|
36
|
+
* @param initialInput - The first user message to start the conversation
|
|
37
|
+
* @param config - Complete conversation configuration
|
|
38
|
+
* @returns Detailed conversation result with all turns and evaluations
|
|
39
|
+
*/
|
|
40
|
+
executeConversation(initialInput: string, config: ConversationConfig): Promise<ConversationResult>;
|
|
41
|
+
/**
|
|
42
|
+
* Execute a single conversation turn
|
|
43
|
+
* @private
|
|
44
|
+
*/
|
|
45
|
+
private executeTurn;
|
|
46
|
+
/**
|
|
47
|
+
* Check if any termination conditions are met
|
|
48
|
+
* @private
|
|
49
|
+
*/
|
|
50
|
+
private checkTerminationConditions;
|
|
51
|
+
/**
|
|
52
|
+
* Check for user satisfaction keywords
|
|
53
|
+
* @private
|
|
54
|
+
*/
|
|
55
|
+
private checkSatisfactionKeywords;
|
|
56
|
+
/**
|
|
57
|
+
* Check for agent solution keywords
|
|
58
|
+
* @private
|
|
59
|
+
*/
|
|
60
|
+
private checkSolutionKeywords;
|
|
61
|
+
/**
|
|
62
|
+
* Check if conversation appears stuck (repetitive responses)
|
|
63
|
+
* @private
|
|
64
|
+
*/
|
|
65
|
+
private checkConversationStuck;
|
|
66
|
+
/**
|
|
67
|
+
* Check for escalation keywords
|
|
68
|
+
* @private
|
|
69
|
+
*/
|
|
70
|
+
private checkEscalationKeywords;
|
|
71
|
+
/**
|
|
72
|
+
* Check if user's goal appears to be achieved
|
|
73
|
+
* @private
|
|
74
|
+
*/
|
|
75
|
+
private checkGoalAchieved;
|
|
76
|
+
/**
|
|
77
|
+
* Use LLM to judge termination condition
|
|
78
|
+
* @private
|
|
79
|
+
*/
|
|
80
|
+
private checkLLMJudgeCondition;
|
|
81
|
+
/**
|
|
82
|
+
* Calculate string similarity using Jaccard similarity
|
|
83
|
+
* @private
|
|
84
|
+
*/
|
|
85
|
+
private calculateStringSimilarity;
|
|
86
|
+
/**
|
|
87
|
+
* Create combined execution result for final evaluations
|
|
88
|
+
* @private
|
|
89
|
+
*/
|
|
90
|
+
private createCombinedExecutionResult;
|
|
91
|
+
/**
|
|
92
|
+
* Determine which termination condition was met
|
|
93
|
+
* @private
|
|
94
|
+
*/
|
|
95
|
+
private getTerminationReason;
|
|
96
|
+
/**
|
|
97
|
+
* Generate a readable transcript of the conversation
|
|
98
|
+
* @private
|
|
99
|
+
*/
|
|
100
|
+
private generateTranscript;
|
|
101
|
+
/**
|
|
102
|
+
* Determine overall conversation success
|
|
103
|
+
* @private
|
|
104
|
+
*/
|
|
105
|
+
private determineOverallSuccess;
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=ConversationManager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ConversationManager.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/ConversationManager.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,IAAI,EAAa,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAI9C,OAAO,EACH,kBAAkB,EAClB,kBAAkB,EAIrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAGpE;;;GAGG;AACH,qBAAa,mBAAmB;IAC5B,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAO;IACtB,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,qBAAqB,CAAqB;IAClD,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,gBAAgB,CAAmB;IAC3C,OAAO,CAAC,uBAAuB,CAA0B;gBAGrD,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,IAAI,EACb,UAAU,EAAE,MAAM,EAClB,uBAAuB,EAAE,uBAAuB;IAUpD;;;OAGG;YACW,yBAAyB;IAWvC;;;OAGG;YACW,qBAAqB;IA0CnC;;;OAGG;YACW,0BAA0B;IAQxC;;;;;OAKG;IACG,mBAAmB,CACrB,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,kBAAkB,GAC3B,OAAO,CAAC,kBAAkB,CAAC;IA2I9B;;;OAGG;YACW,WAAW;IAkEzB;;;OAGG;YACW,0BAA0B;IAyCxC;;;OAGG;YACW,yBAAyB;IAgBvC;;;OAGG;YACW,qBAAqB;IAenC;;;OAGG;YACW,sBAAsB;IAYpC;;;OAGG;YACW,uBAAuB;IAerC;;;OAGG;YACW,iBAAiB;IAe/B;;;OAGG;YACW,sBAAsB;IAyBpC;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAUjC;;;OAGG;IACH,OAAO,CAAC,6BAA6B;IAgBrC;;;OAGG;YACW,oBAAoB;IAiBlC;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IAM1B;;;OAGG;IACH,OAAO,CAAC,uBAAuB;CAmDlC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"EnhancedEvaluationEngine.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/EnhancedEvaluationEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAI/C;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gBAAgB,CACd,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,SAAS,EAAE,iBAAiB;
|
|
1
|
+
{"version":3,"file":"EnhancedEvaluationEngine.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/EnhancedEvaluationEngine.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AACpF,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAI/C;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,gBAAgB,CACd,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,wBAAwB,CAAC,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,SAAS,EAAE,iBAAiB;CAAI;AAEvE;;;GAGG;AACH,qBAAa,wBAAwB;IAGvB,OAAO,CAAC,OAAO;IAF3B,OAAO,CAAC,kBAAkB,CAAwC;gBAE9C,OAAO,EAAE,YAAY;IAUzC,OAAO,CAAC,QAAQ;IAIhB;;OAEG;IACU,sBAAsB,CACjC,WAAW,EAAE,gBAAgB,EAAE,EAC/B,SAAS,EAAE,eAAe,GACzB,OAAO,CAAC,wBAAwB,EAAE,CAAC;CAsCvC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"EvaluationEngine.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/EvaluationEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"EvaluationEngine.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/EvaluationEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,UAAU,IAAI,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAU1D,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CACN,MAAM,EAAE,gBAAgB,EACxB,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,gBAAgB,CAAC,CAAC;CAC9B;AAED,qBAAa,gBAAgB;IAGf,OAAO,CAAC,OAAO;IAF3B,OAAO,CAAC,UAAU,CAAgC;gBAE9B,OAAO,EAAE,YAAY;IAgBzC,OAAO,CAAC,QAAQ;IAIH,cAAc,CACzB,WAAW,EAAE,gBAAgB,EAAE,EAC/B,SAAS,EAAE,eAAe,GACzB,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAoB9B;;;OAGG;IACU,sBAAsB,CACjC,WAAW,EAAE,gBAAgB,EAAE,EAC/B,SAAS,EAAE,eAAe,GACzB,OAAO,CAAC,OAAO,UAAU,EAAE,wBAAwB,EAAE,CAAC;CAM1D;AA4ED,qBAAa,iCAAkC,YAAW,SAAS;IAC3D,QAAQ,CACZ,MAAM,EAAE,gBAAgB,EACxB,UAAU,EAAE,eAAe,EAC3B,OAAO,EAAE,YAAY,GACpB,OAAO,CAAC,gBAAgB,CAAC;CA2E7B"}
|
|
@@ -6,8 +6,10 @@ export declare class LocalEnvironmentProvider implements EnvironmentProvider {
|
|
|
6
6
|
private tempDir;
|
|
7
7
|
private server;
|
|
8
8
|
private agentId;
|
|
9
|
+
private runtime;
|
|
9
10
|
private serverPort;
|
|
10
11
|
private trajectoryReconstructor;
|
|
12
|
+
private conversationManager;
|
|
11
13
|
constructor(server?: AgentServer, agentId?: UUID, _runtime?: AgentRuntime, serverPort?: number);
|
|
12
14
|
setup(scenario: Scenario): Promise<void>;
|
|
13
15
|
private captureFileSystem;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"LocalEnvironmentProvider.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/LocalEnvironmentProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"LocalEnvironmentProvider.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/LocalEnvironmentProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AASnD,qBAAa,wBAAyB,YAAW,mBAAmB;IAClE,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,UAAU,CAAuB;IACzC,OAAO,CAAC,uBAAuB,CAAwC;IACvE,OAAO,CAAC,mBAAmB,CAAoC;gBAEnD,MAAM,CAAC,EAAE,WAAW,EAAE,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,MAAM;IAcxF,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;YAchC,iBAAiB;IAqCzB,GAAG,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAgMnD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAMhC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"TrajectoryReconstructor.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/TrajectoryReconstructor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,IAAI,EAAE,SAAS,GAAG,QAAQ,GAAG,aAAa,CAAC;IAE3C,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAElB,iCAAiC;IACjC,OAAO,
|
|
1
|
+
{"version":3,"file":"TrajectoryReconstructor.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/TrajectoryReconstructor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AAEnD;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,uDAAuD;IACvD,IAAI,EAAE,SAAS,GAAG,QAAQ,GAAG,aAAa,CAAC;IAE3C,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAElB,iCAAiC;IACjC,OAAO,EACL,MAAM,GACN;QACA,IAAI,EAAE,MAAM,CAAC;QACb,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KACjC,GACC,GAAG,CAAC;CACP;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,cAAc,EAAE,CAAC;IACxB,KAAK,CAAC,EAAE,IAAI,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,qBAAa,uBAAuB;IAClC,OAAO,CAAC,OAAO,CAAe;gBAElB,OAAO,EAAE,YAAY;IAIjC;;OAEG;IACG,qBAAqB,CACzB,MAAM,EAAE,IAAI,EACZ,YAAY,GAAE,MAAc,GAC3B,OAAO,CAAC,uBAAuB,CAAC;IAiPnC;;OAEG;IACG,mBAAmB,CAAC,MAAM,EAAE,IAAI,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;CAoDnE"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { AgentRuntime } from '@elizaos/core';
|
|
2
|
+
import { ConversationTurn, SimulationContext, UserSimulatorConfig } from './conversation-types';
|
|
3
|
+
/**
|
|
4
|
+
* UserSimulator generates realistic user responses based on persona and objectives
|
|
5
|
+
* Uses LLM to simulate believable user behavior in conversations
|
|
6
|
+
*/
|
|
7
|
+
export declare class UserSimulator {
|
|
8
|
+
private runtime;
|
|
9
|
+
private config;
|
|
10
|
+
constructor(runtime: AgentRuntime, config: UserSimulatorConfig);
|
|
11
|
+
/**
|
|
12
|
+
* Generate a user response based on conversation history and agent's latest response
|
|
13
|
+
* @param conversationHistory - Previous turns in the conversation
|
|
14
|
+
* @param latestAgentResponse - The agent's most recent response
|
|
15
|
+
* @param context - Current simulation context (turn number, debug options, etc.)
|
|
16
|
+
* @returns Simulated user response
|
|
17
|
+
*/
|
|
18
|
+
generateResponse(conversationHistory: ConversationTurn[], latestAgentResponse: string, context: SimulationContext): Promise<string>;
|
|
19
|
+
/**
|
|
20
|
+
* Build the LLM prompt for user simulation
|
|
21
|
+
* @private
|
|
22
|
+
*/
|
|
23
|
+
private buildSimulationPrompt;
|
|
24
|
+
/**
|
|
25
|
+
* Clean up the LLM response to remove any meta-commentary or formatting
|
|
26
|
+
* @private
|
|
27
|
+
*/
|
|
28
|
+
private cleanResponse;
|
|
29
|
+
/**
|
|
30
|
+
* Generate a fallback response when LLM fails
|
|
31
|
+
* @private
|
|
32
|
+
*/
|
|
33
|
+
private generateFallbackResponse;
|
|
34
|
+
/**
|
|
35
|
+
* Update the user simulator configuration during conversation
|
|
36
|
+
* Useful for dynamic persona changes
|
|
37
|
+
*/
|
|
38
|
+
updateConfig(newConfig: Partial<UserSimulatorConfig>): void;
|
|
39
|
+
/**
|
|
40
|
+
* Get current configuration (useful for debugging)
|
|
41
|
+
*/
|
|
42
|
+
getConfig(): UserSimulatorConfig;
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=UserSimulator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"UserSimulator.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/UserSimulator.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAa,MAAM,eAAe,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAEhG;;;GAGG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,OAAO,CAAe;IAC9B,OAAO,CAAC,MAAM,CAAsB;gBAExB,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,mBAAmB;IAK9D;;;;;;OAMG;IACG,gBAAgB,CACpB,mBAAmB,EAAE,gBAAgB,EAAE,EACvC,mBAAmB,EAAE,MAAM,EAC3B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,MAAM,CAAC;IA0DlB;;;OAGG;IACH,OAAO,CAAC,qBAAqB;IAuC7B;;;OAGG;IACH,OAAO,CAAC,aAAa;IAqBrB;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAwBhC;;;OAGG;IACH,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI;IAI3D;;OAEG;IACH,SAAS,IAAI,mBAAmB;CAGjC"}
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
import { UUID } from '@elizaos/core';
|
|
2
|
+
import { ExecutionResult } from './providers';
|
|
3
|
+
import { TrajectoryStep } from './TrajectoryReconstructor';
|
|
4
|
+
import { EnhancedEvaluationResult } from './schema';
|
|
5
|
+
/**
|
|
6
|
+
* Configuration for the user simulator component
|
|
7
|
+
*/
|
|
8
|
+
export interface UserSimulatorConfig {
|
|
9
|
+
model_type: string;
|
|
10
|
+
temperature: number;
|
|
11
|
+
max_tokens: number;
|
|
12
|
+
persona: string;
|
|
13
|
+
objective: string;
|
|
14
|
+
style?: string;
|
|
15
|
+
constraints: string[];
|
|
16
|
+
emotional_state?: string;
|
|
17
|
+
knowledge_level: 'beginner' | 'intermediate' | 'expert';
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Conditions that can terminate a conversation early
|
|
21
|
+
*/
|
|
22
|
+
export interface TerminationCondition {
|
|
23
|
+
type: 'max_turns_reached' | 'user_expresses_satisfaction' | 'agent_provides_solution' | 'conversation_stuck' | 'escalation_needed' | 'goal_achieved' | 'custom_condition';
|
|
24
|
+
description?: string;
|
|
25
|
+
keywords?: string[];
|
|
26
|
+
llm_judge?: {
|
|
27
|
+
prompt: string;
|
|
28
|
+
threshold: number;
|
|
29
|
+
};
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Complete configuration for a conversation scenario
|
|
33
|
+
*/
|
|
34
|
+
export interface ConversationConfig {
|
|
35
|
+
max_turns: number;
|
|
36
|
+
timeout_per_turn_ms: number;
|
|
37
|
+
total_timeout_ms: number;
|
|
38
|
+
user_simulator: UserSimulatorConfig;
|
|
39
|
+
termination_conditions: TerminationCondition[];
|
|
40
|
+
turn_evaluations: any[];
|
|
41
|
+
final_evaluations: any[];
|
|
42
|
+
debug_options: {
|
|
43
|
+
log_user_simulation: boolean;
|
|
44
|
+
log_turn_decisions: boolean;
|
|
45
|
+
export_full_transcript: boolean;
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Single turn in a conversation with complete metadata
|
|
50
|
+
*/
|
|
51
|
+
export interface ConversationTurn {
|
|
52
|
+
turnNumber: number;
|
|
53
|
+
userInput: string;
|
|
54
|
+
agentResponse: string;
|
|
55
|
+
roomId: UUID;
|
|
56
|
+
trajectory: TrajectoryStep[];
|
|
57
|
+
duration: number;
|
|
58
|
+
executionResult: ExecutionResult;
|
|
59
|
+
turnEvaluations: EnhancedEvaluationResult[];
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* Complete result of a conversation execution
|
|
63
|
+
*/
|
|
64
|
+
export interface ConversationResult {
|
|
65
|
+
turns: ConversationTurn[];
|
|
66
|
+
totalDuration: number;
|
|
67
|
+
terminatedEarly: boolean;
|
|
68
|
+
terminationReason: string | null;
|
|
69
|
+
finalEvaluations: EnhancedEvaluationResult[];
|
|
70
|
+
conversationTranscript: string;
|
|
71
|
+
success: boolean;
|
|
72
|
+
}
|
|
73
|
+
/**
|
|
74
|
+
* Context passed to user simulator for response generation
|
|
75
|
+
*/
|
|
76
|
+
export interface SimulationContext {
|
|
77
|
+
turnNumber: number;
|
|
78
|
+
maxTurns: number;
|
|
79
|
+
debugOptions?: {
|
|
80
|
+
log_user_simulation: boolean;
|
|
81
|
+
log_turn_decisions: boolean;
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
/**
|
|
85
|
+
* Extended execution result with conversation metadata
|
|
86
|
+
*/
|
|
87
|
+
export interface ConversationExecutionResult extends ExecutionResult {
|
|
88
|
+
conversationMetadata?: {
|
|
89
|
+
turnCount: number;
|
|
90
|
+
terminatedEarly: boolean;
|
|
91
|
+
terminationReason: string | null;
|
|
92
|
+
finalEvaluations: EnhancedEvaluationResult[];
|
|
93
|
+
};
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Performance metrics specific to conversations
|
|
97
|
+
*/
|
|
98
|
+
export interface ConversationMetrics {
|
|
99
|
+
totalDuration: number;
|
|
100
|
+
turnCount: number;
|
|
101
|
+
avgTurnDuration: number;
|
|
102
|
+
llmCallsPerTurn: number;
|
|
103
|
+
tokenUsage: {
|
|
104
|
+
total: number;
|
|
105
|
+
userSimulation: number;
|
|
106
|
+
agentResponses: number;
|
|
107
|
+
evaluations: number;
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Pattern analysis result for conversation flow evaluation
|
|
112
|
+
*/
|
|
113
|
+
export interface ConversationPattern {
|
|
114
|
+
pattern: string;
|
|
115
|
+
detected: boolean;
|
|
116
|
+
confidence: number;
|
|
117
|
+
evidence: string[];
|
|
118
|
+
}
|
|
119
|
+
/**
|
|
120
|
+
* Memory test result for context retention evaluation
|
|
121
|
+
*/
|
|
122
|
+
export interface MemoryTest {
|
|
123
|
+
item: string;
|
|
124
|
+
accuracy: number;
|
|
125
|
+
mentionTurn: number;
|
|
126
|
+
retentionTurns: number[];
|
|
127
|
+
}
|
|
128
|
+
/**
|
|
129
|
+
* Satisfaction analysis result with breakdown
|
|
130
|
+
*/
|
|
131
|
+
export interface SatisfactionAnalysis {
|
|
132
|
+
score: number;
|
|
133
|
+
method: 'sentiment_analysis' | 'keyword_analysis' | 'llm_judge';
|
|
134
|
+
positiveIndicators: string[];
|
|
135
|
+
negativeIndicators: string[];
|
|
136
|
+
reasoning: string;
|
|
137
|
+
}
|
|
138
|
+
//# sourceMappingURL=conversation-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"conversation-types.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/conversation-types.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,MAAM,UAAU,CAAC;AAEpD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,UAAU,GAAG,cAAc,GAAG,QAAQ,CAAC;CACzD;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,mBAAmB,GAAG,6BAA6B,GAAG,yBAAyB,GACrF,oBAAoB,GAAG,mBAAmB,GAAG,eAAe,GAAG,kBAAkB,CAAC;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE;QACV,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,mBAAmB,CAAC;IACpC,sBAAsB,EAAE,oBAAoB,EAAE,CAAC;IAC/C,gBAAgB,EAAE,GAAG,EAAE,CAAC;IACxB,iBAAiB,EAAE,GAAG,EAAE,CAAC;IACzB,aAAa,EAAE;QACb,mBAAmB,EAAE,OAAO,CAAC;QAC7B,kBAAkB,EAAE,OAAO,CAAC;QAC5B,sBAAsB,EAAE,OAAO,CAAC;KACjC,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,IAAI,CAAC;IACb,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,eAAe,CAAC;IACjC,eAAe,EAAE,wBAAwB,EAAE,CAAC;CAC7C;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,gBAAgB,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;IACzB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,gBAAgB,EAAE,wBAAwB,EAAE,CAAC;IAC7C,sBAAsB,EAAE,MAAM,CAAC;IAC/B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE;QACb,mBAAmB,EAAE,OAAO,CAAC;QAC7B,kBAAkB,EAAE,OAAO,CAAC;KAC7B,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,2BAA4B,SAAQ,eAAe;IAClE,oBAAoB,CAAC,EAAE;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB,eAAe,EAAE,OAAO,CAAC;QACzB,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;QACjC,gBAAgB,EAAE,wBAAwB,EAAE,CAAC;KAC9C,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE;QACV,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,oBAAoB,GAAG,kBAAkB,GAAG,WAAW,CAAC;IAChE,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;CACnB"}
|
|
@@ -38,10 +38,16 @@ export declare function createScenarioServerAndAgent(existingServer?: AgentServe
|
|
|
38
38
|
*/
|
|
39
39
|
export declare function shutdownScenarioServer(server: AgentServer, port: number): Promise<void>;
|
|
40
40
|
/**
|
|
41
|
-
* Ask an already running agent
|
|
42
|
-
*
|
|
41
|
+
* Ask an already running agent to respond to input.
|
|
42
|
+
* @param server - The AgentServer instance
|
|
43
|
+
* @param agentId - UUID of the agent
|
|
44
|
+
* @param input - User input message
|
|
45
|
+
* @param timeoutMs - Timeout in milliseconds (default: 60000)
|
|
46
|
+
* @param serverPort - Server port (optional)
|
|
47
|
+
* @param existingChannelId - Optional channel ID to reuse for multi-turn conversations
|
|
48
|
+
* @returns Promise with agent response and channel/room ID
|
|
43
49
|
*/
|
|
44
|
-
export declare function askAgentViaApi(server: AgentServer, agentId: UUID, input: string, timeoutMs?: number, serverPort?: number | null): Promise<{
|
|
50
|
+
export declare function askAgentViaApi(server: AgentServer, agentId: UUID, input: string, timeoutMs?: number, serverPort?: number | null, existingChannelId?: UUID): Promise<{
|
|
45
51
|
response: string;
|
|
46
52
|
roomId: UUID;
|
|
47
53
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runtime-factory.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/runtime-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,IAAI,EAAE,aAAa,EAAgB,MAAM,eAAe,CAAC;AAG9F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAwE9C;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACxC,cAAc,GAAE,WAAW,GAAG,IAAW,EACzC,WAAW,GAAE,MAAa,GACzB,OAAO,CAAC;IACT,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,
|
|
1
|
+
{"version":3,"file":"runtime-factory.d.ts","sourceRoot":"","sources":["../../../../src/commands/scenario/src/runtime-factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,IAAI,EAAE,aAAa,EAAgB,MAAM,eAAe,CAAC;AAG9F,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAwE9C;;;;;GAKG;AACH,wBAAsB,oBAAoB,CACxC,cAAc,GAAE,WAAW,GAAG,IAAW,EACzC,WAAW,GAAE,MAAa,GACzB,OAAO,CAAC;IACT,MAAM,EAAE,WAAW,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAiFD;AAED;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,WAAW,EACnB,SAAS,GAAE,MAAyB,EACpC,WAAW,GAAE,MAAM,EAIlB,GACA,OAAO,CAAC;IACT,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,IAAI,CAAC;CACf,CAAC,CAgCD;AAED;;;GAGG;AACH,wBAAsB,4BAA4B,CAChD,cAAc,GAAE,WAAW,GAAG,IAAW,EACzC,WAAW,GAAE,MAAa,EAC1B,WAAW,GAAE,MAAM,EAIlB,EACD,SAAS,GAAE,MAAyB,GACnC,OAAO,CAAC;IACT,MAAM,EAAE,WAAW,CAAC;IACpB,OAAO,EAAE,aAAa,CAAC;IACvB,OAAO,EAAE,IAAI,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAQD;AAED;;GAEG;AACH,wBAAsB,sBAAsB,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB7F;AAED;;;;;;;;;GASG;AACH,wBAAsB,cAAc,CAClC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,IAAI,EACb,KAAK,EAAE,MAAM,EACb,SAAS,GAAE,MAAc,EACzB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,EAC1B,iBAAiB,CAAC,EAAE,IAAI,GACvB,OAAO,CAAC;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,IAAI,CAAA;CAAE,CAAC,CAsO7C"}
|