npm - @elizaos/cli - Versions diffs - 1.5.8-alpha.6 → 1.5.8-alpha.8 - Mend

@elizaos/cli 1.5.8-alpha.6 → 1.5.8-alpha.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (43) hide show

package/dist/commands/scenario/src/schema.d.ts CHANGED Viewed

@@ -163,6 +163,89 @@ export declare const EvaluationSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObj
     max_duration_ms: number;
     min_duration_ms?: number | undefined;
     target_duration_ms?: number | undefined;
+}>, z.ZodObject<z.objectUtil.extendShape<{
+    type: z.ZodString;
+}, {
+    type: z.ZodLiteral<"conversation_length">;
+    min_turns: z.ZodOptional<z.ZodNumber>;
+    max_turns: z.ZodOptional<z.ZodNumber>;
+    optimal_turns: z.ZodOptional<z.ZodNumber>;
+    target_range: z.ZodEffects<z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>, number[] | undefined, number[] | undefined>;
+}>, "strip", z.ZodTypeAny, {
+    type: "conversation_length";
+    min_turns?: number | undefined;
+    max_turns?: number | undefined;
+    optimal_turns?: number | undefined;
+    target_range?: number[] | undefined;
+}, {
+    type: "conversation_length";
+    min_turns?: number | undefined;
+    max_turns?: number | undefined;
+    optimal_turns?: number | undefined;
+    target_range?: number[] | undefined;
+}>, z.ZodObject<z.objectUtil.extendShape<{
+    type: z.ZodString;
+}, {
+    type: z.ZodLiteral<"conversation_flow">;
+    required_patterns: z.ZodArray<z.ZodEnum<["question_then_answer", "problem_then_solution", "clarification_cycle", "empathy_then_solution", "escalation_pattern"]>, "many">;
+    flow_quality_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+}>, "strip", z.ZodTypeAny, {
+    type: "conversation_flow";
+    required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+    flow_quality_threshold: number;
+}, {
+    type: "conversation_flow";
+    required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+    flow_quality_threshold?: number | undefined;
+}>, z.ZodObject<z.objectUtil.extendShape<{
+    type: z.ZodString;
+}, {
+    type: z.ZodLiteral<"user_satisfaction">;
+    satisfaction_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    indicators: z.ZodOptional<z.ZodObject<{
+        positive: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        negative: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        positive?: string[] | undefined;
+        negative?: string[] | undefined;
+    }, {
+        positive?: string[] | undefined;
+        negative?: string[] | undefined;
+    }>>;
+    measurement_method: z.ZodDefault<z.ZodOptional<z.ZodEnum<["sentiment_analysis", "keyword_analysis", "llm_judge"]>>>;
+}>, "strip", z.ZodTypeAny, {
+    type: "user_satisfaction";
+    satisfaction_threshold: number;
+    measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+    indicators?: {
+        positive?: string[] | undefined;
+        negative?: string[] | undefined;
+    } | undefined;
+}, {
+    type: "user_satisfaction";
+    satisfaction_threshold?: number | undefined;
+    indicators?: {
+        positive?: string[] | undefined;
+        negative?: string[] | undefined;
+    } | undefined;
+    measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+}>, z.ZodObject<z.objectUtil.extendShape<{
+    type: z.ZodString;
+}, {
+    type: z.ZodLiteral<"context_retention">;
+    test_memory_of: z.ZodArray<z.ZodString, "many">;
+    retention_turns: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+    memory_accuracy_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+}>, "strip", z.ZodTypeAny, {
+    type: "context_retention";
+    test_memory_of: string[];
+    retention_turns: number;
+    memory_accuracy_threshold: number;
+}, {
+    type: "context_retention";
+    test_memory_of: string[];
+    retention_turns?: number | undefined;
+    memory_accuracy_threshold?: number | undefined;
 }>]>;
 declare const PluginConfigSchema: z.ZodObject<{
     name: z.ZodString;
@@ -458,7 +541,776 @@ export declare const ScenarioSchema: z.ZodObject<{
             max_duration_ms: number;
             min_duration_ms?: number | undefined;
             target_duration_ms?: number | undefined;
+        }>, z.ZodObject<z.objectUtil.extendShape<{
+            type: z.ZodString;
+        }, {
+            type: z.ZodLiteral<"conversation_length">;
+            min_turns: z.ZodOptional<z.ZodNumber>;
+            max_turns: z.ZodOptional<z.ZodNumber>;
+            optimal_turns: z.ZodOptional<z.ZodNumber>;
+            target_range: z.ZodEffects<z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>, number[] | undefined, number[] | undefined>;
+        }>, "strip", z.ZodTypeAny, {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        }, {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        }>, z.ZodObject<z.objectUtil.extendShape<{
+            type: z.ZodString;
+        }, {
+            type: z.ZodLiteral<"conversation_flow">;
+            required_patterns: z.ZodArray<z.ZodEnum<["question_then_answer", "problem_then_solution", "clarification_cycle", "empathy_then_solution", "escalation_pattern"]>, "many">;
+            flow_quality_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        }>, "strip", z.ZodTypeAny, {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold: number;
+        }, {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold?: number | undefined;
+        }>, z.ZodObject<z.objectUtil.extendShape<{
+            type: z.ZodString;
+        }, {
+            type: z.ZodLiteral<"user_satisfaction">;
+            satisfaction_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            indicators: z.ZodOptional<z.ZodObject<{
+                positive: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                negative: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            }, "strip", z.ZodTypeAny, {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            }, {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            }>>;
+            measurement_method: z.ZodDefault<z.ZodOptional<z.ZodEnum<["sentiment_analysis", "keyword_analysis", "llm_judge"]>>>;
+        }>, "strip", z.ZodTypeAny, {
+            type: "user_satisfaction";
+            satisfaction_threshold: number;
+            measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+        }, {
+            type: "user_satisfaction";
+            satisfaction_threshold?: number | undefined;
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+            measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+        }>, z.ZodObject<z.objectUtil.extendShape<{
+            type: z.ZodString;
+        }, {
+            type: z.ZodLiteral<"context_retention">;
+            test_memory_of: z.ZodArray<z.ZodString, "many">;
+            retention_turns: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            memory_accuracy_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+        }>, "strip", z.ZodTypeAny, {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns: number;
+            memory_accuracy_threshold: number;
+        }, {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns?: number | undefined;
+            memory_accuracy_threshold?: number | undefined;
         }>]>, "many">;
+        conversation: z.ZodOptional<z.ZodObject<{
+            max_turns: z.ZodNumber;
+            timeout_per_turn_ms: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            total_timeout_ms: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            user_simulator: z.ZodObject<{
+                model_type: z.ZodDefault<z.ZodOptional<z.ZodString>>;
+                temperature: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                max_tokens: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                persona: z.ZodString;
+                objective: z.ZodString;
+                style: z.ZodOptional<z.ZodString>;
+                constraints: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString, "many">>>;
+                emotional_state: z.ZodOptional<z.ZodString>;
+                knowledge_level: z.ZodDefault<z.ZodOptional<z.ZodEnum<["beginner", "intermediate", "expert"]>>>;
+            }, "strip", z.ZodTypeAny, {
+                model_type: string;
+                temperature: number;
+                max_tokens: number;
+                persona: string;
+                objective: string;
+                constraints: string[];
+                knowledge_level: "beginner" | "intermediate" | "expert";
+                style?: string | undefined;
+                emotional_state?: string | undefined;
+            }, {
+                persona: string;
+                objective: string;
+                style?: string | undefined;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                max_tokens?: number | undefined;
+                constraints?: string[] | undefined;
+                emotional_state?: string | undefined;
+                knowledge_level?: "beginner" | "intermediate" | "expert" | undefined;
+            }>;
+            termination_conditions: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodObject<{
+                type: z.ZodEnum<["max_turns_reached", "user_expresses_satisfaction", "agent_provides_solution", "conversation_stuck", "escalation_needed", "goal_achieved", "custom_condition"]>;
+                description: z.ZodOptional<z.ZodString>;
+                keywords: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                llm_judge: z.ZodOptional<z.ZodObject<{
+                    prompt: z.ZodString;
+                    threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                }, "strip", z.ZodTypeAny, {
+                    prompt: string;
+                    threshold: number;
+                }, {
+                    prompt: string;
+                    threshold?: number | undefined;
+                }>>;
+            }, "strip", z.ZodTypeAny, {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold: number;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }, {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold?: number | undefined;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }>, "many">>>;
+            turn_evaluations: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"string_contains">;
+                value: z.ZodString;
+                case_sensitive: z.ZodOptional<z.ZodBoolean>;
+            }>, "strip", z.ZodTypeAny, {
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            }, {
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"regex_match">;
+                pattern: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                type: "regex_match";
+                pattern: string;
+            }, {
+                type: "regex_match";
+                pattern: string;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"file_exists">;
+                path: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                path: string;
+                type: "file_exists";
+            }, {
+                path: string;
+                type: "file_exists";
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"trajectory_contains_action">;
+                action: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                type: "trajectory_contains_action";
+                action: string;
+            }, {
+                type: "trajectory_contains_action";
+                action: string;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"llm_judge">;
+                prompt: z.ZodString;
+                expected: z.ZodString;
+                model_type: z.ZodOptional<z.ZodString>;
+                temperature: z.ZodOptional<z.ZodNumber>;
+                json_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                capabilities: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            }, {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"execution_time">;
+                max_duration_ms: z.ZodNumber;
+                min_duration_ms: z.ZodOptional<z.ZodNumber>;
+                target_duration_ms: z.ZodOptional<z.ZodNumber>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            }, {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"conversation_length">;
+                min_turns: z.ZodOptional<z.ZodNumber>;
+                max_turns: z.ZodOptional<z.ZodNumber>;
+                optimal_turns: z.ZodOptional<z.ZodNumber>;
+                target_range: z.ZodEffects<z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>, number[] | undefined, number[] | undefined>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            }, {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"conversation_flow">;
+                required_patterns: z.ZodArray<z.ZodEnum<["question_then_answer", "problem_then_solution", "clarification_cycle", "empathy_then_solution", "escalation_pattern"]>, "many">;
+                flow_quality_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            }, {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"user_satisfaction">;
+                satisfaction_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                indicators: z.ZodOptional<z.ZodObject<{
+                    positive: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                    negative: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                }, "strip", z.ZodTypeAny, {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                }, {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                }>>;
+                measurement_method: z.ZodDefault<z.ZodOptional<z.ZodEnum<["sentiment_analysis", "keyword_analysis", "llm_judge"]>>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            }, {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"context_retention">;
+                test_memory_of: z.ZodArray<z.ZodString, "many">;
+                retention_turns: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                memory_accuracy_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            }, {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            }>]>, "many">>>;
+            final_evaluations: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"string_contains">;
+                value: z.ZodString;
+                case_sensitive: z.ZodOptional<z.ZodBoolean>;
+            }>, "strip", z.ZodTypeAny, {
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            }, {
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"regex_match">;
+                pattern: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                type: "regex_match";
+                pattern: string;
+            }, {
+                type: "regex_match";
+                pattern: string;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"file_exists">;
+                path: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                path: string;
+                type: "file_exists";
+            }, {
+                path: string;
+                type: "file_exists";
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"trajectory_contains_action">;
+                action: z.ZodString;
+            }>, "strip", z.ZodTypeAny, {
+                type: "trajectory_contains_action";
+                action: string;
+            }, {
+                type: "trajectory_contains_action";
+                action: string;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"llm_judge">;
+                prompt: z.ZodString;
+                expected: z.ZodString;
+                model_type: z.ZodOptional<z.ZodString>;
+                temperature: z.ZodOptional<z.ZodNumber>;
+                json_schema: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodAny>>;
+                capabilities: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            }, {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"execution_time">;
+                max_duration_ms: z.ZodNumber;
+                min_duration_ms: z.ZodOptional<z.ZodNumber>;
+                target_duration_ms: z.ZodOptional<z.ZodNumber>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            }, {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"conversation_length">;
+                min_turns: z.ZodOptional<z.ZodNumber>;
+                max_turns: z.ZodOptional<z.ZodNumber>;
+                optimal_turns: z.ZodOptional<z.ZodNumber>;
+                target_range: z.ZodEffects<z.ZodOptional<z.ZodArray<z.ZodNumber, "many">>, number[] | undefined, number[] | undefined>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            }, {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"conversation_flow">;
+                required_patterns: z.ZodArray<z.ZodEnum<["question_then_answer", "problem_then_solution", "clarification_cycle", "empathy_then_solution", "escalation_pattern"]>, "many">;
+                flow_quality_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            }, {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"user_satisfaction">;
+                satisfaction_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                indicators: z.ZodOptional<z.ZodObject<{
+                    positive: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                    negative: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                }, "strip", z.ZodTypeAny, {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                }, {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                }>>;
+                measurement_method: z.ZodDefault<z.ZodOptional<z.ZodEnum<["sentiment_analysis", "keyword_analysis", "llm_judge"]>>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            }, {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            }>, z.ZodObject<z.objectUtil.extendShape<{
+                type: z.ZodString;
+            }, {
+                type: z.ZodLiteral<"context_retention">;
+                test_memory_of: z.ZodArray<z.ZodString, "many">;
+                retention_turns: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+                memory_accuracy_threshold: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
+            }>, "strip", z.ZodTypeAny, {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            }, {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            }>]>, "many">>>;
+            debug_options: z.ZodDefault<z.ZodOptional<z.ZodObject<{
+                log_user_simulation: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+                log_turn_decisions: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+                export_full_transcript: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            }, "strip", z.ZodTypeAny, {
+                log_user_simulation: boolean;
+                log_turn_decisions: boolean;
+                export_full_transcript: boolean;
+            }, {
+                log_user_simulation?: boolean | undefined;
+                log_turn_decisions?: boolean | undefined;
+                export_full_transcript?: boolean | undefined;
+            }>>>;
+        }, "strip", z.ZodTypeAny, {
+            max_turns: number;
+            timeout_per_turn_ms: number;
+            total_timeout_ms: number;
+            user_simulator: {
+                model_type: string;
+                temperature: number;
+                max_tokens: number;
+                persona: string;
+                objective: string;
+                constraints: string[];
+                knowledge_level: "beginner" | "intermediate" | "expert";
+                style?: string | undefined;
+                emotional_state?: string | undefined;
+            };
+            termination_conditions: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold: number;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[];
+            turn_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            final_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            debug_options: {
+                log_user_simulation: boolean;
+                log_turn_decisions: boolean;
+                export_full_transcript: boolean;
+            };
+        }, {
+            max_turns: number;
+            user_simulator: {
+                persona: string;
+                objective: string;
+                style?: string | undefined;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                max_tokens?: number | undefined;
+                constraints?: string[] | undefined;
+                emotional_state?: string | undefined;
+                knowledge_level?: "beginner" | "intermediate" | "expert" | undefined;
+            };
+            timeout_per_turn_ms?: number | undefined;
+            total_timeout_ms?: number | undefined;
+            termination_conditions?: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold?: number | undefined;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[] | undefined;
+            turn_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            final_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            debug_options?: {
+                log_user_simulation?: boolean | undefined;
+                log_turn_decisions?: boolean | undefined;
+                export_full_transcript?: boolean | undefined;
+            } | undefined;
+        }>>;
     }, "strip", z.ZodTypeAny, {
         evaluations: ({
             value: string;
@@ -486,11 +1338,164 @@ export declare const ScenarioSchema: z.ZodObject<{
             max_duration_ms: number;
             min_duration_ms?: number | undefined;
             target_duration_ms?: number | undefined;
+        } | {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        } | {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold: number;
+        } | {
+            type: "user_satisfaction";
+            satisfaction_threshold: number;
+            measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+        } | {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns: number;
+            memory_accuracy_threshold: number;
         })[];
         name?: string | undefined;
         code?: string | undefined;
         input?: string | undefined;
         lang?: string | undefined;
+        conversation?: {
+            max_turns: number;
+            timeout_per_turn_ms: number;
+            total_timeout_ms: number;
+            user_simulator: {
+                model_type: string;
+                temperature: number;
+                max_tokens: number;
+                persona: string;
+                objective: string;
+                constraints: string[];
+                knowledge_level: "beginner" | "intermediate" | "expert";
+                style?: string | undefined;
+                emotional_state?: string | undefined;
+            };
+            termination_conditions: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold: number;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[];
+            turn_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            final_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            debug_options: {
+                log_user_simulation: boolean;
+                log_turn_decisions: boolean;
+                export_full_transcript: boolean;
+            };
+        } | undefined;
     }, {
         evaluations: ({
             value: string;
@@ -518,11 +1523,164 @@ export declare const ScenarioSchema: z.ZodObject<{
             max_duration_ms: number;
             min_duration_ms?: number | undefined;
             target_duration_ms?: number | undefined;
+        } | {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        } | {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold?: number | undefined;
+        } | {
+            type: "user_satisfaction";
+            satisfaction_threshold?: number | undefined;
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+            measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+        } | {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns?: number | undefined;
+            memory_accuracy_threshold?: number | undefined;
         })[];
         name?: string | undefined;
         code?: string | undefined;
         input?: string | undefined;
         lang?: string | undefined;
+        conversation?: {
+            max_turns: number;
+            user_simulator: {
+                persona: string;
+                objective: string;
+                style?: string | undefined;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                max_tokens?: number | undefined;
+                constraints?: string[] | undefined;
+                emotional_state?: string | undefined;
+                knowledge_level?: "beginner" | "intermediate" | "expert" | undefined;
+            };
+            timeout_per_turn_ms?: number | undefined;
+            total_timeout_ms?: number | undefined;
+            termination_conditions?: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold?: number | undefined;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[] | undefined;
+            turn_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            final_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            debug_options?: {
+                log_user_simulation?: boolean | undefined;
+                log_turn_decisions?: boolean | undefined;
+                export_full_transcript?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     }>, "many">;
     judgment: z.ZodObject<{
         strategy: z.ZodEnum<["all_pass", "any_pass"]>;
@@ -560,11 +1718,164 @@ export declare const ScenarioSchema: z.ZodObject<{
             max_duration_ms: number;
             min_duration_ms?: number | undefined;
             target_duration_ms?: number | undefined;
+        } | {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        } | {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold: number;
+        } | {
+            type: "user_satisfaction";
+            satisfaction_threshold: number;
+            measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+        } | {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns: number;
+            memory_accuracy_threshold: number;
         })[];
         name?: string | undefined;
         code?: string | undefined;
         input?: string | undefined;
         lang?: string | undefined;
+        conversation?: {
+            max_turns: number;
+            timeout_per_turn_ms: number;
+            total_timeout_ms: number;
+            user_simulator: {
+                model_type: string;
+                temperature: number;
+                max_tokens: number;
+                persona: string;
+                objective: string;
+                constraints: string[];
+                knowledge_level: "beginner" | "intermediate" | "expert";
+                style?: string | undefined;
+                emotional_state?: string | undefined;
+            };
+            termination_conditions: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold: number;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[];
+            turn_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            final_evaluations: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold: number;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold: number;
+                measurement_method: "llm_judge" | "sentiment_analysis" | "keyword_analysis";
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns: number;
+                memory_accuracy_threshold: number;
+            })[];
+            debug_options: {
+                log_user_simulation: boolean;
+                log_turn_decisions: boolean;
+                export_full_transcript: boolean;
+            };
+        } | undefined;
     }[];
     description: string;
     environment: {
@@ -633,11 +1944,164 @@ export declare const ScenarioSchema: z.ZodObject<{
             max_duration_ms: number;
             min_duration_ms?: number | undefined;
             target_duration_ms?: number | undefined;
+        } | {
+            type: "conversation_length";
+            min_turns?: number | undefined;
+            max_turns?: number | undefined;
+            optimal_turns?: number | undefined;
+            target_range?: number[] | undefined;
+        } | {
+            type: "conversation_flow";
+            required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+            flow_quality_threshold?: number | undefined;
+        } | {
+            type: "user_satisfaction";
+            satisfaction_threshold?: number | undefined;
+            indicators?: {
+                positive?: string[] | undefined;
+                negative?: string[] | undefined;
+            } | undefined;
+            measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+        } | {
+            type: "context_retention";
+            test_memory_of: string[];
+            retention_turns?: number | undefined;
+            memory_accuracy_threshold?: number | undefined;
         })[];
         name?: string | undefined;
         code?: string | undefined;
         input?: string | undefined;
         lang?: string | undefined;
+        conversation?: {
+            max_turns: number;
+            user_simulator: {
+                persona: string;
+                objective: string;
+                style?: string | undefined;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                max_tokens?: number | undefined;
+                constraints?: string[] | undefined;
+                emotional_state?: string | undefined;
+                knowledge_level?: "beginner" | "intermediate" | "expert" | undefined;
+            };
+            timeout_per_turn_ms?: number | undefined;
+            total_timeout_ms?: number | undefined;
+            termination_conditions?: {
+                type: "max_turns_reached" | "user_expresses_satisfaction" | "agent_provides_solution" | "conversation_stuck" | "escalation_needed" | "goal_achieved" | "custom_condition";
+                description?: string | undefined;
+                llm_judge?: {
+                    prompt: string;
+                    threshold?: number | undefined;
+                } | undefined;
+                keywords?: string[] | undefined;
+            }[] | undefined;
+            turn_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            final_evaluations?: ({
+                value: string;
+                type: "string_contains";
+                case_sensitive?: boolean | undefined;
+            } | {
+                type: "regex_match";
+                pattern: string;
+            } | {
+                path: string;
+                type: "file_exists";
+            } | {
+                type: "trajectory_contains_action";
+                action: string;
+            } | {
+                type: "llm_judge";
+                expected: string;
+                prompt: string;
+                model_type?: string | undefined;
+                temperature?: number | undefined;
+                json_schema?: Record<string, any> | undefined;
+                capabilities?: string[] | undefined;
+            } | {
+                type: "execution_time";
+                max_duration_ms: number;
+                min_duration_ms?: number | undefined;
+                target_duration_ms?: number | undefined;
+            } | {
+                type: "conversation_length";
+                min_turns?: number | undefined;
+                max_turns?: number | undefined;
+                optimal_turns?: number | undefined;
+                target_range?: number[] | undefined;
+            } | {
+                type: "conversation_flow";
+                required_patterns: ("question_then_answer" | "problem_then_solution" | "clarification_cycle" | "empathy_then_solution" | "escalation_pattern")[];
+                flow_quality_threshold?: number | undefined;
+            } | {
+                type: "user_satisfaction";
+                satisfaction_threshold?: number | undefined;
+                indicators?: {
+                    positive?: string[] | undefined;
+                    negative?: string[] | undefined;
+                } | undefined;
+                measurement_method?: "llm_judge" | "sentiment_analysis" | "keyword_analysis" | undefined;
+            } | {
+                type: "context_retention";
+                test_memory_of: string[];
+                retention_turns?: number | undefined;
+                memory_accuracy_threshold?: number | undefined;
+            })[] | undefined;
+            debug_options?: {
+                log_user_simulation?: boolean | undefined;
+                log_turn_decisions?: boolean | undefined;
+                export_full_transcript?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     }[];
     description: string;
     environment: {