@artemiskit/core 0.1.6 → 0.2.2

package/dist/scenario/schema.d.ts

@@ -21,6 +21,8 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     resourceName: z.ZodOptional<z.ZodString>;
     deploymentName: z.ZodOptional<z.ZodString>;
     apiVersion: z.ZodOptional<z.ZodString>;
+    embeddingDeploymentName: z.ZodOptional<z.ZodString>;
+    modelFamily: z.ZodOptional<z.ZodString>;
     underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
 }, "strip", z.ZodTypeAny, {
     apiKey?: string | undefined;
@@ -32,6 +34,8 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     resourceName?: string | undefined;
     deploymentName?: string | undefined;
     apiVersion?: string | undefined;
+    embeddingDeploymentName?: string | undefined;
+    modelFamily?: string | undefined;
     underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
 }, {
     apiKey?: string | undefined;
@@ -43,12 +47,15 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     resourceName?: string | undefined;
     deploymentName?: string | undefined;
     apiVersion?: string | undefined;
+    embeddingDeploymentName?: string | undefined;
+    modelFamily?: string | undefined;
     underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
 }>>;
 /**
  * Expected result types - how to evaluate responses
+ * Includes base types and combined type for logical grouping
  */
-export declare const ExpectedSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
     type: z.ZodLiteral<"exact">;
     value: z.ZodString;
     caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
@@ -114,6 +121,18 @@ export declare const ExpectedSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObjec
     values: string[];
     type: "contains";
     mode?: "all" | "any" | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"not_contains">;
+    values: z.ZodArray<z.ZodString, "many">;
+    mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+}, "strip", z.ZodTypeAny, {
+    values: string[];
+    type: "not_contains";
+    mode: "all" | "any";
+}, {
+    values: string[];
+    type: "not_contains";
+    mode?: "all" | "any" | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"json_schema">;
     schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -135,6 +154,277 @@ export declare const ExpectedSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObjec
     type: "custom";
     evaluator: string;
     config?: Record<string, unknown> | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"similarity">;
+    value: z.ZodString;
+    threshold: z.ZodDefault<z.ZodNumber>;
+    /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+    mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+    /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+    model: z.ZodOptional<z.ZodString>;
+    /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+    embeddingModel: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    value: string;
+    type: "similarity";
+    threshold: number;
+    model?: string | undefined;
+    mode?: "embedding" | "llm" | undefined;
+    embeddingModel?: string | undefined;
+}, {
+    value: string;
+    type: "similarity";
+    threshold?: number | undefined;
+    model?: string | undefined;
+    mode?: "embedding" | "llm" | undefined;
+    embeddingModel?: string | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"inline">;
+    expression: z.ZodString;
+    value: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    type: "inline";
+    expression: string;
+    value?: string | undefined;
+}, {
+    type: "inline";
+    expression: string;
+    value?: string | undefined;
+}>]>, z.ZodObject<{
+    type: z.ZodLiteral<"combined">;
+    operator: z.ZodEnum<["and", "or"]>;
+    expectations: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        type: z.ZodLiteral<"exact">;
+        value: z.ZodString;
+        caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    }, "strip", z.ZodTypeAny, {
+        value: string;
+        type: "exact";
+        caseSensitive: boolean;
+    }, {
+        value: string;
+        type: "exact";
+        caseSensitive?: boolean | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"regex">;
+        pattern: z.ZodString;
+        flags: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "regex";
+        pattern: string;
+        flags?: string | undefined;
+    }, {
+        type: "regex";
+        pattern: string;
+        flags?: string | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"fuzzy">;
+        value: z.ZodString;
+        threshold: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        value: string;
+        type: "fuzzy";
+        threshold: number;
+    }, {
+        value: string;
+        type: "fuzzy";
+        threshold?: number | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"llm_grader">;
+        rubric: z.ZodString;
+        model: z.ZodOptional<z.ZodString>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+        threshold: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "llm_grader";
+        threshold: number;
+        rubric: string;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        model?: string | undefined;
+    }, {
+        type: "llm_grader";
+        rubric: string;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        threshold?: number | undefined;
+        model?: string | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"contains">;
+        values: z.ZodArray<z.ZodString, "many">;
+        mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+    }, "strip", z.ZodTypeAny, {
+        values: string[];
+        type: "contains";
+        mode: "all" | "any";
+    }, {
+        values: string[];
+        type: "contains";
+        mode?: "all" | "any" | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"not_contains">;
+        values: z.ZodArray<z.ZodString, "many">;
+        mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+    }, "strip", z.ZodTypeAny, {
+        values: string[];
+        type: "not_contains";
+        mode: "all" | "any";
+    }, {
+        values: string[];
+        type: "not_contains";
+        mode?: "all" | "any" | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"json_schema">;
+        schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    }, "strip", z.ZodTypeAny, {
+        type: "json_schema";
+        schema: Record<string, unknown>;
+    }, {
+        type: "json_schema";
+        schema: Record<string, unknown>;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"custom">;
+        evaluator: z.ZodString;
+        config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, "strip", z.ZodTypeAny, {
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    }, {
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"similarity">;
+        value: z.ZodString;
+        threshold: z.ZodDefault<z.ZodNumber>;
+        /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+        mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+        /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+        model: z.ZodOptional<z.ZodString>;
+        /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+        embeddingModel: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        value: string;
+        type: "similarity";
+        threshold: number;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    }, {
+        value: string;
+        type: "similarity";
+        threshold?: number | undefined;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"inline">;
+        expression: z.ZodString;
+        value: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    }, {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    }>]>, "many">;
+}, "strip", z.ZodTypeAny, {
+    type: "combined";
+    operator: "and" | "or";
+    expectations: ({
+        value: string;
+        type: "exact";
+        caseSensitive: boolean;
+    } | {
+        type: "regex";
+        pattern: string;
+        flags?: string | undefined;
+    } | {
+        value: string;
+        type: "fuzzy";
+        threshold: number;
+    } | {
+        type: "llm_grader";
+        threshold: number;
+        rubric: string;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        model?: string | undefined;
+    } | {
+        values: string[];
+        type: "contains";
+        mode: "all" | "any";
+    } | {
+        values: string[];
+        type: "not_contains";
+        mode: "all" | "any";
+    } | {
+        type: "json_schema";
+        schema: Record<string, unknown>;
+    } | {
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    } | {
+        value: string;
+        type: "similarity";
+        threshold: number;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    } | {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    })[];
+}, {
+    type: "combined";
+    operator: "and" | "or";
+    expectations: ({
+        value: string;
+        type: "exact";
+        caseSensitive?: boolean | undefined;
+    } | {
+        type: "regex";
+        pattern: string;
+        flags?: string | undefined;
+    } | {
+        value: string;
+        type: "fuzzy";
+        threshold?: number | undefined;
+    } | {
+        type: "llm_grader";
+        rubric: string;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        threshold?: number | undefined;
+        model?: string | undefined;
+    } | {
+        values: string[];
+        type: "contains";
+        mode?: "all" | "any" | undefined;
+    } | {
+        values: string[];
+        type: "not_contains";
+        mode?: "all" | "any" | undefined;
+    } | {
+        type: "json_schema";
+        schema: Record<string, unknown>;
+    } | {
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    } | {
+        value: string;
+        type: "similarity";
+        threshold?: number | undefined;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    } | {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    })[];
 }>]>;
 /**
  * Chat message schema
@@ -196,7 +486,7 @@ export declare const TestCaseSchema: z.ZodObject<{
         role: "system" | "user" | "assistant";
         content: string;
     }>, "many">]>;
-    expected: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
         type: z.ZodLiteral<"exact">;
         value: z.ZodString;
         caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
@@ -262,6 +552,18 @@ export declare const TestCaseSchema: z.ZodObject<{
         values: string[];
         type: "contains";
         mode?: "all" | "any" | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"not_contains">;
+        values: z.ZodArray<z.ZodString, "many">;
+        mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+    }, "strip", z.ZodTypeAny, {
+        values: string[];
+        type: "not_contains";
+        mode: "all" | "any";
+    }, {
+        values: string[];
+        type: "not_contains";
+        mode?: "all" | "any" | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"json_schema">;
         schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -276,13 +578,284 @@ export declare const TestCaseSchema: z.ZodObject<{
         evaluator: z.ZodString;
         config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
-        type: "custom";
-        evaluator: string;
-        config?: Record<string, unknown> | undefined;
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    }, {
+        type: "custom";
+        evaluator: string;
+        config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"similarity">;
+        value: z.ZodString;
+        threshold: z.ZodDefault<z.ZodNumber>;
+        /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+        mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+        /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+        model: z.ZodOptional<z.ZodString>;
+        /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+        embeddingModel: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        value: string;
+        type: "similarity";
+        threshold: number;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    }, {
+        value: string;
+        type: "similarity";
+        threshold?: number | undefined;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"inline">;
+        expression: z.ZodString;
+        value: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    }, {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    }>]>, z.ZodObject<{
+        type: z.ZodLiteral<"combined">;
+        operator: z.ZodEnum<["and", "or"]>;
+        expectations: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+            type: z.ZodLiteral<"exact">;
+            value: z.ZodString;
+            caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            type: "exact";
+            caseSensitive: boolean;
+        }, {
+            value: string;
+            type: "exact";
+            caseSensitive?: boolean | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"regex">;
+            pattern: z.ZodString;
+            flags: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        }, {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"fuzzy">;
+            value: z.ZodString;
+            threshold: z.ZodDefault<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            type: "fuzzy";
+            threshold: number;
+        }, {
+            value: string;
+            type: "fuzzy";
+            threshold?: number | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"llm_grader">;
+            rubric: z.ZodString;
+            model: z.ZodOptional<z.ZodString>;
+            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+            threshold: z.ZodDefault<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "llm_grader";
+            threshold: number;
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            model?: string | undefined;
+        }, {
+            type: "llm_grader";
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            threshold?: number | undefined;
+            model?: string | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"contains">;
+            values: z.ZodArray<z.ZodString, "many">;
+            mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+        }, "strip", z.ZodTypeAny, {
+            values: string[];
+            type: "contains";
+            mode: "all" | "any";
+        }, {
+            values: string[];
+            type: "contains";
+            mode?: "all" | "any" | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"not_contains">;
+            values: z.ZodArray<z.ZodString, "many">;
+            mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+        }, "strip", z.ZodTypeAny, {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
+        }, {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"json_schema">;
+            schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        }, "strip", z.ZodTypeAny, {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        }, {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"custom">;
+            evaluator: z.ZodString;
+            config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        }, "strip", z.ZodTypeAny, {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        }, {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"similarity">;
+            value: z.ZodString;
+            threshold: z.ZodDefault<z.ZodNumber>;
+            /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+            mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+            /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+            model: z.ZodOptional<z.ZodString>;
+            /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+            embeddingModel: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        }, {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"inline">;
+            expression: z.ZodString;
+            value: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        }, {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        }>]>, "many">;
+    }, "strip", z.ZodTypeAny, {
+        type: "combined";
+        operator: "and" | "or";
+        expectations: ({
+            value: string;
+            type: "exact";
+            caseSensitive: boolean;
+        } | {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        } | {
+            value: string;
+            type: "fuzzy";
+            threshold: number;
+        } | {
+            type: "llm_grader";
+            threshold: number;
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            model?: string | undefined;
+        } | {
+            values: string[];
+            type: "contains";
+            mode: "all" | "any";
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
+        } | {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        } | {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        })[];
     }, {
-        type: "custom";
-        evaluator: string;
-        config?: Record<string, unknown> | undefined;
+        type: "combined";
+        operator: "and" | "or";
+        expectations: ({
+            value: string;
+            type: "exact";
+            caseSensitive?: boolean | undefined;
+        } | {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        } | {
+            value: string;
+            type: "fuzzy";
+            threshold?: number | undefined;
+        } | {
+            type: "llm_grader";
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            threshold?: number | undefined;
+            model?: string | undefined;
+        } | {
+            values: string[];
+            type: "contains";
+            mode?: "all" | "any" | undefined;
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
+        } | {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        } | {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        })[];
     }>]>;
     tags: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString, "many">>>;
     metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
@@ -337,6 +910,10 @@ export declare const TestCaseSchema: z.ZodObject<{
         values: string[];
         type: "contains";
         mode: "all" | "any";
+    } | {
+        values: string[];
+        type: "not_contains";
+        mode: "all" | "any";
     } | {
         type: "json_schema";
         schema: Record<string, unknown>;
@@ -344,6 +921,65 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        value: string;
+        type: "similarity";
+        threshold: number;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    } | {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    } | {
+        type: "combined";
+        operator: "and" | "or";
+        expectations: ({
+            value: string;
+            type: "exact";
+            caseSensitive: boolean;
+        } | {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        } | {
+            value: string;
+            type: "fuzzy";
+            threshold: number;
+        } | {
+            type: "llm_grader";
+            threshold: number;
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            model?: string | undefined;
+        } | {
+            values: string[];
+            type: "contains";
+            mode: "all" | "any";
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
+        } | {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        } | {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        })[];
     };
     id: string;
     prompt: string | {
@@ -390,6 +1026,10 @@ export declare const TestCaseSchema: z.ZodObject<{
         values: string[];
         type: "contains";
         mode?: "all" | "any" | undefined;
+    } | {
+        values: string[];
+        type: "not_contains";
+        mode?: "all" | "any" | undefined;
     } | {
         type: "json_schema";
         schema: Record<string, unknown>;
@@ -397,6 +1037,65 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        value: string;
+        type: "similarity";
+        threshold?: number | undefined;
+        model?: string | undefined;
+        mode?: "embedding" | "llm" | undefined;
+        embeddingModel?: string | undefined;
+    } | {
+        type: "inline";
+        expression: string;
+        value?: string | undefined;
+    } | {
+        type: "combined";
+        operator: "and" | "or";
+        expectations: ({
+            value: string;
+            type: "exact";
+            caseSensitive?: boolean | undefined;
+        } | {
+            type: "regex";
+            pattern: string;
+            flags?: string | undefined;
+        } | {
+            value: string;
+            type: "fuzzy";
+            threshold?: number | undefined;
+        } | {
+            type: "llm_grader";
+            rubric: string;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            threshold?: number | undefined;
+            model?: string | undefined;
+        } | {
+            values: string[];
+            type: "contains";
+            mode?: "all" | "any" | undefined;
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
+        } | {
+            type: "json_schema";
+            schema: Record<string, unknown>;
+        } | {
+            type: "custom";
+            evaluator: string;
+            config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        })[];
     };
     id: string;
     prompt: string | {
@@ -440,6 +1139,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         resourceName: z.ZodOptional<z.ZodString>;
         deploymentName: z.ZodOptional<z.ZodString>;
         apiVersion: z.ZodOptional<z.ZodString>;
+        embeddingDeploymentName: z.ZodOptional<z.ZodString>;
+        modelFamily: z.ZodOptional<z.ZodString>;
         underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
     }, "strip", z.ZodTypeAny, {
         apiKey?: string | undefined;
@@ -451,6 +1152,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         resourceName?: string | undefined;
         deploymentName?: string | undefined;
         apiVersion?: string | undefined;
+        embeddingDeploymentName?: string | undefined;
+        modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
     }, {
         apiKey?: string | undefined;
@@ -462,6 +1165,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         resourceName?: string | undefined;
         deploymentName?: string | undefined;
         apiVersion?: string | undefined;
+        embeddingDeploymentName?: string | undefined;
+        modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
     }>>;
     seed: z.ZodOptional<z.ZodNumber>;
@@ -516,7 +1221,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             role: "system" | "user" | "assistant";
             content: string;
         }>, "many">]>;
-        expected: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+        expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
             type: z.ZodLiteral<"exact">;
             value: z.ZodString;
             caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
@@ -582,6 +1287,18 @@ export declare const ScenarioSchema: z.ZodObject<{
             values: string[];
             type: "contains";
             mode?: "all" | "any" | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"not_contains">;
+            values: z.ZodArray<z.ZodString, "many">;
+            mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+        }, "strip", z.ZodTypeAny, {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
+        }, {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"json_schema">;
             schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
@@ -603,6 +1320,277 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"similarity">;
+            value: z.ZodString;
+            threshold: z.ZodDefault<z.ZodNumber>;
+            /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+            mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+            /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+            model: z.ZodOptional<z.ZodString>;
+            /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+            embeddingModel: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        }, {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"inline">;
+            expression: z.ZodString;
+            value: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        }, {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        }>]>, z.ZodObject<{
+            type: z.ZodLiteral<"combined">;
+            operator: z.ZodEnum<["and", "or"]>;
+            expectations: z.ZodArray<z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+                type: z.ZodLiteral<"exact">;
+                value: z.ZodString;
+                caseSensitive: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            }, "strip", z.ZodTypeAny, {
+                value: string;
+                type: "exact";
+                caseSensitive: boolean;
+            }, {
+                value: string;
+                type: "exact";
+                caseSensitive?: boolean | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"regex">;
+                pattern: z.ZodString;
+                flags: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            }, {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"fuzzy">;
+                value: z.ZodString;
+                threshold: z.ZodDefault<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                value: string;
+                type: "fuzzy";
+                threshold: number;
+            }, {
+                value: string;
+                type: "fuzzy";
+                threshold?: number | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"llm_grader">;
+                rubric: z.ZodString;
+                model: z.ZodOptional<z.ZodString>;
+                provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+                threshold: z.ZodDefault<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                type: "llm_grader";
+                threshold: number;
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                model?: string | undefined;
+            }, {
+                type: "llm_grader";
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                threshold?: number | undefined;
+                model?: string | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"contains">;
+                values: z.ZodArray<z.ZodString, "many">;
+                mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+            }, "strip", z.ZodTypeAny, {
+                values: string[];
+                type: "contains";
+                mode: "all" | "any";
+            }, {
+                values: string[];
+                type: "contains";
+                mode?: "all" | "any" | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"not_contains">;
+                values: z.ZodArray<z.ZodString, "many">;
+                mode: z.ZodDefault<z.ZodEnum<["all", "any"]>>;
+            }, "strip", z.ZodTypeAny, {
+                values: string[];
+                type: "not_contains";
+                mode: "all" | "any";
+            }, {
+                values: string[];
+                type: "not_contains";
+                mode?: "all" | "any" | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"json_schema">;
+                schema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+            }, "strip", z.ZodTypeAny, {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            }, {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"custom">;
+                evaluator: z.ZodString;
+                config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+            }, "strip", z.ZodTypeAny, {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            }, {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"similarity">;
+                value: z.ZodString;
+                threshold: z.ZodDefault<z.ZodNumber>;
+                /** Mode for similarity evaluation: 'embedding' uses vector embeddings, 'llm' uses LLM-based comparison */
+                mode: z.ZodOptional<z.ZodEnum<["embedding", "llm"]>>;
+                /** Model for LLM-based similarity comparison (required when mode is 'llm') */
+                model: z.ZodOptional<z.ZodString>;
+                /** Embedding model to use for vector similarity (required when mode is 'embedding') */
+                embeddingModel: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                value: string;
+                type: "similarity";
+                threshold: number;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            }, {
+                value: string;
+                type: "similarity";
+                threshold?: number | undefined;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"inline">;
+                expression: z.ZodString;
+                value: z.ZodOptional<z.ZodString>;
+            }, "strip", z.ZodTypeAny, {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            }, {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            }>]>, "many">;
+        }, "strip", z.ZodTypeAny, {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive: boolean;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold: number;
+            } | {
+                type: "llm_grader";
+                threshold: number;
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode: "all" | "any";
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode: "all" | "any";
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold: number;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
+        }, {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive?: boolean | undefined;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold?: number | undefined;
+            } | {
+                type: "llm_grader";
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                threshold?: number | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold?: number | undefined;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
         }>]>;
         tags: z.ZodDefault<z.ZodOptional<z.ZodArray<z.ZodString, "many">>>;
         metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
@@ -657,6 +1645,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             values: string[];
             type: "contains";
             mode: "all" | "any";
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
         } | {
             type: "json_schema";
             schema: Record<string, unknown>;
@@ -664,6 +1656,65 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        } | {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive: boolean;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold: number;
+            } | {
+                type: "llm_grader";
+                threshold: number;
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode: "all" | "any";
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode: "all" | "any";
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold: number;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
         };
         id: string;
         prompt: string | {
@@ -710,6 +1761,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             values: string[];
             type: "contains";
             mode?: "all" | "any" | undefined;
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
         } | {
             type: "json_schema";
             schema: Record<string, unknown>;
@@ -717,6 +1772,65 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        } | {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive?: boolean | undefined;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold?: number | undefined;
+            } | {
+                type: "llm_grader";
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                threshold?: number | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold?: number | undefined;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
         };
         id: string;
         prompt: string | {
@@ -775,6 +1889,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             values: string[];
             type: "contains";
             mode: "all" | "any";
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode: "all" | "any";
         } | {
             type: "json_schema";
             schema: Record<string, unknown>;
@@ -782,6 +1900,65 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold: number;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        } | {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive: boolean;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold: number;
+            } | {
+                type: "llm_grader";
+                threshold: number;
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode: "all" | "any";
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode: "all" | "any";
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold: number;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
         };
         id: string;
         prompt: string | {
@@ -828,6 +2005,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         resourceName?: string | undefined;
         deploymentName?: string | undefined;
         apiVersion?: string | undefined;
+        embeddingDeploymentName?: string | undefined;
+        modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
     } | undefined;
     seed?: number | undefined;
@@ -865,6 +2044,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             values: string[];
             type: "contains";
             mode?: "all" | "any" | undefined;
+        } | {
+            values: string[];
+            type: "not_contains";
+            mode?: "all" | "any" | undefined;
         } | {
             type: "json_schema";
             schema: Record<string, unknown>;
@@ -872,6 +2055,65 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            value: string;
+            type: "similarity";
+            threshold?: number | undefined;
+            model?: string | undefined;
+            mode?: "embedding" | "llm" | undefined;
+            embeddingModel?: string | undefined;
+        } | {
+            type: "inline";
+            expression: string;
+            value?: string | undefined;
+        } | {
+            type: "combined";
+            operator: "and" | "or";
+            expectations: ({
+                value: string;
+                type: "exact";
+                caseSensitive?: boolean | undefined;
+            } | {
+                type: "regex";
+                pattern: string;
+                flags?: string | undefined;
+            } | {
+                value: string;
+                type: "fuzzy";
+                threshold?: number | undefined;
+            } | {
+                type: "llm_grader";
+                rubric: string;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                threshold?: number | undefined;
+                model?: string | undefined;
+            } | {
+                values: string[];
+                type: "contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                values: string[];
+                type: "not_contains";
+                mode?: "all" | "any" | undefined;
+            } | {
+                type: "json_schema";
+                schema: Record<string, unknown>;
+            } | {
+                type: "custom";
+                evaluator: string;
+                config?: Record<string, unknown> | undefined;
+            } | {
+                value: string;
+                type: "similarity";
+                threshold?: number | undefined;
+                model?: string | undefined;
+                mode?: "embedding" | "llm" | undefined;
+                embeddingModel?: string | undefined;
+            } | {
+                type: "inline";
+                expression: string;
+                value?: string | undefined;
+            })[];
         };
         id: string;
         prompt: string | {
@@ -920,6 +2162,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         resourceName?: string | undefined;
         deploymentName?: string | undefined;
         apiVersion?: string | undefined;
+        embeddingDeploymentName?: string | undefined;
+        modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
     } | undefined;
     seed?: number | undefined;