@artemiskit/core 0.2.4 → 0.4.0

package/dist/scenario/schema.d.ts

@@ -5,7 +5,7 @@ import { z } from 'zod';
 /**
  * Provider schema - supports all providers
  */
-export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>;
+export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>;
 /**
  * Provider config schema - optional overrides for provider settings
  * Supports ${ENV_VAR} and ${ENV_VAR:-default} syntax for values
@@ -24,7 +24,24 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     embeddingDeploymentName: z.ZodOptional<z.ZodString>;
     modelFamily: z.ZodOptional<z.ZodString>;
     underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
+    name: z.ZodOptional<z.ZodString>;
+    runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
+    captureTraces: z.ZodOptional<z.ZodBoolean>;
+    captureMessages: z.ZodOptional<z.ZodBoolean>;
+    thinking: z.ZodOptional<z.ZodObject<{
+        type: z.ZodEnum<["enabled", "disabled"]>;
+    }, "strip", z.ZodTypeAny, {
+        type: "enabled" | "disabled";
+    }, {
+        type: "enabled" | "disabled";
+    }>>;
+    enableSearch: z.ZodOptional<z.ZodBoolean>;
+    searchOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strip", z.ZodTypeAny, {
+    thinking?: {
+        type: "enabled" | "disabled";
+    } | undefined;
+    name?: string | undefined;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
     defaultModel?: string | undefined;
@@ -37,7 +54,16 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     embeddingDeploymentName?: string | undefined;
     modelFamily?: string | undefined;
     underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+    runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+    captureTraces?: boolean | undefined;
+    captureMessages?: boolean | undefined;
+    enableSearch?: boolean | undefined;
+    searchOptions?: Record<string, unknown> | undefined;
 }, {
+    thinking?: {
+        type: "enabled" | "disabled";
+    } | undefined;
+    name?: string | undefined;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
     defaultModel?: string | undefined;
@@ -50,6 +76,11 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     embeddingDeploymentName?: string | undefined;
     modelFamily?: string | undefined;
     underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+    runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+    captureTraces?: boolean | undefined;
+    captureMessages?: boolean | undefined;
+    enableSearch?: boolean | undefined;
+    searchOptions?: Record<string, unknown> | undefined;
 }>>;
 /**
  * Expected result types - how to evaluate responses
@@ -95,18 +126,22 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     type: z.ZodLiteral<"llm_grader">;
     rubric: z.ZodString;
     model: z.ZodOptional<z.ZodString>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     threshold: z.ZodDefault<z.ZodNumber>;
+    /** Require exact, validated JSON from the judge for assurance assessments. */
+    strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
 }, "strip", z.ZodTypeAny, {
     type: "llm_grader";
+    strict: boolean;
     threshold: number;
     rubric: string;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
 }, {
     type: "llm_grader";
     rubric: string;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    strict?: boolean | undefined;
     threshold?: number | undefined;
     model?: string | undefined;
 }>, z.ZodObject<{
@@ -154,6 +189,24 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     type: "custom";
     evaluator: string;
     config?: Record<string, unknown> | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"tool_trace">;
+    requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    maxCalls: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "tool_trace";
+    ordered: boolean;
+    requiredTools?: string[] | undefined;
+    forbiddenTools?: string[] | undefined;
+    maxCalls?: number | undefined;
+}, {
+    type: "tool_trace";
+    requiredTools?: string[] | undefined;
+    forbiddenTools?: string[] | undefined;
+    ordered?: boolean | undefined;
+    maxCalls?: number | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"similarity">;
     value: z.ZodString;
@@ -169,14 +222,14 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     type: "similarity";
     threshold: number;
     model?: string | undefined;
-    mode?: "embedding" | "llm" | undefined;
+    mode?: "llm" | "embedding" | undefined;
     embeddingModel?: string | undefined;
 }, {
     value: string;
     type: "similarity";
     threshold?: number | undefined;
     model?: string | undefined;
-    mode?: "embedding" | "llm" | undefined;
+    mode?: "llm" | "embedding" | undefined;
     embeddingModel?: string | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"inline">;
@@ -233,18 +286,22 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: z.ZodLiteral<"llm_grader">;
         rubric: z.ZodString;
         model: z.ZodOptional<z.ZodString>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         threshold: z.ZodDefault<z.ZodNumber>;
+        /** Require exact, validated JSON from the judge for assurance assessments. */
+        strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     }, {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     }>, z.ZodObject<{
@@ -292,6 +349,24 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_trace">;
+        requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
+    }, {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"similarity">;
         value: z.ZodString;
@@ -307,14 +382,14 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "similarity";
         threshold: number;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     }, {
         value: string;
         type: "similarity";
         threshold?: number | undefined;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"inline">;
@@ -346,9 +421,10 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         threshold: number;
     } | {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     } | {
         values: string[];
@@ -365,12 +441,18 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
         threshold: number;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     } | {
         type: "inline";
@@ -395,7 +477,8 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     } | {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     } | {
@@ -413,12 +496,18 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
         threshold?: number | undefined;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     } | {
         type: "inline";
@@ -430,14 +519,64 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
  * Chat message schema
  */
 export declare const ChatMessageSchema: z.ZodObject<{
-    role: z.ZodEnum<["system", "user", "assistant"]>;
+    role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
     content: z.ZodString;
+    name: z.ZodOptional<z.ZodString>;
+    toolCallId: z.ZodOptional<z.ZodString>;
+    tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        type: z.ZodLiteral<"function">;
+        function: z.ZodObject<{
+            name: z.ZodString;
+            arguments: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            arguments: string;
+        }, {
+            name: string;
+            arguments: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }, {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }>, "many">>;
 }, "strip", z.ZodTypeAny, {
-    role: "system" | "user" | "assistant";
+    role: "system" | "user" | "assistant" | "tool";
     content: string;
+    tool_calls?: {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }[] | undefined;
+    name?: string | undefined;
+    toolCallId?: string | undefined;
 }, {
-    role: "system" | "user" | "assistant";
+    role: "system" | "user" | "assistant" | "tool";
     content: string;
+    tool_calls?: {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }[] | undefined;
+    name?: string | undefined;
+    toolCallId?: string | undefined;
 }>;
 /**
  * Variables schema - key-value pairs for template substitution
@@ -477,14 +616,64 @@ export declare const TestCaseSchema: z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
     description: z.ZodOptional<z.ZodString>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
-        role: z.ZodEnum<["system", "user", "assistant"]>;
+        role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
         content: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        toolCallId: z.ZodOptional<z.ZodString>;
+        tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            type: z.ZodLiteral<"function">;
+            function: z.ZodObject<{
+                name: z.ZodString;
+                arguments: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                arguments: string;
+            }, {
+                name: string;
+                arguments: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }, {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }>, "many">>;
     }, "strip", z.ZodTypeAny, {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }, {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }>, "many">]>;
     expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
         type: z.ZodLiteral<"exact">;
@@ -526,18 +715,22 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: z.ZodLiteral<"llm_grader">;
         rubric: z.ZodString;
         model: z.ZodOptional<z.ZodString>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         threshold: z.ZodDefault<z.ZodNumber>;
+        /** Require exact, validated JSON from the judge for assurance assessments. */
+        strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     }, {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     }>, z.ZodObject<{
@@ -585,6 +778,24 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_trace">;
+        requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
+    }, {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"similarity">;
         value: z.ZodString;
@@ -600,14 +811,14 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "similarity";
         threshold: number;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     }, {
         value: string;
         type: "similarity";
         threshold?: number | undefined;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"inline">;
@@ -664,18 +875,22 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: z.ZodLiteral<"llm_grader">;
             rubric: z.ZodString;
             model: z.ZodOptional<z.ZodString>;
-            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
             threshold: z.ZodDefault<z.ZodNumber>;
+            /** Require exact, validated JSON from the judge for assurance assessments. */
+            strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
         }, "strip", z.ZodTypeAny, {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         }, {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         }>, z.ZodObject<{
@@ -723,6 +938,24 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_trace">;
+            requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            maxCalls: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
+        }, {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"similarity">;
             value: z.ZodString;
@@ -738,14 +971,14 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         }, {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"inline">;
@@ -777,9 +1010,10 @@ export declare const TestCaseSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -796,12 +1030,18 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -826,7 +1066,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -844,12 +1085,18 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -861,7 +1108,7 @@ export declare const TestCaseSchema: z.ZodObject<{
     metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     model: z.ZodOptional<z.ZodString>;
     variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
     /** Case-level redaction config (overrides scenario-level) */
@@ -888,6 +1135,7 @@ export declare const TestCaseSchema: z.ZodObject<{
         replacement?: string | undefined;
     }>>;
 }, "strip", z.ZodTypeAny, {
+    metadata: Record<string, unknown>;
     expected: {
         value: string;
         type: "exact";
@@ -902,9 +1150,10 @@ export declare const TestCaseSchema: z.ZodObject<{
         threshold: number;
     } | {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     } | {
         values: string[];
@@ -921,12 +1170,18 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
         threshold: number;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     } | {
         type: "inline";
@@ -949,9 +1204,10 @@ export declare const TestCaseSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -968,12 +1224,18 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -983,14 +1245,23 @@ export declare const TestCaseSchema: z.ZodObject<{
     };
     id: string;
     prompt: string | {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }[];
     tags: string[];
-    metadata: Record<string, unknown>;
     retries: number;
     name?: string | undefined;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     timeout?: number | undefined;
     model?: string | undefined;
     description?: string | undefined;
@@ -1019,7 +1290,8 @@ export declare const TestCaseSchema: z.ZodObject<{
     } | {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     } | {
@@ -1037,12 +1309,18 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
         threshold?: number | undefined;
         model?: string | undefined;
-        mode?: "embedding" | "llm" | undefined;
+        mode?: "llm" | "embedding" | undefined;
         embeddingModel?: string | undefined;
     } | {
         type: "inline";
@@ -1066,7 +1344,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -1084,12 +1363,18 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -1099,16 +1384,26 @@ export declare const TestCaseSchema: z.ZodObject<{
     };
     id: string;
     prompt: string | {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }[];
     name?: string | undefined;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    metadata?: Record<string, unknown> | undefined;
     timeout?: number | undefined;
     model?: string | undefined;
     description?: string | undefined;
     tags?: string[] | undefined;
-    metadata?: Record<string, unknown> | undefined;
     retries?: number | undefined;
     variables?: Record<string, string | number | boolean> | undefined;
     redaction?: {
@@ -1127,7 +1422,7 @@ export declare const ScenarioSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodOptional<z.ZodString>;
     version: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     model: z.ZodOptional<z.ZodString>;
     providerConfig: z.ZodOptional<z.ZodObject<{
         apiKey: z.ZodOptional<z.ZodString>;
@@ -1142,7 +1437,24 @@ export declare const ScenarioSchema: z.ZodObject<{
         embeddingDeploymentName: z.ZodOptional<z.ZodString>;
         modelFamily: z.ZodOptional<z.ZodString>;
         underlyingProvider: z.ZodOptional<z.ZodEnum<["openai", "azure", "anthropic", "google", "mistral"]>>;
+        name: z.ZodOptional<z.ZodString>;
+        runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
+        captureTraces: z.ZodOptional<z.ZodBoolean>;
+        captureMessages: z.ZodOptional<z.ZodBoolean>;
+        thinking: z.ZodOptional<z.ZodObject<{
+            type: z.ZodEnum<["enabled", "disabled"]>;
+        }, "strip", z.ZodTypeAny, {
+            type: "enabled" | "disabled";
+        }, {
+            type: "enabled" | "disabled";
+        }>>;
+        enableSearch: z.ZodOptional<z.ZodBoolean>;
+        searchOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
+        name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
         defaultModel?: string | undefined;
@@ -1155,7 +1467,16 @@ export declare const ScenarioSchema: z.ZodObject<{
         embeddingDeploymentName?: string | undefined;
         modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+        runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+        captureTraces?: boolean | undefined;
+        captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     }, {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
+        name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
         defaultModel?: string | undefined;
@@ -1168,6 +1489,11 @@ export declare const ScenarioSchema: z.ZodObject<{
         embeddingDeploymentName?: string | undefined;
         modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+        runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+        captureTraces?: boolean | undefined;
+        captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     }>>;
     seed: z.ZodOptional<z.ZodNumber>;
     temperature: z.ZodOptional<z.ZodNumber>;
@@ -1200,26 +1526,178 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup: z.ZodOptional<z.ZodObject<{
         systemPrompt: z.ZodOptional<z.ZodString>;
         functions: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
+        tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            type: z.ZodLiteral<"function">;
+            function: z.ZodObject<{
+                name: z.ZodString;
+                description: z.ZodOptional<z.ZodString>;
+                parameters: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            }, {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            }>;
+        }, "strict", z.ZodTypeAny, {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }, {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }>, "many">>;
+        fixtures: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
+            when: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+            result: z.ZodOptional<z.ZodUnknown>;
+            error: z.ZodOptional<z.ZodString>;
+        }, "strict", z.ZodTypeAny, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }>, "many">>>;
+        toolLoop: z.ZodOptional<z.ZodObject<{
+            enabled: z.ZodDefault<z.ZodBoolean>;
+            maxSteps: z.ZodDefault<z.ZodNumber>;
+            timeoutMs: z.ZodDefault<z.ZodNumber>;
+            maxToolResultBytes: z.ZodDefault<z.ZodNumber>;
+            rejectDuplicateCalls: z.ZodDefault<z.ZodBoolean>;
+        }, "strict", z.ZodTypeAny, {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        }, {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        }>>;
     }, "strip", z.ZodTypeAny, {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        } | undefined;
     }, {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        } | undefined;
     }>>;
     cases: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         name: z.ZodOptional<z.ZodString>;
         description: z.ZodOptional<z.ZodString>;
         prompt: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
-            role: z.ZodEnum<["system", "user", "assistant"]>;
+            role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
             content: z.ZodString;
+            name: z.ZodOptional<z.ZodString>;
+            toolCallId: z.ZodOptional<z.ZodString>;
+            tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                type: z.ZodLiteral<"function">;
+                function: z.ZodObject<{
+                    name: z.ZodString;
+                    arguments: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    name: string;
+                    arguments: string;
+                }, {
+                    name: string;
+                    arguments: string;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }, {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }>, "many">>;
         }, "strip", z.ZodTypeAny, {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }, {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }>, "many">]>;
         expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
             type: z.ZodLiteral<"exact">;
@@ -1261,18 +1739,22 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: z.ZodLiteral<"llm_grader">;
             rubric: z.ZodString;
             model: z.ZodOptional<z.ZodString>;
-            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
             threshold: z.ZodDefault<z.ZodNumber>;
+            /** Require exact, validated JSON from the judge for assurance assessments. */
+            strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
         }, "strip", z.ZodTypeAny, {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         }, {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         }>, z.ZodObject<{
@@ -1320,6 +1802,24 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_trace">;
+            requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            maxCalls: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
+        }, {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"similarity">;
             value: z.ZodString;
@@ -1335,14 +1835,14 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         }, {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"inline">;
@@ -1399,18 +1899,22 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: z.ZodLiteral<"llm_grader">;
                 rubric: z.ZodString;
                 model: z.ZodOptional<z.ZodString>;
-                provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+                provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
                 threshold: z.ZodDefault<z.ZodNumber>;
+                /** Require exact, validated JSON from the judge for assurance assessments. */
+                strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
             }, "strip", z.ZodTypeAny, {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             }, {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             }>, z.ZodObject<{
@@ -1458,6 +1962,24 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"tool_trace">;
+                requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+                maxCalls: z.ZodOptional<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
+            }, {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             }>, z.ZodObject<{
                 type: z.ZodLiteral<"similarity">;
                 value: z.ZodString;
@@ -1473,14 +1995,14 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "similarity";
                 threshold: number;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             }, {
                 value: string;
                 type: "similarity";
                 threshold?: number | undefined;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             }>, z.ZodObject<{
                 type: z.ZodLiteral<"inline">;
@@ -1512,9 +2034,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1531,12 +2054,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold: number;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -1561,7 +2090,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -1579,12 +2109,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold?: number | undefined;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -1596,7 +2132,7 @@ export declare const ScenarioSchema: z.ZodObject<{
         metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         model: z.ZodOptional<z.ZodString>;
         variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
         /** Case-level redaction config (overrides scenario-level) */
@@ -1623,6 +2159,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             replacement?: string | undefined;
         }>>;
     }, "strip", z.ZodTypeAny, {
+        metadata: Record<string, unknown>;
         expected: {
             value: string;
             type: "exact";
@@ -1637,9 +2174,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -1656,12 +2194,18 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -1684,9 +2228,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1703,12 +2248,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold: number;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -1718,14 +2269,23 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         tags: string[];
-        metadata: Record<string, unknown>;
         retries: number;
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
@@ -1754,7 +2314,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -1772,12 +2333,18 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -1801,7 +2368,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -1819,12 +2387,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold?: number | undefined;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -1834,16 +2408,26 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        metadata?: Record<string, unknown> | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
         tags?: string[] | undefined;
-        metadata?: Record<string, unknown> | undefined;
         retries?: number | undefined;
         variables?: Record<string, string | number | boolean> | undefined;
         redaction?: {
@@ -1867,6 +2451,7 @@ export declare const ScenarioSchema: z.ZodObject<{
     tags: string[];
     version: string;
     cases: {
+        metadata: Record<string, unknown>;
         expected: {
             value: string;
             type: "exact";
@@ -1881,9 +2466,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -1900,12 +2486,18 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold: number;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -1928,9 +2520,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1947,12 +2540,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold: number;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -1962,14 +2561,23 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         tags: string[];
-        metadata: Record<string, unknown>;
         retries: number;
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
@@ -1983,7 +2591,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             patterns?: string[] | undefined;
         } | undefined;
     }[];
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
     description?: string | undefined;
     variables?: Record<string, string | number | boolean> | undefined;
@@ -1996,6 +2604,10 @@ export declare const ScenarioSchema: z.ZodObject<{
         patterns?: string[] | undefined;
     } | undefined;
     providerConfig?: {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
+        name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
         defaultModel?: string | undefined;
@@ -2008,6 +2620,11 @@ export declare const ScenarioSchema: z.ZodObject<{
         embeddingDeploymentName?: string | undefined;
         modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+        runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+        captureTraces?: boolean | undefined;
+        captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     } | undefined;
     seed?: number | undefined;
     temperature?: number | undefined;
@@ -2015,6 +2632,26 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup?: {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        } | undefined;
     } | undefined;
     teardown?: {
         cleanup?: boolean | undefined;
@@ -2037,7 +2674,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -2055,12 +2693,18 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
             threshold?: number | undefined;
             model?: string | undefined;
-            mode?: "embedding" | "llm" | undefined;
+            mode?: "llm" | "embedding" | undefined;
             embeddingModel?: string | undefined;
         } | {
             type: "inline";
@@ -2084,7 +2728,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -2102,12 +2747,18 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
                 threshold?: number | undefined;
                 model?: string | undefined;
-                mode?: "embedding" | "llm" | undefined;
+                mode?: "llm" | "embedding" | undefined;
                 embeddingModel?: string | undefined;
             } | {
                 type: "inline";
@@ -2117,16 +2768,26 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        metadata?: Record<string, unknown> | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
         tags?: string[] | undefined;
-        metadata?: Record<string, unknown> | undefined;
         retries?: number | undefined;
         variables?: Record<string, string | number | boolean> | undefined;
         redaction?: {
@@ -2138,7 +2799,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             replacement?: string | undefined;
         } | undefined;
     }[];
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
     description?: string | undefined;
     tags?: string[] | undefined;
@@ -2153,6 +2814,10 @@ export declare const ScenarioSchema: z.ZodObject<{
     } | undefined;
     version?: string | undefined;
     providerConfig?: {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
+        name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
         defaultModel?: string | undefined;
@@ -2165,6 +2830,11 @@ export declare const ScenarioSchema: z.ZodObject<{
         embeddingDeploymentName?: string | undefined;
         modelFamily?: string | undefined;
         underlyingProvider?: "openai" | "anthropic" | "google" | "mistral" | "azure" | undefined;
+        runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
+        captureTraces?: boolean | undefined;
+        captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     } | undefined;
     seed?: number | undefined;
     temperature?: number | undefined;
@@ -2172,6 +2842,26 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup?: {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        } | undefined;
     } | undefined;
     teardown?: {
         cleanup?: boolean | undefined;