@artemiskit/core 0.3.0 → 0.4.1

package/dist/scenario/schema.d.ts

@@ -5,7 +5,7 @@ import { z } from 'zod';
 /**
  * Provider schema - supports all providers
  */
-export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>;
+export declare const ProviderSchema: z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>;
 /**
  * Provider config schema - optional overrides for provider settings
  * Supports ${ENV_VAR} and ${ENV_VAR:-default} syntax for values
@@ -28,7 +28,19 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
     captureTraces: z.ZodOptional<z.ZodBoolean>;
     captureMessages: z.ZodOptional<z.ZodBoolean>;
+    thinking: z.ZodOptional<z.ZodObject<{
+        type: z.ZodEnum<["enabled", "disabled"]>;
+    }, "strip", z.ZodTypeAny, {
+        type: "enabled" | "disabled";
+    }, {
+        type: "enabled" | "disabled";
+    }>>;
+    enableSearch: z.ZodOptional<z.ZodBoolean>;
+    searchOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
 }, "strip", z.ZodTypeAny, {
+    thinking?: {
+        type: "enabled" | "disabled";
+    } | undefined;
     name?: string | undefined;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
@@ -45,7 +57,12 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
     captureTraces?: boolean | undefined;
     captureMessages?: boolean | undefined;
+    enableSearch?: boolean | undefined;
+    searchOptions?: Record<string, unknown> | undefined;
 }, {
+    thinking?: {
+        type: "enabled" | "disabled";
+    } | undefined;
     name?: string | undefined;
     apiKey?: string | undefined;
     baseUrl?: string | undefined;
@@ -62,6 +79,8 @@ export declare const ProviderConfigSchema: z.ZodOptional<z.ZodObject<{
     runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
     captureTraces?: boolean | undefined;
     captureMessages?: boolean | undefined;
+    enableSearch?: boolean | undefined;
+    searchOptions?: Record<string, unknown> | undefined;
 }>>;
 /**
  * Expected result types - how to evaluate responses
@@ -107,18 +126,22 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     type: z.ZodLiteral<"llm_grader">;
     rubric: z.ZodString;
     model: z.ZodOptional<z.ZodString>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     threshold: z.ZodDefault<z.ZodNumber>;
+    /** Require exact, validated JSON from the judge for assurance assessments. */
+    strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
 }, "strip", z.ZodTypeAny, {
     type: "llm_grader";
+    strict: boolean;
     threshold: number;
     rubric: string;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
 }, {
     type: "llm_grader";
     rubric: string;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    strict?: boolean | undefined;
     threshold?: number | undefined;
     model?: string | undefined;
 }>, z.ZodObject<{
@@ -166,6 +189,24 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     type: "custom";
     evaluator: string;
     config?: Record<string, unknown> | undefined;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"tool_trace">;
+    requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+    ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+    maxCalls: z.ZodOptional<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    type: "tool_trace";
+    ordered: boolean;
+    requiredTools?: string[] | undefined;
+    forbiddenTools?: string[] | undefined;
+    maxCalls?: number | undefined;
+}, {
+    type: "tool_trace";
+    requiredTools?: string[] | undefined;
+    forbiddenTools?: string[] | undefined;
+    ordered?: boolean | undefined;
+    maxCalls?: number | undefined;
 }>, z.ZodObject<{
     type: z.ZodLiteral<"similarity">;
     value: z.ZodString;
@@ -245,18 +286,22 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: z.ZodLiteral<"llm_grader">;
         rubric: z.ZodString;
         model: z.ZodOptional<z.ZodString>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         threshold: z.ZodDefault<z.ZodNumber>;
+        /** Require exact, validated JSON from the judge for assurance assessments. */
+        strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     }, {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     }>, z.ZodObject<{
@@ -304,6 +349,24 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_trace">;
+        requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
+    }, {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"similarity">;
         value: z.ZodString;
@@ -358,9 +421,10 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         threshold: number;
     } | {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     } | {
         values: string[];
@@ -377,6 +441,12 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
@@ -407,7 +477,8 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
     } | {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     } | {
@@ -425,6 +496,12 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
@@ -442,14 +519,64 @@ export declare const ExpectedSchema: z.ZodUnion<[z.ZodDiscriminatedUnion<"type",
  * Chat message schema
  */
 export declare const ChatMessageSchema: z.ZodObject<{
-    role: z.ZodEnum<["system", "user", "assistant"]>;
+    role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
     content: z.ZodString;
+    name: z.ZodOptional<z.ZodString>;
+    toolCallId: z.ZodOptional<z.ZodString>;
+    tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        type: z.ZodLiteral<"function">;
+        function: z.ZodObject<{
+            name: z.ZodString;
+            arguments: z.ZodString;
+        }, "strip", z.ZodTypeAny, {
+            name: string;
+            arguments: string;
+        }, {
+            name: string;
+            arguments: string;
+        }>;
+    }, "strip", z.ZodTypeAny, {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }, {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }>, "many">>;
 }, "strip", z.ZodTypeAny, {
-    role: "system" | "user" | "assistant";
+    role: "system" | "user" | "assistant" | "tool";
     content: string;
+    tool_calls?: {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }[] | undefined;
+    name?: string | undefined;
+    toolCallId?: string | undefined;
 }, {
-    role: "system" | "user" | "assistant";
+    role: "system" | "user" | "assistant" | "tool";
     content: string;
+    tool_calls?: {
+        function: {
+            name: string;
+            arguments: string;
+        };
+        type: "function";
+        id: string;
+    }[] | undefined;
+    name?: string | undefined;
+    toolCallId?: string | undefined;
 }>;
 /**
  * Variables schema - key-value pairs for template substitution
@@ -489,14 +616,64 @@ export declare const TestCaseSchema: z.ZodObject<{
     name: z.ZodOptional<z.ZodString>;
     description: z.ZodOptional<z.ZodString>;
     prompt: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
-        role: z.ZodEnum<["system", "user", "assistant"]>;
+        role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
         content: z.ZodString;
+        name: z.ZodOptional<z.ZodString>;
+        toolCallId: z.ZodOptional<z.ZodString>;
+        tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            type: z.ZodLiteral<"function">;
+            function: z.ZodObject<{
+                name: z.ZodString;
+                arguments: z.ZodString;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                arguments: string;
+            }, {
+                name: string;
+                arguments: string;
+            }>;
+        }, "strip", z.ZodTypeAny, {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }, {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }>, "many">>;
     }, "strip", z.ZodTypeAny, {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }, {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }>, "many">]>;
     expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
         type: z.ZodLiteral<"exact">;
@@ -538,18 +715,22 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: z.ZodLiteral<"llm_grader">;
         rubric: z.ZodString;
         model: z.ZodOptional<z.ZodString>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         threshold: z.ZodDefault<z.ZodNumber>;
+        /** Require exact, validated JSON from the judge for assurance assessments. */
+        strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
     }, "strip", z.ZodTypeAny, {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     }, {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     }>, z.ZodObject<{
@@ -597,6 +778,24 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    }>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_trace">;
+        requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+        ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
+    }, {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     }>, z.ZodObject<{
         type: z.ZodLiteral<"similarity">;
         value: z.ZodString;
@@ -676,18 +875,22 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: z.ZodLiteral<"llm_grader">;
             rubric: z.ZodString;
             model: z.ZodOptional<z.ZodString>;
-            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
             threshold: z.ZodDefault<z.ZodNumber>;
+            /** Require exact, validated JSON from the judge for assurance assessments. */
+            strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
         }, "strip", z.ZodTypeAny, {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         }, {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         }>, z.ZodObject<{
@@ -735,6 +938,24 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_trace">;
+            requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            maxCalls: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
+        }, {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"similarity">;
             value: z.ZodString;
@@ -789,9 +1010,10 @@ export declare const TestCaseSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -808,6 +1030,12 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -838,7 +1066,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -856,6 +1085,12 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -873,7 +1108,7 @@ export declare const TestCaseSchema: z.ZodObject<{
     metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
     timeout: z.ZodOptional<z.ZodNumber>;
     retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     model: z.ZodOptional<z.ZodString>;
     variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
     /** Case-level redaction config (overrides scenario-level) */
@@ -915,9 +1150,10 @@ export declare const TestCaseSchema: z.ZodObject<{
         threshold: number;
     } | {
         type: "llm_grader";
+        strict: boolean;
         threshold: number;
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         model?: string | undefined;
     } | {
         values: string[];
@@ -934,6 +1170,12 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        ordered: boolean;
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
@@ -962,9 +1204,10 @@ export declare const TestCaseSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -981,6 +1224,12 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -996,13 +1245,23 @@ export declare const TestCaseSchema: z.ZodObject<{
     };
     id: string;
     prompt: string | {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }[];
     tags: string[];
     retries: number;
     name?: string | undefined;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     timeout?: number | undefined;
     model?: string | undefined;
     description?: string | undefined;
@@ -1031,7 +1290,8 @@ export declare const TestCaseSchema: z.ZodObject<{
     } | {
         type: "llm_grader";
         rubric: string;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        strict?: boolean | undefined;
         threshold?: number | undefined;
         model?: string | undefined;
     } | {
@@ -1049,6 +1309,12 @@ export declare const TestCaseSchema: z.ZodObject<{
         type: "custom";
         evaluator: string;
         config?: Record<string, unknown> | undefined;
+    } | {
+        type: "tool_trace";
+        requiredTools?: string[] | undefined;
+        forbiddenTools?: string[] | undefined;
+        ordered?: boolean | undefined;
+        maxCalls?: number | undefined;
     } | {
         value: string;
         type: "similarity";
@@ -1078,7 +1344,8 @@ export declare const TestCaseSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -1096,6 +1363,12 @@ export declare const TestCaseSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -1111,11 +1384,21 @@ export declare const TestCaseSchema: z.ZodObject<{
     };
     id: string;
     prompt: string | {
-        role: "system" | "user" | "assistant";
+        role: "system" | "user" | "assistant" | "tool";
         content: string;
+        tool_calls?: {
+            function: {
+                name: string;
+                arguments: string;
+            };
+            type: "function";
+            id: string;
+        }[] | undefined;
+        name?: string | undefined;
+        toolCallId?: string | undefined;
     }[];
     name?: string | undefined;
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     metadata?: Record<string, unknown> | undefined;
     timeout?: number | undefined;
     model?: string | undefined;
@@ -1139,7 +1422,7 @@ export declare const ScenarioSchema: z.ZodObject<{
     name: z.ZodString;
     description: z.ZodOptional<z.ZodString>;
     version: z.ZodDefault<z.ZodOptional<z.ZodString>>;
-    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+    provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
     model: z.ZodOptional<z.ZodString>;
     providerConfig: z.ZodOptional<z.ZodObject<{
         apiKey: z.ZodOptional<z.ZodString>;
@@ -1158,7 +1441,19 @@ export declare const ScenarioSchema: z.ZodObject<{
         runnableType: z.ZodOptional<z.ZodEnum<["chain", "agent", "llm", "runnable"]>>;
         captureTraces: z.ZodOptional<z.ZodBoolean>;
         captureMessages: z.ZodOptional<z.ZodBoolean>;
+        thinking: z.ZodOptional<z.ZodObject<{
+            type: z.ZodEnum<["enabled", "disabled"]>;
+        }, "strip", z.ZodTypeAny, {
+            type: "enabled" | "disabled";
+        }, {
+            type: "enabled" | "disabled";
+        }>>;
+        enableSearch: z.ZodOptional<z.ZodBoolean>;
+        searchOptions: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
     }, "strip", z.ZodTypeAny, {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
         name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
@@ -1175,7 +1470,12 @@ export declare const ScenarioSchema: z.ZodObject<{
         runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
         captureTraces?: boolean | undefined;
         captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     }, {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
         name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
@@ -1192,6 +1492,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
         captureTraces?: boolean | undefined;
         captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     }>>;
     seed: z.ZodOptional<z.ZodNumber>;
     temperature: z.ZodOptional<z.ZodNumber>;
@@ -1224,26 +1526,178 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup: z.ZodOptional<z.ZodObject<{
         systemPrompt: z.ZodOptional<z.ZodString>;
         functions: z.ZodOptional<z.ZodArray<z.ZodUnknown, "many">>;
+        tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            type: z.ZodLiteral<"function">;
+            function: z.ZodObject<{
+                name: z.ZodString;
+                description: z.ZodOptional<z.ZodString>;
+                parameters: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+            }, "strip", z.ZodTypeAny, {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            }, {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            }>;
+        }, "strict", z.ZodTypeAny, {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }, {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }>, "many">>;
+        fixtures: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodObject<{
+            when: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+            result: z.ZodOptional<z.ZodUnknown>;
+            error: z.ZodOptional<z.ZodString>;
+        }, "strict", z.ZodTypeAny, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }>, "many">>>;
+        toolLoop: z.ZodOptional<z.ZodObject<{
+            enabled: z.ZodDefault<z.ZodBoolean>;
+            maxSteps: z.ZodDefault<z.ZodNumber>;
+            timeoutMs: z.ZodDefault<z.ZodNumber>;
+            maxToolResultBytes: z.ZodDefault<z.ZodNumber>;
+            rejectDuplicateCalls: z.ZodDefault<z.ZodBoolean>;
+        }, "strict", z.ZodTypeAny, {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        }, {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        }>>;
     }, "strip", z.ZodTypeAny, {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        } | undefined;
     }, {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        } | undefined;
     }>>;
     cases: z.ZodArray<z.ZodObject<{
         id: z.ZodString;
         name: z.ZodOptional<z.ZodString>;
         description: z.ZodOptional<z.ZodString>;
         prompt: z.ZodUnion<[z.ZodString, z.ZodArray<z.ZodObject<{
-            role: z.ZodEnum<["system", "user", "assistant"]>;
+            role: z.ZodEnum<["system", "user", "assistant", "tool"]>;
             content: z.ZodString;
+            name: z.ZodOptional<z.ZodString>;
+            toolCallId: z.ZodOptional<z.ZodString>;
+            tool_calls: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                type: z.ZodLiteral<"function">;
+                function: z.ZodObject<{
+                    name: z.ZodString;
+                    arguments: z.ZodString;
+                }, "strip", z.ZodTypeAny, {
+                    name: string;
+                    arguments: string;
+                }, {
+                    name: string;
+                    arguments: string;
+                }>;
+            }, "strip", z.ZodTypeAny, {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }, {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }>, "many">>;
         }, "strip", z.ZodTypeAny, {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }, {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }>, "many">]>;
         expected: z.ZodUnion<[z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
             type: z.ZodLiteral<"exact">;
@@ -1285,18 +1739,22 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: z.ZodLiteral<"llm_grader">;
             rubric: z.ZodString;
             model: z.ZodOptional<z.ZodString>;
-            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+            provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
             threshold: z.ZodDefault<z.ZodNumber>;
+            /** Require exact, validated JSON from the judge for assurance assessments. */
+            strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
         }, "strip", z.ZodTypeAny, {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         }, {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         }>, z.ZodObject<{
@@ -1344,6 +1802,24 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        }>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_trace">;
+            requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+            maxCalls: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
+        }, {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         }>, z.ZodObject<{
             type: z.ZodLiteral<"similarity">;
             value: z.ZodString;
@@ -1423,18 +1899,22 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: z.ZodLiteral<"llm_grader">;
                 rubric: z.ZodString;
                 model: z.ZodOptional<z.ZodString>;
-                provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+                provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
                 threshold: z.ZodDefault<z.ZodNumber>;
+                /** Require exact, validated JSON from the judge for assurance assessments. */
+                strict: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
             }, "strip", z.ZodTypeAny, {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             }, {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             }>, z.ZodObject<{
@@ -1482,6 +1962,24 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            }>, z.ZodObject<{
+                type: z.ZodLiteral<"tool_trace">;
+                requiredTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                forbiddenTools: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+                ordered: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
+                maxCalls: z.ZodOptional<z.ZodNumber>;
+            }, "strip", z.ZodTypeAny, {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
+            }, {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             }>, z.ZodObject<{
                 type: z.ZodLiteral<"similarity">;
                 value: z.ZodString;
@@ -1536,9 +2034,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1555,6 +2054,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -1585,7 +2090,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -1603,6 +2109,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -1620,7 +2132,7 @@ export declare const ScenarioSchema: z.ZodObject<{
         metadata: z.ZodDefault<z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
         timeout: z.ZodOptional<z.ZodNumber>;
         retries: z.ZodDefault<z.ZodOptional<z.ZodNumber>>;
-        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "custom"]>>;
+        provider: z.ZodOptional<z.ZodEnum<["openai", "azure-openai", "vercel-ai", "anthropic", "google", "mistral", "cohere", "huggingface", "ollama", "langchain", "deepagents", "ling", "custom"]>>;
         model: z.ZodOptional<z.ZodString>;
         variables: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnion<[z.ZodString, z.ZodNumber, z.ZodBoolean]>>>;
         /** Case-level redaction config (overrides scenario-level) */
@@ -1662,9 +2174,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -1681,6 +2194,12 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -1709,9 +2228,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1728,6 +2248,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -1743,13 +2269,23 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         tags: string[];
         retries: number;
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
@@ -1778,7 +2314,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -1796,6 +2333,12 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -1825,7 +2368,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -1843,6 +2387,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -1858,11 +2408,21 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         metadata?: Record<string, unknown> | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
@@ -1906,9 +2466,10 @@ export declare const ScenarioSchema: z.ZodObject<{
             threshold: number;
         } | {
             type: "llm_grader";
+            strict: boolean;
             threshold: number;
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
             model?: string | undefined;
         } | {
             values: string[];
@@ -1925,6 +2486,12 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            ordered: boolean;
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -1953,9 +2520,10 @@ export declare const ScenarioSchema: z.ZodObject<{
                 threshold: number;
             } | {
                 type: "llm_grader";
+                strict: boolean;
                 threshold: number;
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
                 model?: string | undefined;
             } | {
                 values: string[];
@@ -1972,6 +2540,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                ordered: boolean;
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -1987,13 +2561,23 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         tags: string[];
         retries: number;
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
         description?: string | undefined;
@@ -2007,7 +2591,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             patterns?: string[] | undefined;
         } | undefined;
     }[];
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
     description?: string | undefined;
     variables?: Record<string, string | number | boolean> | undefined;
@@ -2020,6 +2604,9 @@ export declare const ScenarioSchema: z.ZodObject<{
         patterns?: string[] | undefined;
     } | undefined;
     providerConfig?: {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
         name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
@@ -2036,6 +2623,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
         captureTraces?: boolean | undefined;
         captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     } | undefined;
     seed?: number | undefined;
     temperature?: number | undefined;
@@ -2043,6 +2632,26 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup?: {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled: boolean;
+            maxSteps: number;
+            timeoutMs: number;
+            maxToolResultBytes: number;
+            rejectDuplicateCalls: boolean;
+        } | undefined;
     } | undefined;
     teardown?: {
         cleanup?: boolean | undefined;
@@ -2065,7 +2674,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         } | {
             type: "llm_grader";
             rubric: string;
-            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+            strict?: boolean | undefined;
             threshold?: number | undefined;
             model?: string | undefined;
         } | {
@@ -2083,6 +2693,12 @@ export declare const ScenarioSchema: z.ZodObject<{
             type: "custom";
             evaluator: string;
             config?: Record<string, unknown> | undefined;
+        } | {
+            type: "tool_trace";
+            requiredTools?: string[] | undefined;
+            forbiddenTools?: string[] | undefined;
+            ordered?: boolean | undefined;
+            maxCalls?: number | undefined;
         } | {
             value: string;
             type: "similarity";
@@ -2112,7 +2728,8 @@ export declare const ScenarioSchema: z.ZodObject<{
             } | {
                 type: "llm_grader";
                 rubric: string;
-                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+                strict?: boolean | undefined;
                 threshold?: number | undefined;
                 model?: string | undefined;
             } | {
@@ -2130,6 +2747,12 @@ export declare const ScenarioSchema: z.ZodObject<{
                 type: "custom";
                 evaluator: string;
                 config?: Record<string, unknown> | undefined;
+            } | {
+                type: "tool_trace";
+                requiredTools?: string[] | undefined;
+                forbiddenTools?: string[] | undefined;
+                ordered?: boolean | undefined;
+                maxCalls?: number | undefined;
             } | {
                 value: string;
                 type: "similarity";
@@ -2145,11 +2768,21 @@ export declare const ScenarioSchema: z.ZodObject<{
         };
         id: string;
         prompt: string | {
-            role: "system" | "user" | "assistant";
+            role: "system" | "user" | "assistant" | "tool";
             content: string;
+            tool_calls?: {
+                function: {
+                    name: string;
+                    arguments: string;
+                };
+                type: "function";
+                id: string;
+            }[] | undefined;
+            name?: string | undefined;
+            toolCallId?: string | undefined;
         }[];
         name?: string | undefined;
-        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+        provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
         metadata?: Record<string, unknown> | undefined;
         timeout?: number | undefined;
         model?: string | undefined;
@@ -2166,7 +2799,7 @@ export declare const ScenarioSchema: z.ZodObject<{
             replacement?: string | undefined;
         } | undefined;
     }[];
-    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
+    provider?: "openai" | "azure-openai" | "vercel-ai" | "anthropic" | "langchain" | "deepagents" | "ling" | "google" | "mistral" | "cohere" | "huggingface" | "ollama" | "custom" | undefined;
     model?: string | undefined;
     description?: string | undefined;
     tags?: string[] | undefined;
@@ -2181,6 +2814,9 @@ export declare const ScenarioSchema: z.ZodObject<{
     } | undefined;
     version?: string | undefined;
     providerConfig?: {
+        thinking?: {
+            type: "enabled" | "disabled";
+        } | undefined;
         name?: string | undefined;
         apiKey?: string | undefined;
         baseUrl?: string | undefined;
@@ -2197,6 +2833,8 @@ export declare const ScenarioSchema: z.ZodObject<{
         runnableType?: "chain" | "agent" | "llm" | "runnable" | undefined;
         captureTraces?: boolean | undefined;
         captureMessages?: boolean | undefined;
+        enableSearch?: boolean | undefined;
+        searchOptions?: Record<string, unknown> | undefined;
     } | undefined;
     seed?: number | undefined;
     temperature?: number | undefined;
@@ -2204,6 +2842,26 @@ export declare const ScenarioSchema: z.ZodObject<{
     setup?: {
         systemPrompt?: string | undefined;
         functions?: unknown[] | undefined;
+        tools?: {
+            function: {
+                name: string;
+                parameters: Record<string, unknown>;
+                description?: string | undefined;
+            };
+            type: "function";
+        }[] | undefined;
+        fixtures?: Record<string, {
+            when?: Record<string, unknown> | undefined;
+            result?: unknown;
+            error?: string | undefined;
+        }[]> | undefined;
+        toolLoop?: {
+            enabled?: boolean | undefined;
+            maxSteps?: number | undefined;
+            timeoutMs?: number | undefined;
+            maxToolResultBytes?: number | undefined;
+            rejectDuplicateCalls?: boolean | undefined;
+        } | undefined;
     } | undefined;
     teardown?: {
         cleanup?: boolean | undefined;