@orq-ai/node 4.4.0-rc.9 → 4.4.1

package/models/operations/createeval.d.ts

@@ -2,7 +2,7 @@ import * as z from "zod/v3";
 import { ClosedEnum } from "../../types/enums.js";
 import { Result as SafeParseResult } from "../../types/fp.js";
 import { SDKValidationError } from "../errors/sdkvalidationerror.js";
-export declare const CreateEvalGuardrailConfigEvalsOperator: {
+export declare const CreateEvalGuardrailConfigOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -10,31 +10,35 @@ export declare const CreateEvalGuardrailConfigEvalsOperator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
-export type CreateEvalGuardrailConfigEvalsNumber = {
+export type CreateEvalGuardrailConfigOperator = ClosedEnum<typeof CreateEvalGuardrailConfigOperator>;
+export type CreateEvalGuardrailConfigNumber = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsOperator;
+    operator: CreateEvalGuardrailConfigOperator;
 };
-export type CreateEvalGuardrailConfigEvalsBoolean = {
+export type CreateEvalGuardrailConfigBoolean = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalRequestBodyEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber;
-export declare const CreateEvalRequestBodyEvalsOutputType: {
+export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber;
+export declare const CreateEvalRequestBodyOutputType: {
     readonly Boolean: "boolean";
     readonly Number: "number";
 };
-export type CreateEvalRequestBodyEvalsOutputType = ClosedEnum<typeof CreateEvalRequestBodyEvalsOutputType>;
+export type CreateEvalRequestBodyOutputType = ClosedEnum<typeof CreateEvalRequestBodyOutputType>;
+export declare const CreateEvalRequestBodyType: {
+    readonly PythonEval: "python_eval";
+};
+export type CreateEvalRequestBodyType = ClosedEnum<typeof CreateEvalRequestBodyType>;
 export type Python = {
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber | undefined;
-    outputType?: CreateEvalRequestBodyEvalsOutputType | undefined;
+    guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber | undefined;
+    outputType?: CreateEvalRequestBodyOutputType | undefined;
     code: string;
-    type: "python_eval";
+    type: CreateEvalRequestBodyType;
     /**
      * Entity storage path in the format: `project/folder/subfolder/...`
      *
@@ -48,7 +52,7 @@ export type Python = {
     description?: string | undefined;
     key: string;
 };
-export declare const CreateEvalGuardrailConfigOperator: {
+export declare const GuardrailConfigOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -56,25 +60,25 @@ export declare const CreateEvalGuardrailConfigOperator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigOperator = ClosedEnum<typeof CreateEvalGuardrailConfigOperator>;
-export type CreateEvalGuardrailConfigNumber = {
+export type GuardrailConfigOperator = ClosedEnum<typeof GuardrailConfigOperator>;
+export type GuardrailConfigNumber = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigOperator;
+    operator: GuardrailConfigOperator;
 };
-export type CreateEvalGuardrailConfigBoolean = {
+export type GuardrailConfigBoolean = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber;
+export type RequestBodyGuardrailConfig = GuardrailConfigBoolean | GuardrailConfigNumber;
 /**
  * The type of output expected from the evaluator
  */
-export declare const CreateEvalRequestBodyOutputType: {
+export declare const RequestBodyOutputType: {
     readonly Boolean: "boolean";
     readonly Categorical: "categorical";
     readonly Number: "number";
@@ -83,19 +87,23 @@ export declare const CreateEvalRequestBodyOutputType: {
 /**
  * The type of output expected from the evaluator
  */
-export type CreateEvalRequestBodyOutputType = ClosedEnum<typeof CreateEvalRequestBodyOutputType>;
+export type RequestBodyOutputType = ClosedEnum<typeof RequestBodyOutputType>;
+export declare const RequestBodyType: {
+    readonly HttpEval: "http_eval";
+};
+export type RequestBodyType = ClosedEnum<typeof RequestBodyType>;
 export declare const CreateEvalRequestBodyMethod: {
     readonly Get: "GET";
     readonly Post: "POST";
 };
 export type CreateEvalRequestBodyMethod = ClosedEnum<typeof CreateEvalRequestBodyMethod>;
 export type CreateEvalRequestBodyHTTP = {
-    guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber | undefined;
+    guardrailConfig?: GuardrailConfigBoolean | GuardrailConfigNumber | undefined;
     /**
      * The type of output expected from the evaluator
      */
-    outputType?: CreateEvalRequestBodyOutputType | undefined;
-    type: "http_eval";
+    outputType?: RequestBodyOutputType | undefined;
+    type: RequestBodyType;
     url: string;
     method: CreateEvalRequestBodyMethod;
     headers: {
@@ -117,7 +125,7 @@ export type CreateEvalRequestBodyHTTP = {
     description?: string | undefined;
     key: string;
 };
-export declare const GuardrailConfigOperator: {
+export declare const Operator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -125,29 +133,33 @@ export declare const GuardrailConfigOperator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type GuardrailConfigOperator = ClosedEnum<typeof GuardrailConfigOperator>;
-export type GuardrailConfigNumber = {
+export type Operator = ClosedEnum<typeof Operator>;
+export type NumberT = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "number";
     value: number;
-    operator: GuardrailConfigOperator;
+    operator: Operator;
 };
-export type GuardrailConfigBoolean = {
+export type Boolean = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "boolean";
     value: boolean;
 };
-export type RequestBodyGuardrailConfig = GuardrailConfigBoolean | GuardrailConfigNumber;
-export declare const RequestBodyOutputType: {
+export type GuardrailConfig = Boolean | NumberT;
+export declare const OutputType: {
     readonly Boolean: "boolean";
 };
-export type RequestBodyOutputType = ClosedEnum<typeof RequestBodyOutputType>;
+export type OutputType = ClosedEnum<typeof OutputType>;
+export declare const CreateEvalRequestBodyEvalsType: {
+    readonly JsonSchema: "json_schema";
+};
+export type CreateEvalRequestBodyEvalsType = ClosedEnum<typeof CreateEvalRequestBodyEvalsType>;
 export type Json = {
-    guardrailConfig?: GuardrailConfigBoolean | GuardrailConfigNumber | undefined;
-    outputType?: RequestBodyOutputType | undefined;
-    type: "json_schema";
+    guardrailConfig?: Boolean | NumberT | undefined;
+    outputType?: OutputType | undefined;
+    type: CreateEvalRequestBodyEvalsType;
     schema: string;
     /**
      * Entity storage path in the format: `project/folder/subfolder/...`
@@ -162,7 +174,7 @@ export type Json = {
     description?: string | undefined;
     key: string;
 };
-export declare const Operator: {
+export declare const CreateEvalGuardrailConfigEvalsOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -170,25 +182,25 @@ export declare const Operator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type Operator = ClosedEnum<typeof Operator>;
-export type NumberT = {
+export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
+export type CreateEvalGuardrailConfigEvalsNumber = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "number";
     value: number;
-    operator: Operator;
+    operator: CreateEvalGuardrailConfigEvalsOperator;
 };
-export type Boolean = {
+export type CreateEvalGuardrailConfigEvalsBoolean = {
     enabled: boolean;
     alertOnFailure?: boolean | undefined;
     type: "boolean";
     value: boolean;
 };
-export type GuardrailConfig = Boolean | NumberT;
+export type LLMGuardrailConfig = CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber;
 /**
  * The type of output expected from the evaluator
  */
-export declare const OutputType: {
+export declare const LLMOutputType: {
     readonly Boolean: "boolean";
     readonly Categorical: "categorical";
     readonly Number: "number";
@@ -197,14 +209,53 @@ export declare const OutputType: {
 /**
  * The type of output expected from the evaluator
  */
-export type OutputType = ClosedEnum<typeof OutputType>;
-export type Llm = {
-    guardrailConfig?: Boolean | NumberT | undefined;
+export type LLMOutputType = ClosedEnum<typeof LLMOutputType>;
+export declare const LLMType: {
+    readonly LlmEval: "llm_eval";
+};
+export type LLMType = ClosedEnum<typeof LLMType>;
+export type CreateEvalLLMRetry = {
+    count?: number | undefined;
+    onCodes?: Array<number> | undefined;
+};
+export type CreateEvalLLMFallbacks = {
+    model: string;
+};
+export type LLMJudges = {
+    model: string;
+    retry?: CreateEvalLLMRetry | undefined;
+    fallbacks?: Array<CreateEvalLLMFallbacks> | undefined;
+};
+export type LLMRetry = {
+    count?: number | undefined;
+    onCodes?: Array<number> | undefined;
+};
+export type LLMFallbacks = {
+    model: string;
+};
+export type LLMReplacementJudges = {
+    model: string;
+    retry?: LLMRetry | undefined;
+    fallbacks?: Array<LLMFallbacks> | undefined;
+};
+export declare const LLMTieValue: {
+    readonly Tie: "Tie";
+};
+export type LLMTieValue = ClosedEnum<typeof LLMTieValue>;
+export type LLMJury = {
+    judges: Array<LLMJudges>;
+    replacementJudges?: Array<LLMReplacementJudges> | undefined;
+    minSuccessfulJudges?: number | undefined;
+    tieValue?: LLMTieValue | undefined;
+};
+export type Llm2 = {
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber | undefined;
     /**
      * The type of output expected from the evaluator
      */
-    outputType?: OutputType | undefined;
-    type: "llm_eval";
+    outputType?: LLMOutputType | undefined;
+    type: LLMType;
+    repetitions?: number | undefined;
     prompt: string;
     /**
      * Entity storage path in the format: `project/folder/subfolder/...`
@@ -217,10 +268,76 @@ export type Llm = {
      */
     path: string;
     description?: string | undefined;
-    model: string;
     key: string;
+    mode: "jury";
+    jury: LLMJury;
+};
+export declare const CreateEvalGuardrailConfigEvalsRequestOperator: {
+    readonly Eq: "eq";
+    readonly Ne: "ne";
+    readonly Gt: "gt";
+    readonly Gte: "gte";
+    readonly Lt: "lt";
+    readonly Lte: "lte";
+};
+export type CreateEvalGuardrailConfigEvalsRequestOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsRequestOperator>;
+export type CreateEvalGuardrailConfigEvalsRequestNumber = {
+    enabled: boolean;
+    alertOnFailure?: boolean | undefined;
+    type: "number";
+    value: number;
+    operator: CreateEvalGuardrailConfigEvalsRequestOperator;
+};
+export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
+    enabled: boolean;
+    alertOnFailure?: boolean | undefined;
+    type: "boolean";
+    value: boolean;
+};
+export type CreateEvalLLMGuardrailConfig = CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestNumber;
+/**
+ * The type of output expected from the evaluator
+ */
+export declare const CreateEvalLLMOutputType: {
+    readonly Boolean: "boolean";
+    readonly Categorical: "categorical";
+    readonly Number: "number";
+    readonly String: "string";
 };
-export type CreateEvalRequestBody = Llm | Json | CreateEvalRequestBodyHTTP | Python;
+/**
+ * The type of output expected from the evaluator
+ */
+export type CreateEvalLLMOutputType = ClosedEnum<typeof CreateEvalLLMOutputType>;
+export declare const CreateEvalLLMType: {
+    readonly LlmEval: "llm_eval";
+};
+export type CreateEvalLLMType = ClosedEnum<typeof CreateEvalLLMType>;
+export type Llm1 = {
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestNumber | undefined;
+    /**
+     * The type of output expected from the evaluator
+     */
+    outputType?: CreateEvalLLMOutputType | undefined;
+    type: CreateEvalLLMType;
+    repetitions?: number | undefined;
+    prompt: string;
+    /**
+     * Entity storage path in the format: `project/folder/subfolder/...`
+     *
+     * @remarks
+     *
+     * The first element identifies the project, followed by nested folders (auto-created as needed).
+     *
+     * With project-based API keys, the first element is treated as a folder name, as the project is predetermined by the API key.
+     */
+    path: string;
+    description?: string | undefined;
+    key: string;
+    mode: "single";
+    model: string;
+};
+export type Llm = Llm1 | Llm2;
+export type CreateEvalRequestBody = CreateEvalRequestBodyHTTP | Json | Python | Llm1 | Llm2;
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
@@ -243,7 +360,11 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
+export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
+export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJSONType: {
+    readonly TypescriptEval: "typescript_eval";
+};
+export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONType = ClosedEnum<typeof CreateEvalResponseBodyEvalsResponse200ApplicationJSONType>;
 export type Typescript = {
     id: string;
     description: string;
@@ -251,7 +372,7 @@ export type Typescript = {
     updated: string;
     guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number | undefined;
     code: string;
-    type: "typescript_eval";
+    type: CreateEvalResponseBodyEvalsResponse200ApplicationJSONType;
     key: string;
 };
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Operator: {
@@ -276,7 +397,11 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
+export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
+export declare const CreateEvalResponseBodyEvalsResponse200Type: {
+    readonly Ragas: "ragas";
+};
+export type CreateEvalResponseBodyEvalsResponse200Type = ClosedEnum<typeof CreateEvalResponseBodyEvalsResponse200Type>;
 export declare const RagasMetric: {
     readonly ContextPrecision: "context_precision";
     readonly ContextRecall: "context_recall";
@@ -298,12 +423,12 @@ export type Ragas = {
     created: string;
     updated: string;
     guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number | undefined;
-    type: "ragas";
+    type: CreateEvalResponseBodyEvalsResponse200Type;
     ragasMetric: RagasMetric;
     key: string;
     model: string;
 };
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator: {
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -311,21 +436,25 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator>;
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator>;
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator;
+    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number;
+export type CreateEvalResponseBodyEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
+export declare const CreateEvalResponseBodyEvalsResponseType: {
+    readonly FunctionEval: "function_eval";
+};
+export type CreateEvalResponseBodyEvalsResponseType = ClosedEnum<typeof CreateEvalResponseBodyEvalsResponseType>;
 export type ThirtyTwo = {
     type: "grammar_diversity";
 };
@@ -426,26 +555,26 @@ export type CreateEvalFunctionParams3 = {
     type: "contains_all";
     keywords: Array<string>;
 };
-export type CreateEvalFunctionParams2 = {
+export type FunctionParams2 = {
     type: "contains_none";
     keywords: Array<string>;
 };
-export type CreateEvalFunctionParams1 = {
+export type FunctionParams1 = {
     type: "contains";
     value: string;
 };
-export type FunctionParams = CreateEvalFunctionParams1 | CreateEvalFunctionParams2 | CreateEvalFunctionParams3 | CreateEvalFunctionParams4 | Five | Six | Seven | Eight | Nine | Ten | Eleven | Twelve | Thirteen | Fourteen | Fifteen | Sixteen | Seventeen | Eighteen | Nineteen | Twenty | TwentyOne | TwentyTwo | TwentyThree | TwentyFour | TwentyFive | TwentySix | TwentySeven | TwentyEight | TwentyNine | Thirty | ThirtyOne | ThirtyTwo;
+export type FunctionParams = FunctionParams1 | FunctionParams2 | CreateEvalFunctionParams3 | CreateEvalFunctionParams4 | Five | Six | Seven | Eight | Nine | Ten | Eleven | Twelve | Thirteen | Fourteen | Fifteen | Sixteen | Seventeen | Eighteen | Nineteen | Twenty | TwentyOne | TwentyTwo | TwentyThree | TwentyFour | TwentyFive | TwentySix | TwentySeven | TwentyEight | TwentyNine | Thirty | ThirtyOne | ThirtyTwo;
 export type CreateEvalResponseBodyFunction = {
     id: string;
     description: string;
     created: string;
     updated: string;
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number | undefined;
-    type: "function_eval";
-    functionParams: CreateEvalFunctionParams1 | CreateEvalFunctionParams2 | CreateEvalFunctionParams3 | CreateEvalFunctionParams4 | Five | Six | Seven | Eight | Nine | Ten | Eleven | Twelve | Thirteen | Fourteen | Fifteen | Sixteen | Seventeen | Eighteen | Nineteen | Twenty | TwentyOne | TwentyTwo | TwentyThree | TwentyFour | TwentyFive | TwentySix | TwentySeven | TwentyEight | TwentyNine | Thirty | ThirtyOne | ThirtyTwo;
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber | undefined;
+    type: CreateEvalResponseBodyEvalsResponseType;
+    functionParams: FunctionParams1 | FunctionParams2 | CreateEvalFunctionParams3 | CreateEvalFunctionParams4 | Five | Six | Seven | Eight | Nine | Ten | Eleven | Twelve | Thirteen | Fourteen | Fifteen | Sixteen | Seventeen | Eighteen | Nineteen | Twenty | TwentyOne | TwentyTwo | TwentyThree | TwentyFour | TwentyFive | TwentySix | TwentySeven | TwentyEight | TwentyNine | Thirty | ThirtyOne | ThirtyTwo;
     key: string;
 };
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator: {
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -453,32 +582,36 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator>;
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator>;
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
+    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
+export type CreateEvalResponseBodyEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
+export declare const CreateEvalResponseBodyEvalsType: {
+    readonly PythonEval: "python_eval";
+};
+export type CreateEvalResponseBodyEvalsType = ClosedEnum<typeof CreateEvalResponseBodyEvalsType>;
 export type ResponseBodyPython = {
     id: string;
     description: string;
     created: string;
     updated: string;
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber | undefined;
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber | undefined;
     code: string;
-    type: "python_eval";
+    type: CreateEvalResponseBodyEvalsType;
     key: string;
 };
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator: {
+export declare const CreateEvalGuardrailConfigEvalsResponse200Operator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -486,21 +619,25 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOpe
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator>;
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
+export type CreateEvalGuardrailConfigEvalsResponse200Operator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200Operator>;
+export type CreateEvalGuardrailConfigEvalsResponse200Number = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
+    operator: CreateEvalGuardrailConfigEvalsResponse200Operator;
 };
-export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
+export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
+export type CreateEvalResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number;
+export declare const CreateEvalResponseBodyType: {
+    readonly HttpEval: "http_eval";
+};
+export type CreateEvalResponseBodyType = ClosedEnum<typeof CreateEvalResponseBodyType>;
 export declare const ResponseBodyMethod: {
     readonly Get: "GET";
     readonly Post: "POST";
@@ -511,8 +648,8 @@ export type ResponseBodyHTTP = {
     description: string;
     created: string;
     updated: string;
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber | undefined;
-    type: "http_eval";
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number | undefined;
+    type: CreateEvalResponseBodyType;
     url: string;
     method: ResponseBodyMethod;
     headers: {
@@ -523,7 +660,7 @@ export type ResponseBodyHTTP = {
     };
     key: string;
 };
-export declare const CreateEvalGuardrailConfigEvalsResponse200Operator: {
+export declare const CreateEvalGuardrailConfigEvalsResponseOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -531,32 +668,36 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200Operator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsResponse200Operator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200Operator>;
-export type CreateEvalGuardrailConfigEvalsResponse200Number = {
+export type CreateEvalGuardrailConfigEvalsResponseOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponseOperator>;
+export type CreateEvalGuardrailConfigEvalsResponseNumber = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsResponse200Operator;
+    operator: CreateEvalGuardrailConfigEvalsResponseOperator;
 };
-export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
+export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "boolean";
     value: boolean;
 };
-export type CreateEvalResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number;
+export type ResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber;
+export declare const ResponseBodyType: {
+    readonly JsonSchema: "json_schema";
+};
+export type ResponseBodyType = ClosedEnum<typeof ResponseBodyType>;
 export type ResponseBodyJSON = {
     id: string;
     description: string;
     created: string;
     updated: string;
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number | undefined;
-    type: "json_schema";
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber | undefined;
+    type: ResponseBodyType;
     schema: string;
     key: string;
 };
-export declare const CreateEvalGuardrailConfigEvalsResponseOperator: {
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator: {
     readonly Eq: "eq";
     readonly Ne: "ne";
     readonly Gt: "gt";
@@ -564,40 +705,121 @@ export declare const CreateEvalGuardrailConfigEvalsResponseOperator: {
     readonly Lt: "lt";
     readonly Lte: "lte";
 };
-export type CreateEvalGuardrailConfigEvalsResponseOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponseOperator>;
-export type CreateEvalGuardrailConfigEvalsResponseNumber = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator>;
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "number";
     value: number;
-    operator: CreateEvalGuardrailConfigEvalsResponseOperator;
+    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator;
 };
-export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean = {
     enabled: boolean;
     alertOnFailure: boolean;
     type: "boolean";
     value: boolean;
 };
-export type ResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber;
-export type ResponseBodyLLM = {
+export type CreateEvalLLMEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
+export declare const CreateEvalLLMEvalsResponseType: {
+    readonly LlmEval: "llm_eval";
+};
+export type CreateEvalLLMEvalsResponseType = ClosedEnum<typeof CreateEvalLLMEvalsResponseType>;
+export type CreateEvalLLMEvalsResponseRetry = {
+    count: number;
+    onCodes?: Array<number> | undefined;
+};
+export type CreateEvalLLMEvalsResponseFallbacks = {
+    model: string;
+};
+export type CreateEvalLLMJudges = {
+    model: string;
+    retry?: CreateEvalLLMEvalsResponseRetry | undefined;
+    fallbacks?: Array<CreateEvalLLMEvalsResponseFallbacks> | undefined;
+};
+export type CreateEvalLLMEvalsRetry = {
+    count: number;
+    onCodes?: Array<number> | undefined;
+};
+export type CreateEvalLLMEvalsFallbacks = {
+    model: string;
+};
+export type CreateEvalLLMReplacementJudges = {
+    model: string;
+    retry?: CreateEvalLLMEvalsRetry | undefined;
+    fallbacks?: Array<CreateEvalLLMEvalsFallbacks> | undefined;
+};
+export declare const CreateEvalLLMTieValue: {
+    readonly Tie: "Tie";
+};
+export type CreateEvalLLMTieValue = ClosedEnum<typeof CreateEvalLLMTieValue>;
+export type CreateEvalLLMJury = {
+    judges: Array<CreateEvalLLMJudges>;
+    replacementJudges?: Array<CreateEvalLLMReplacementJudges> | undefined;
+    minSuccessfulJudges: number;
+    tieValue: CreateEvalLLMTieValue;
+};
+export type CreateEvalLlm2 = {
     id: string;
     description: string;
     created: string;
     updated: string;
-    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber | undefined;
-    type: "llm_eval";
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber | undefined;
+    type: CreateEvalLLMEvalsResponseType;
+    repetitions?: number | undefined;
+    prompt: string;
+    key: string;
+    mode: "jury";
+    jury: CreateEvalLLMJury;
+};
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator: {
+    readonly Eq: "eq";
+    readonly Ne: "ne";
+    readonly Gt: "gt";
+    readonly Gte: "gte";
+    readonly Lt: "lt";
+    readonly Lte: "lte";
+};
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator = ClosedEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator>;
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number = {
+    enabled: boolean;
+    alertOnFailure: boolean;
+    type: "number";
+    value: number;
+    operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator;
+};
+export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean = {
+    enabled: boolean;
+    alertOnFailure: boolean;
+    type: "boolean";
+    value: boolean;
+};
+export type CreateEvalLLMEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
+export declare const CreateEvalLLMEvalsType: {
+    readonly LlmEval: "llm_eval";
+};
+export type CreateEvalLLMEvalsType = ClosedEnum<typeof CreateEvalLLMEvalsType>;
+export type CreateEvalLlm1 = {
+    id: string;
+    description: string;
+    created: string;
+    updated: string;
+    guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number | undefined;
+    type: CreateEvalLLMEvalsType;
+    repetitions?: number | undefined;
     prompt: string;
     key: string;
+    mode: "single";
     model: string;
 };
+export type ResponseBodyLLM = CreateEvalLlm1 | CreateEvalLlm2;
 /**
  * Successfully created an evaluator
  */
-export type CreateEvalResponseBody = ResponseBodyLLM | ResponseBodyJSON | ResponseBodyHTTP | ResponseBodyPython | CreateEvalResponseBodyFunction | Ragas | Typescript;
+export type CreateEvalResponseBody = ResponseBodyHTTP | Ragas | ResponseBodyJSON | ResponseBodyPython | CreateEvalResponseBodyFunction | Typescript | CreateEvalLlm1 | CreateEvalLlm2;
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
+export declare const CreateEvalGuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigOperator>;
 /** @internal */
-export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
+export type CreateEvalGuardrailConfigNumber$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "number";
@@ -605,31 +827,33 @@ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
     operator: string;
 };
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsNumber>;
-export declare function createEvalGuardrailConfigEvalsNumberToJSON(createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber): string;
+export declare const CreateEvalGuardrailConfigNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigNumber>;
+export declare function createEvalGuardrailConfigNumberToJSON(createEvalGuardrailConfigNumber: CreateEvalGuardrailConfigNumber): string;
 /** @internal */
-export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
+export type CreateEvalGuardrailConfigBoolean$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "boolean";
     value: boolean;
 };
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsBoolean>;
-export declare function createEvalGuardrailConfigEvalsBooleanToJSON(createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean): string;
+export declare const CreateEvalGuardrailConfigBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigBoolean>;
+export declare function createEvalGuardrailConfigBooleanToJSON(createEvalGuardrailConfigBoolean: CreateEvalGuardrailConfigBoolean): string;
 /** @internal */
-export type CreateEvalRequestBodyEvalsGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound;
+export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
 /** @internal */
-export declare const CreateEvalRequestBodyEvalsGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyEvalsGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyEvalsGuardrailConfig>;
-export declare function createEvalRequestBodyEvalsGuardrailConfigToJSON(createEvalRequestBodyEvalsGuardrailConfig: CreateEvalRequestBodyEvalsGuardrailConfig): string;
+export declare const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyGuardrailConfig>;
+export declare function createEvalRequestBodyGuardrailConfigToJSON(createEvalRequestBodyGuardrailConfig: CreateEvalRequestBodyGuardrailConfig): string;
 /** @internal */
-export declare const CreateEvalRequestBodyEvalsOutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyEvalsOutputType>;
+export declare const CreateEvalRequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyOutputType>;
+/** @internal */
+export declare const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyType>;
 /** @internal */
 export type Python$Outbound = {
-    guardrail_config?: CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound | undefined;
+    guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound | undefined;
     output_type?: string | undefined;
     code: string;
-    type: "python_eval";
+    type: string;
     path: string;
     description: string;
     key: string;
@@ -638,9 +862,9 @@ export type Python$Outbound = {
 export declare const Python$outboundSchema: z.ZodType<Python$Outbound, z.ZodTypeDef, Python>;
 export declare function pythonToJSON(python: Python): string;
 /** @internal */
-export declare const CreateEvalGuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigOperator>;
+export declare const GuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof GuardrailConfigOperator>;
 /** @internal */
-export type CreateEvalGuardrailConfigNumber$Outbound = {
+export type GuardrailConfigNumber$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "number";
@@ -648,32 +872,34 @@ export type CreateEvalGuardrailConfigNumber$Outbound = {
     operator: string;
 };
 /** @internal */
-export declare const CreateEvalGuardrailConfigNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigNumber>;
-export declare function createEvalGuardrailConfigNumberToJSON(createEvalGuardrailConfigNumber: CreateEvalGuardrailConfigNumber): string;
+export declare const GuardrailConfigNumber$outboundSchema: z.ZodType<GuardrailConfigNumber$Outbound, z.ZodTypeDef, GuardrailConfigNumber>;
+export declare function guardrailConfigNumberToJSON(guardrailConfigNumber: GuardrailConfigNumber): string;
 /** @internal */
-export type CreateEvalGuardrailConfigBoolean$Outbound = {
+export type GuardrailConfigBoolean$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "boolean";
     value: boolean;
 };
 /** @internal */
-export declare const CreateEvalGuardrailConfigBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigBoolean>;
-export declare function createEvalGuardrailConfigBooleanToJSON(createEvalGuardrailConfigBoolean: CreateEvalGuardrailConfigBoolean): string;
+export declare const GuardrailConfigBoolean$outboundSchema: z.ZodType<GuardrailConfigBoolean$Outbound, z.ZodTypeDef, GuardrailConfigBoolean>;
+export declare function guardrailConfigBooleanToJSON(guardrailConfigBoolean: GuardrailConfigBoolean): string;
 /** @internal */
-export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
+export type RequestBodyGuardrailConfig$Outbound = GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound;
 /** @internal */
-export declare const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyGuardrailConfig>;
-export declare function createEvalRequestBodyGuardrailConfigToJSON(createEvalRequestBodyGuardrailConfig: CreateEvalRequestBodyGuardrailConfig): string;
+export declare const RequestBodyGuardrailConfig$outboundSchema: z.ZodType<RequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, RequestBodyGuardrailConfig>;
+export declare function requestBodyGuardrailConfigToJSON(requestBodyGuardrailConfig: RequestBodyGuardrailConfig): string;
 /** @internal */
-export declare const CreateEvalRequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyOutputType>;
+export declare const RequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof RequestBodyOutputType>;
+/** @internal */
+export declare const RequestBodyType$outboundSchema: z.ZodNativeEnum<typeof RequestBodyType>;
 /** @internal */
 export declare const CreateEvalRequestBodyMethod$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyMethod>;
 /** @internal */
 export type CreateEvalRequestBodyHTTP$Outbound = {
-    guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound | undefined;
+    guardrail_config?: GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound | undefined;
     output_type?: string | undefined;
-    type: "http_eval";
+    type: string;
     url: string;
     method: string;
     headers: {
@@ -690,9 +916,9 @@ export type CreateEvalRequestBodyHTTP$Outbound = {
 export declare const CreateEvalRequestBodyHTTP$outboundSchema: z.ZodType<CreateEvalRequestBodyHTTP$Outbound, z.ZodTypeDef, CreateEvalRequestBodyHTTP>;
 export declare function createEvalRequestBodyHTTPToJSON(createEvalRequestBodyHTTP: CreateEvalRequestBodyHTTP): string;
 /** @internal */
-export declare const GuardrailConfigOperator$outboundSchema: z.ZodNativeEnum<typeof GuardrailConfigOperator>;
+export declare const Operator$outboundSchema: z.ZodNativeEnum<typeof Operator>;
 /** @internal */
-export type GuardrailConfigNumber$Outbound = {
+export type NumberT$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "number";
@@ -700,30 +926,32 @@ export type GuardrailConfigNumber$Outbound = {
     operator: string;
 };
 /** @internal */
-export declare const GuardrailConfigNumber$outboundSchema: z.ZodType<GuardrailConfigNumber$Outbound, z.ZodTypeDef, GuardrailConfigNumber>;
-export declare function guardrailConfigNumberToJSON(guardrailConfigNumber: GuardrailConfigNumber): string;
+export declare const NumberT$outboundSchema: z.ZodType<NumberT$Outbound, z.ZodTypeDef, NumberT>;
+export declare function numberToJSON(numberT: NumberT): string;
 /** @internal */
-export type GuardrailConfigBoolean$Outbound = {
+export type Boolean$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "boolean";
     value: boolean;
 };
 /** @internal */
-export declare const GuardrailConfigBoolean$outboundSchema: z.ZodType<GuardrailConfigBoolean$Outbound, z.ZodTypeDef, GuardrailConfigBoolean>;
-export declare function guardrailConfigBooleanToJSON(guardrailConfigBoolean: GuardrailConfigBoolean): string;
+export declare const Boolean$outboundSchema: z.ZodType<Boolean$Outbound, z.ZodTypeDef, Boolean>;
+export declare function booleanToJSON(value: Boolean): string;
 /** @internal */
-export type RequestBodyGuardrailConfig$Outbound = GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound;
+export type GuardrailConfig$Outbound = Boolean$Outbound | NumberT$Outbound;
 /** @internal */
-export declare const RequestBodyGuardrailConfig$outboundSchema: z.ZodType<RequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, RequestBodyGuardrailConfig>;
-export declare function requestBodyGuardrailConfigToJSON(requestBodyGuardrailConfig: RequestBodyGuardrailConfig): string;
+export declare const GuardrailConfig$outboundSchema: z.ZodType<GuardrailConfig$Outbound, z.ZodTypeDef, GuardrailConfig>;
+export declare function guardrailConfigToJSON(guardrailConfig: GuardrailConfig): string;
 /** @internal */
-export declare const RequestBodyOutputType$outboundSchema: z.ZodNativeEnum<typeof RequestBodyOutputType>;
+export declare const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputType>;
+/** @internal */
+export declare const CreateEvalRequestBodyEvalsType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyEvalsType>;
 /** @internal */
 export type Json$Outbound = {
-    guardrail_config?: GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound | undefined;
+    guardrail_config?: Boolean$Outbound | NumberT$Outbound | undefined;
     output_type?: string | undefined;
-    type: "json_schema";
+    type: string;
     schema: string;
     path: string;
     description: string;
@@ -733,9 +961,9 @@ export type Json$Outbound = {
 export declare const Json$outboundSchema: z.ZodType<Json$Outbound, z.ZodTypeDef, Json>;
 export declare function jsonToJSON(json: Json): string;
 /** @internal */
-export declare const Operator$outboundSchema: z.ZodNativeEnum<typeof Operator>;
+export declare const CreateEvalGuardrailConfigEvalsOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator>;
 /** @internal */
-export type NumberT$Outbound = {
+export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "number";
@@ -743,41 +971,158 @@ export type NumberT$Outbound = {
     operator: string;
 };
 /** @internal */
-export declare const NumberT$outboundSchema: z.ZodType<NumberT$Outbound, z.ZodTypeDef, NumberT>;
-export declare function numberToJSON(numberT: NumberT): string;
+export declare const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsNumber>;
+export declare function createEvalGuardrailConfigEvalsNumberToJSON(createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber): string;
 /** @internal */
-export type Boolean$Outbound = {
+export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
     enabled: boolean;
     alert_on_failure: boolean;
     type: "boolean";
     value: boolean;
 };
 /** @internal */
-export declare const Boolean$outboundSchema: z.ZodType<Boolean$Outbound, z.ZodTypeDef, Boolean>;
-export declare function booleanToJSON(value: Boolean): string;
+export declare const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsBoolean>;
+export declare function createEvalGuardrailConfigEvalsBooleanToJSON(createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean): string;
 /** @internal */
-export type GuardrailConfig$Outbound = Boolean$Outbound | NumberT$Outbound;
+export type LLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound;
 /** @internal */
-export declare const GuardrailConfig$outboundSchema: z.ZodType<GuardrailConfig$Outbound, z.ZodTypeDef, GuardrailConfig>;
-export declare function guardrailConfigToJSON(guardrailConfig: GuardrailConfig): string;
+export declare const LLMGuardrailConfig$outboundSchema: z.ZodType<LLMGuardrailConfig$Outbound, z.ZodTypeDef, LLMGuardrailConfig>;
+export declare function llmGuardrailConfigToJSON(llmGuardrailConfig: LLMGuardrailConfig): string;
 /** @internal */
-export declare const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputType>;
+export declare const LLMOutputType$outboundSchema: z.ZodNativeEnum<typeof LLMOutputType>;
 /** @internal */
-export type Llm$Outbound = {
-    guardrail_config?: Boolean$Outbound | NumberT$Outbound | undefined;
+export declare const LLMType$outboundSchema: z.ZodNativeEnum<typeof LLMType>;
+/** @internal */
+export type CreateEvalLLMRetry$Outbound = {
+    count: number;
+    on_codes?: Array<number> | undefined;
+};
+/** @internal */
+export declare const CreateEvalLLMRetry$outboundSchema: z.ZodType<CreateEvalLLMRetry$Outbound, z.ZodTypeDef, CreateEvalLLMRetry>;
+export declare function createEvalLLMRetryToJSON(createEvalLLMRetry: CreateEvalLLMRetry): string;
+/** @internal */
+export type CreateEvalLLMFallbacks$Outbound = {
+    model: string;
+};
+/** @internal */
+export declare const CreateEvalLLMFallbacks$outboundSchema: z.ZodType<CreateEvalLLMFallbacks$Outbound, z.ZodTypeDef, CreateEvalLLMFallbacks>;
+export declare function createEvalLLMFallbacksToJSON(createEvalLLMFallbacks: CreateEvalLLMFallbacks): string;
+/** @internal */
+export type LLMJudges$Outbound = {
+    model: string;
+    retry?: CreateEvalLLMRetry$Outbound | undefined;
+    fallbacks?: Array<CreateEvalLLMFallbacks$Outbound> | undefined;
+};
+/** @internal */
+export declare const LLMJudges$outboundSchema: z.ZodType<LLMJudges$Outbound, z.ZodTypeDef, LLMJudges>;
+export declare function llmJudgesToJSON(llmJudges: LLMJudges): string;
+/** @internal */
+export type LLMRetry$Outbound = {
+    count: number;
+    on_codes?: Array<number> | undefined;
+};
+/** @internal */
+export declare const LLMRetry$outboundSchema: z.ZodType<LLMRetry$Outbound, z.ZodTypeDef, LLMRetry>;
+export declare function llmRetryToJSON(llmRetry: LLMRetry): string;
+/** @internal */
+export type LLMFallbacks$Outbound = {
+    model: string;
+};
+/** @internal */
+export declare const LLMFallbacks$outboundSchema: z.ZodType<LLMFallbacks$Outbound, z.ZodTypeDef, LLMFallbacks>;
+export declare function llmFallbacksToJSON(llmFallbacks: LLMFallbacks): string;
+/** @internal */
+export type LLMReplacementJudges$Outbound = {
+    model: string;
+    retry?: LLMRetry$Outbound | undefined;
+    fallbacks?: Array<LLMFallbacks$Outbound> | undefined;
+};
+/** @internal */
+export declare const LLMReplacementJudges$outboundSchema: z.ZodType<LLMReplacementJudges$Outbound, z.ZodTypeDef, LLMReplacementJudges>;
+export declare function llmReplacementJudgesToJSON(llmReplacementJudges: LLMReplacementJudges): string;
+/** @internal */
+export declare const LLMTieValue$outboundSchema: z.ZodNativeEnum<typeof LLMTieValue>;
+/** @internal */
+export type LLMJury$Outbound = {
+    judges: Array<LLMJudges$Outbound>;
+    replacement_judges?: Array<LLMReplacementJudges$Outbound> | undefined;
+    min_successful_judges: number;
+    tie_value: string;
+};
+/** @internal */
+export declare const LLMJury$outboundSchema: z.ZodType<LLMJury$Outbound, z.ZodTypeDef, LLMJury>;
+export declare function llmJuryToJSON(llmJury: LLMJury): string;
+/** @internal */
+export type Llm2$Outbound = {
+    guardrail_config?: CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound | undefined;
     output_type?: string | undefined;
-    type: "llm_eval";
+    type: string;
+    repetitions?: number | undefined;
     prompt: string;
     path: string;
     description: string;
-    model: string;
     key: string;
+    mode: "jury";
+    jury: LLMJury$Outbound;
 };
 /** @internal */
+export declare const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2>;
+export declare function llm2ToJSON(llm2: Llm2): string;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsRequestOperator$outboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsRequestOperator>;
+/** @internal */
+export type CreateEvalGuardrailConfigEvalsRequestNumber$Outbound = {
+    enabled: boolean;
+    alert_on_failure: boolean;
+    type: "number";
+    value: number;
+    operator: string;
+};
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsRequestNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsRequestNumber>;
+export declare function createEvalGuardrailConfigEvalsRequestNumberToJSON(createEvalGuardrailConfigEvalsRequestNumber: CreateEvalGuardrailConfigEvalsRequestNumber): string;
+/** @internal */
+export type CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound = {
+    enabled: boolean;
+    alert_on_failure: boolean;
+    type: "boolean";
+    value: boolean;
+};
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsRequestBoolean>;
+export declare function createEvalGuardrailConfigEvalsRequestBooleanToJSON(createEvalGuardrailConfigEvalsRequestBoolean: CreateEvalGuardrailConfigEvalsRequestBoolean): string;
+/** @internal */
+export type CreateEvalLLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound;
+/** @internal */
+export declare const CreateEvalLLMGuardrailConfig$outboundSchema: z.ZodType<CreateEvalLLMGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalLLMGuardrailConfig>;
+export declare function createEvalLLMGuardrailConfigToJSON(createEvalLLMGuardrailConfig: CreateEvalLLMGuardrailConfig): string;
+/** @internal */
+export declare const CreateEvalLLMOutputType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMOutputType>;
+/** @internal */
+export declare const CreateEvalLLMType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMType>;
+/** @internal */
+export type Llm1$Outbound = {
+    guardrail_config?: CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound | undefined;
+    output_type?: string | undefined;
+    type: string;
+    repetitions?: number | undefined;
+    prompt: string;
+    path: string;
+    description: string;
+    key: string;
+    mode: "single";
+    model: string;
+};
+/** @internal */
+export declare const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1>;
+export declare function llm1ToJSON(llm1: Llm1): string;
+/** @internal */
+export type Llm$Outbound = Llm1$Outbound | Llm2$Outbound;
+/** @internal */
 export declare const Llm$outboundSchema: z.ZodType<Llm$Outbound, z.ZodTypeDef, Llm>;
 export declare function llmToJSON(llm: Llm): string;
 /** @internal */
-export type CreateEvalRequestBody$Outbound = Llm$Outbound | Json$Outbound | CreateEvalRequestBodyHTTP$Outbound | Python$Outbound;
+export type CreateEvalRequestBody$Outbound = CreateEvalRequestBodyHTTP$Outbound | Json$Outbound | Python$Outbound | Llm1$Outbound | Llm2$Outbound;
 /** @internal */
 export declare const CreateEvalRequestBody$outboundSchema: z.ZodType<CreateEvalRequestBody$Outbound, z.ZodTypeDef, CreateEvalRequestBody>;
 export declare function createEvalRequestBodyToJSON(createEvalRequestBody: CreateEvalRequestBody): string;
@@ -790,8 +1135,10 @@ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSON
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean, z.ZodTypeDef, unknown>;
 export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConfig, z.ZodTypeDef, unknown>;
-export declare function createEvalResponseBodyEvalsResponse200ApplicationJSON7GuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConfig, SDKValidationError>;
+export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig, z.ZodTypeDef, unknown>;
+export declare function createEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJSONType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyEvalsResponse200ApplicationJSONType>;
 /** @internal */
 export declare const Typescript$inboundSchema: z.ZodType<Typescript, z.ZodTypeDef, unknown>;
 export declare function typescriptFromJSON(jsonString: string): SafeParseResult<Typescript, SDKValidationError>;
@@ -804,24 +1151,28 @@ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSON
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean, z.ZodTypeDef, unknown>;
 export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig, z.ZodTypeDef, unknown>;
-export declare function createEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig, SDKValidationError>;
+export declare const CreateEvalResponseBodyEvalsResponse200GuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponse200GuardrailConfig, z.ZodTypeDef, unknown>;
+export declare function createEvalResponseBodyEvalsResponse200GuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponse200GuardrailConfig, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalResponseBodyEvalsResponse200Type$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyEvalsResponse200Type>;
 /** @internal */
 export declare const RagasMetric$inboundSchema: z.ZodNativeEnum<typeof RagasMetric>;
 /** @internal */
 export declare const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown>;
 export declare function ragasFromJSON(jsonString: string): SafeParseResult<Ragas, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Operator>;
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator>;
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number, z.ZodTypeDef, unknown>;
-export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Number, SDKValidationError>;
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean, z.ZodTypeDef, unknown>;
-export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody5Boolean, SDKValidationError>;
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalResponseBodyEvalsResponse200GuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponse200GuardrailConfig, z.ZodTypeDef, unknown>;
-export declare function createEvalResponseBodyEvalsResponse200GuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponse200GuardrailConfig, SDKValidationError>;
+export declare const CreateEvalResponseBodyEvalsResponseGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponseGuardrailConfig, z.ZodTypeDef, unknown>;
+export declare function createEvalResponseBodyEvalsResponseGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponseGuardrailConfig, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalResponseBodyEvalsResponseType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyEvalsResponseType>;
 /** @internal */
 export declare const ThirtyTwo$inboundSchema: z.ZodType<ThirtyTwo, z.ZodTypeDef, unknown>;
 export declare function thirtyTwoFromJSON(jsonString: string): SafeParseResult<ThirtyTwo, SDKValidationError>;
@@ -913,11 +1264,11 @@ export declare function createEvalFunctionParams4FromJSON(jsonString: string): S
 export declare const CreateEvalFunctionParams3$inboundSchema: z.ZodType<CreateEvalFunctionParams3, z.ZodTypeDef, unknown>;
 export declare function createEvalFunctionParams3FromJSON(jsonString: string): SafeParseResult<CreateEvalFunctionParams3, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalFunctionParams2$inboundSchema: z.ZodType<CreateEvalFunctionParams2, z.ZodTypeDef, unknown>;
-export declare function createEvalFunctionParams2FromJSON(jsonString: string): SafeParseResult<CreateEvalFunctionParams2, SDKValidationError>;
+export declare const FunctionParams2$inboundSchema: z.ZodType<FunctionParams2, z.ZodTypeDef, unknown>;
+export declare function functionParams2FromJSON(jsonString: string): SafeParseResult<FunctionParams2, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalFunctionParams1$inboundSchema: z.ZodType<CreateEvalFunctionParams1, z.ZodTypeDef, unknown>;
-export declare function createEvalFunctionParams1FromJSON(jsonString: string): SafeParseResult<CreateEvalFunctionParams1, SDKValidationError>;
+export declare const FunctionParams1$inboundSchema: z.ZodType<FunctionParams1, z.ZodTypeDef, unknown>;
+export declare function functionParams1FromJSON(jsonString: string): SafeParseResult<FunctionParams1, SDKValidationError>;
 /** @internal */
 export declare const FunctionParams$inboundSchema: z.ZodType<FunctionParams, z.ZodTypeDef, unknown>;
 export declare function functionParamsFromJSON(jsonString: string): SafeParseResult<FunctionParams, SDKValidationError>;
@@ -925,20 +1276,6 @@ export declare function functionParamsFromJSON(jsonString: string): SafeParseRes
 export declare const CreateEvalResponseBodyFunction$inboundSchema: z.ZodType<CreateEvalResponseBodyFunction, z.ZodTypeDef, unknown>;
 export declare function createEvalResponseBodyFunctionFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyFunction, SDKValidationError>;
 /** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator>;
-/** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, z.ZodTypeDef, unknown>;
-export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, SDKValidationError>;
-/** @internal */
-export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, z.ZodTypeDef, unknown>;
-export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, SDKValidationError>;
-/** @internal */
-export declare const CreateEvalResponseBodyEvalsResponseGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsResponseGuardrailConfig, z.ZodTypeDef, unknown>;
-export declare function createEvalResponseBodyEvalsResponseGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsResponseGuardrailConfig, SDKValidationError>;
-/** @internal */
-export declare const ResponseBodyPython$inboundSchema: z.ZodType<ResponseBodyPython, z.ZodTypeDef, unknown>;
-export declare function responseBodyPythonFromJSON(jsonString: string): SafeParseResult<ResponseBodyPython, SDKValidationError>;
-/** @internal */
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator>;
 /** @internal */
 export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber, z.ZodTypeDef, unknown>;
@@ -950,10 +1287,10 @@ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSON
 export declare const CreateEvalResponseBodyEvalsGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyEvalsGuardrailConfig, z.ZodTypeDef, unknown>;
 export declare function createEvalResponseBodyEvalsGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyEvalsGuardrailConfig, SDKValidationError>;
 /** @internal */
-export declare const ResponseBodyMethod$inboundSchema: z.ZodNativeEnum<typeof ResponseBodyMethod>;
+export declare const CreateEvalResponseBodyEvalsType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyEvalsType>;
 /** @internal */
-export declare const ResponseBodyHTTP$inboundSchema: z.ZodType<ResponseBodyHTTP, z.ZodTypeDef, unknown>;
-export declare function responseBodyHTTPFromJSON(jsonString: string): SafeParseResult<ResponseBodyHTTP, SDKValidationError>;
+export declare const ResponseBodyPython$inboundSchema: z.ZodType<ResponseBodyPython, z.ZodTypeDef, unknown>;
+export declare function responseBodyPythonFromJSON(jsonString: string): SafeParseResult<ResponseBodyPython, SDKValidationError>;
 /** @internal */
 export declare const CreateEvalGuardrailConfigEvalsResponse200Operator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200Operator>;
 /** @internal */
@@ -966,8 +1303,12 @@ export declare function createEvalGuardrailConfigEvalsResponse200BooleanFromJSON
 export declare const CreateEvalResponseBodyGuardrailConfig$inboundSchema: z.ZodType<CreateEvalResponseBodyGuardrailConfig, z.ZodTypeDef, unknown>;
 export declare function createEvalResponseBodyGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalResponseBodyGuardrailConfig, SDKValidationError>;
 /** @internal */
-export declare const ResponseBodyJSON$inboundSchema: z.ZodType<ResponseBodyJSON, z.ZodTypeDef, unknown>;
-export declare function responseBodyJSONFromJSON(jsonString: string): SafeParseResult<ResponseBodyJSON, SDKValidationError>;
+export declare const CreateEvalResponseBodyType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalResponseBodyType>;
+/** @internal */
+export declare const ResponseBodyMethod$inboundSchema: z.ZodNativeEnum<typeof ResponseBodyMethod>;
+/** @internal */
+export declare const ResponseBodyHTTP$inboundSchema: z.ZodType<ResponseBodyHTTP, z.ZodTypeDef, unknown>;
+export declare function responseBodyHTTPFromJSON(jsonString: string): SafeParseResult<ResponseBodyHTTP, SDKValidationError>;
 /** @internal */
 export declare const CreateEvalGuardrailConfigEvalsResponseOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponseOperator>;
 /** @internal */
@@ -980,6 +1321,66 @@ export declare function createEvalGuardrailConfigEvalsResponseBooleanFromJSON(js
 export declare const ResponseBodyGuardrailConfig$inboundSchema: z.ZodType<ResponseBodyGuardrailConfig, z.ZodTypeDef, unknown>;
 export declare function responseBodyGuardrailConfigFromJSON(jsonString: string): SafeParseResult<ResponseBodyGuardrailConfig, SDKValidationError>;
 /** @internal */
+export declare const ResponseBodyType$inboundSchema: z.ZodNativeEnum<typeof ResponseBodyType>;
+/** @internal */
+export declare const ResponseBodyJSON$inboundSchema: z.ZodType<ResponseBodyJSON, z.ZodTypeDef, unknown>;
+export declare function responseBodyJSONFromJSON(jsonString: string): SafeParseResult<ResponseBodyJSON, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsResponseGuardrailConfig$inboundSchema: z.ZodType<CreateEvalLLMEvalsResponseGuardrailConfig, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsResponseGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsResponseGuardrailConfig, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsResponseType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMEvalsResponseType>;
+/** @internal */
+export declare const CreateEvalLLMEvalsResponseRetry$inboundSchema: z.ZodType<CreateEvalLLMEvalsResponseRetry, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsResponseRetryFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsResponseRetry, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsResponseFallbacks$inboundSchema: z.ZodType<CreateEvalLLMEvalsResponseFallbacks, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsResponseFallbacksFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsResponseFallbacks, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMJudges$inboundSchema: z.ZodType<CreateEvalLLMJudges, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMJudgesFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMJudges, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsRetry$inboundSchema: z.ZodType<CreateEvalLLMEvalsRetry, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsRetryFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsRetry, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsFallbacks$inboundSchema: z.ZodType<CreateEvalLLMEvalsFallbacks, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsFallbacksFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsFallbacks, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMReplacementJudges$inboundSchema: z.ZodType<CreateEvalLLMReplacementJudges, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMReplacementJudgesFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMReplacementJudges, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMTieValue$inboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMTieValue>;
+/** @internal */
+export declare const CreateEvalLLMJury$inboundSchema: z.ZodType<CreateEvalLLMJury, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMJuryFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMJury, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLlm2$inboundSchema: z.ZodType<CreateEvalLlm2, z.ZodTypeDef, unknown>;
+export declare function createEvalLLM2FromJSON(jsonString: string): SafeParseResult<CreateEvalLlm2, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator$inboundSchema: z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean, z.ZodTypeDef, unknown>;
+export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsGuardrailConfig$inboundSchema: z.ZodType<CreateEvalLLMEvalsGuardrailConfig, z.ZodTypeDef, unknown>;
+export declare function createEvalLLMEvalsGuardrailConfigFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsGuardrailConfig, SDKValidationError>;
+/** @internal */
+export declare const CreateEvalLLMEvalsType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMEvalsType>;
+/** @internal */
+export declare const CreateEvalLlm1$inboundSchema: z.ZodType<CreateEvalLlm1, z.ZodTypeDef, unknown>;
+export declare function createEvalLLM1FromJSON(jsonString: string): SafeParseResult<CreateEvalLlm1, SDKValidationError>;
+/** @internal */
 export declare const ResponseBodyLLM$inboundSchema: z.ZodType<ResponseBodyLLM, z.ZodTypeDef, unknown>;
 export declare function responseBodyLLMFromJSON(jsonString: string): SafeParseResult<ResponseBodyLLM, SDKValidationError>;
 /** @internal */