@orq-ai/node 4.1.0-rc.0 → 4.1.0-rc.11

package/src/models/operations/invokeeval.ts

@@ -0,0 +1,2062 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+/**
+ * The role of the prompt message
+ */
+export const Role = {
+  System: "system",
+  Assistant: "assistant",
+  User: "user",
+  Exception: "exception",
+  Tool: "tool",
+  Prompt: "prompt",
+  Correction: "correction",
+  ExpectedOutput: "expected_output",
+} as const;
+/**
+ * The role of the prompt message
+ */
+export type Role = ClosedEnum<typeof Role>;
+
+/**
+ * The type of the content part. Always `file`.
+ */
+export const InvokeEval2Type = {
+  File: "file",
+} as const;
+/**
+ * The type of the content part. Always `file`.
+ */
+export type InvokeEval2Type = ClosedEnum<typeof InvokeEval2Type>;
+
+export type FileT = {
+  /**
+   * The file data as a data URI string in the format 'data:<mime-type>;base64,<base64-encoded-data>'. Example: 'data:image/png;base64,iVBORw0KGgoAAAANS...'
+   */
+  fileData?: string | undefined;
+  /**
+   * URL to the file. Only supported by Anthropic Claude models for PDF files.
+   */
+  uri?: string | undefined;
+  /**
+   * MIME type of the file (e.g., application/pdf, image/png)
+   */
+  mimeType?: string | undefined;
+  /**
+   * The name of the file, used when passing the file to the model as a string.
+   */
+  filename?: string | undefined;
+};
+
+export type Three = {
+  /**
+   * The type of the content part. Always `file`.
+   */
+  type: InvokeEval2Type;
+  file: FileT;
+};
+
+export const TwoType = {
+  ImageUrl: "image_url",
+} as const;
+export type TwoType = ClosedEnum<typeof TwoType>;
+
+export type ImageUrl = {
+  /**
+   * Either a URL of the image or the base64 encoded data URI.
+   */
+  url: string;
+  /**
+   * Specifies the detail level of the image. Currently only supported with OpenAI models
+   */
+  detail?: string | undefined;
+};
+
+/**
+ * The image part of the prompt message. Only supported with vision models.
+ */
+export type Two2 = {
+  type: TwoType;
+  imageUrl: ImageUrl;
+};
+
+export const Type = {
+  Text: "text",
+} as const;
+export type Type = ClosedEnum<typeof Type>;
+
+/**
+ * Text content part of a prompt message
+ */
+export type One = {
+  type: Type;
+  text: string;
+};
+
+export type Two = One | Two2 | Three;
+
+/**
+ * The contents of the user message. Either the text content of the message or an array of content parts with a defined type, each can be of type `text` or `image_url` when passing in images. You can pass multiple images by adding multiple `image_url` content parts. Can be null for tool messages in certain scenarios.
+ */
+export type Content = string | Array<One | Two2 | Three>;
+
+export const InvokeEvalType = {
+  Function: "function",
+} as const;
+export type InvokeEvalType = ClosedEnum<typeof InvokeEvalType>;
+
+export type FunctionT = {
+  name: string;
+  /**
+   * JSON string arguments for the functions
+   */
+  arguments: string;
+};
+
+export type ToolCalls = {
+  id?: string | undefined;
+  index?: number | undefined;
+  type: InvokeEvalType;
+  function: FunctionT;
+};
+
+export type Messages = {
+  /**
+   * The role of the prompt message
+   */
+  role: Role;
+  /**
+   * The contents of the user message. Either the text content of the message or an array of content parts with a defined type, each can be of type `text` or `image_url` when passing in images. You can pass multiple images by adding multiple `image_url` content parts. Can be null for tool messages in certain scenarios.
+   */
+  content: string | Array<One | Two2 | Three> | null;
+  toolCalls?: Array<ToolCalls> | undefined;
+  toolCallId?: string | undefined;
+};
+
+export type InvokeEvalRequestBody = {
+  /**
+   * Latest user message
+   */
+  query?: string | undefined;
+  /**
+   * The generated response from the model
+   */
+  output?: string | undefined;
+  /**
+   * The reference used to compare the output
+   */
+  reference?: string | undefined;
+  /**
+   * Knowledge base retrievals
+   */
+  retrievals?: Array<string> | undefined;
+  /**
+   * The messages used to generate the output, without the last user message
+   */
+  messages?: Array<Messages> | undefined;
+};
+
+export type InvokeEvalRequest = {
+  /**
+   * Evaluator ID
+   */
+  id: string;
+  requestBody?: InvokeEvalRequestBody | undefined;
+};
+
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type = {
+  HttpEval: "http_eval",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type =
+  ClosedEnum<typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type>;
+
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue =
+  | number
+  | boolean;
+
+export type InvokeEvalResponseBodyEvalsResponse200Value = {
+  type: string;
+  value: number | boolean;
+};
+
+export type InvokeEvalResponseBodyHTTP = {
+  type: InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type;
+  value?: InvokeEvalResponseBodyEvalsResponse200Value | null | undefined;
+};
+
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type = {
+  LlmEvaluator: "llm_evaluator",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type =
+  ClosedEnum<typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type>;
+
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value =
+  | number
+  | boolean
+  | string;
+
+export type OriginalValue = number | boolean | string;
+
+export type InvokeEvalResponseBodyEvalsResponseValue = {
+  workflowRunId: string;
+  value: number | boolean | string;
+  explanation?: string | null | undefined;
+  originalValue?: number | boolean | string | null | undefined;
+  originalExplanation?: string | null | undefined;
+};
+
+export type InvokeEvalResponseBodyLLM = {
+  type: InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type;
+  value: InvokeEvalResponseBodyEvalsResponseValue | null;
+};
+
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type = {
+  BertScore: "bert_score",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type =
+  ClosedEnum<typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type>;
+
+export type InvokeEvalResponseBodyEvalsValue = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+export type BERTScore = {
+  type: InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type;
+  value: InvokeEvalResponseBodyEvalsValue;
+};
+
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType = {
+  RougeN: "rouge_n",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType =
+  ClosedEnum<typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType>;
+
+export type Rouge1 = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+export type Rouge2 = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+export type RougeL = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+export type InvokeEvalResponseBodyValue = {
+  rouge1: Rouge1;
+  rouge2: Rouge2;
+  rougeL: RougeL;
+};
+
+export type RougeN = {
+  type: InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType;
+  value: InvokeEvalResponseBodyValue;
+};
+
+export const InvokeEvalResponseBodyEvalsResponse200Type = {
+  StringArray: "string_array",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponse200Type = ClosedEnum<
+  typeof InvokeEvalResponseBodyEvalsResponse200Type
+>;
+
+export type StringArray = {
+  type: InvokeEvalResponseBodyEvalsResponse200Type;
+  values: Array<string | null>;
+};
+
+export const InvokeEvalResponseBodyEvalsResponseType = {
+  Boolean: "boolean",
+} as const;
+export type InvokeEvalResponseBodyEvalsResponseType = ClosedEnum<
+  typeof InvokeEvalResponseBodyEvalsResponseType
+>;
+
+export type ResponseBodyValue = boolean | string | number;
+
+export type ResponseBodyBoolean = {
+  type: InvokeEvalResponseBodyEvalsResponseType;
+  value: boolean | string | number | null;
+};
+
+export const InvokeEvalResponseBodyEvalsType = {
+  Number: "number",
+} as const;
+export type InvokeEvalResponseBodyEvalsType = ClosedEnum<
+  typeof InvokeEvalResponseBodyEvalsType
+>;
+
+export const Style = {
+  Currency: "currency",
+} as const;
+export type Style = ClosedEnum<typeof Style>;
+
+export const Currency = {
+  Usd: "USD",
+} as const;
+export type Currency = ClosedEnum<typeof Currency>;
+
+export type FormatOptions2 = {
+  style: Style;
+  currency: Currency;
+};
+
+export type FormatOptions1 = {
+  significantDigits: number;
+};
+
+export type FormatOptions = FormatOptions2 | FormatOptions1;
+
+export type ResponseBodyNumber = {
+  type: InvokeEvalResponseBodyEvalsType;
+  originalValue?: number | null | undefined;
+  value: number | null;
+  formatOptions?: FormatOptions2 | FormatOptions1 | undefined;
+};
+
+export const InvokeEvalResponseBodyType = {
+  String: "string",
+} as const;
+export type InvokeEvalResponseBodyType = ClosedEnum<
+  typeof InvokeEvalResponseBodyType
+>;
+
+export type String = {
+  type: InvokeEvalResponseBodyType;
+  originalValue?: string | null | undefined;
+  value?: string | null | undefined;
+};
+
+/**
+ * Returns the result of the evaluator run
+ */
+export type InvokeEvalResponseBody =
+  | ResponseBodyNumber
+  | ResponseBodyBoolean
+  | StringArray
+  | RougeN
+  | BERTScore
+  | InvokeEvalResponseBodyLLM
+  | String
+  | InvokeEvalResponseBodyHTTP;
+
+/** @internal */
+export const Role$inboundSchema: z.ZodNativeEnum<typeof Role> = z.nativeEnum(
+  Role,
+);
+/** @internal */
+export const Role$outboundSchema: z.ZodNativeEnum<typeof Role> =
+  Role$inboundSchema;
+
+/** @internal */
+export const InvokeEval2Type$inboundSchema: z.ZodNativeEnum<
+  typeof InvokeEval2Type
+> = z.nativeEnum(InvokeEval2Type);
+/** @internal */
+export const InvokeEval2Type$outboundSchema: z.ZodNativeEnum<
+  typeof InvokeEval2Type
+> = InvokeEval2Type$inboundSchema;
+
+/** @internal */
+export const FileT$inboundSchema: z.ZodType<FileT, z.ZodTypeDef, unknown> = z
+  .object({
+    file_data: z.string().optional(),
+    uri: z.string().optional(),
+    mimeType: z.string().optional(),
+    filename: z.string().optional(),
+  }).transform((v) => {
+    return remap$(v, {
+      "file_data": "fileData",
+    });
+  });
+/** @internal */
+export type FileT$Outbound = {
+  file_data?: string | undefined;
+  uri?: string | undefined;
+  mimeType?: string | undefined;
+  filename?: string | undefined;
+};
+
+/** @internal */
+export const FileT$outboundSchema: z.ZodType<
+  FileT$Outbound,
+  z.ZodTypeDef,
+  FileT
+> = z.object({
+  fileData: z.string().optional(),
+  uri: z.string().optional(),
+  mimeType: z.string().optional(),
+  filename: z.string().optional(),
+}).transform((v) => {
+  return remap$(v, {
+    fileData: "file_data",
+  });
+});
+
+export function fileToJSON(fileT: FileT): string {
+  return JSON.stringify(FileT$outboundSchema.parse(fileT));
+}
+export function fileFromJSON(
+  jsonString: string,
+): SafeParseResult<FileT, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => FileT$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'FileT' from JSON`,
+  );
+}
+
+/** @internal */
+export const Three$inboundSchema: z.ZodType<Three, z.ZodTypeDef, unknown> = z
+  .object({
+    type: InvokeEval2Type$inboundSchema,
+    file: z.lazy(() => FileT$inboundSchema),
+  });
+/** @internal */
+export type Three$Outbound = {
+  type: string;
+  file: FileT$Outbound;
+};
+
+/** @internal */
+export const Three$outboundSchema: z.ZodType<
+  Three$Outbound,
+  z.ZodTypeDef,
+  Three
+> = z.object({
+  type: InvokeEval2Type$outboundSchema,
+  file: z.lazy(() => FileT$outboundSchema),
+});
+
+export function threeToJSON(three: Three): string {
+  return JSON.stringify(Three$outboundSchema.parse(three));
+}
+export function threeFromJSON(
+  jsonString: string,
+): SafeParseResult<Three, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Three$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Three' from JSON`,
+  );
+}
+
+/** @internal */
+export const TwoType$inboundSchema: z.ZodNativeEnum<typeof TwoType> = z
+  .nativeEnum(TwoType);
+/** @internal */
+export const TwoType$outboundSchema: z.ZodNativeEnum<typeof TwoType> =
+  TwoType$inboundSchema;
+
+/** @internal */
+export const ImageUrl$inboundSchema: z.ZodType<
+  ImageUrl,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  url: z.string(),
+  detail: z.string().optional(),
+});
+/** @internal */
+export type ImageUrl$Outbound = {
+  url: string;
+  detail?: string | undefined;
+};
+
+/** @internal */
+export const ImageUrl$outboundSchema: z.ZodType<
+  ImageUrl$Outbound,
+  z.ZodTypeDef,
+  ImageUrl
+> = z.object({
+  url: z.string(),
+  detail: z.string().optional(),
+});
+
+export function imageUrlToJSON(imageUrl: ImageUrl): string {
+  return JSON.stringify(ImageUrl$outboundSchema.parse(imageUrl));
+}
+export function imageUrlFromJSON(
+  jsonString: string,
+): SafeParseResult<ImageUrl, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ImageUrl$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ImageUrl' from JSON`,
+  );
+}
+
+/** @internal */
+export const Two2$inboundSchema: z.ZodType<Two2, z.ZodTypeDef, unknown> = z
+  .object({
+    type: TwoType$inboundSchema,
+    image_url: z.lazy(() => ImageUrl$inboundSchema),
+  }).transform((v) => {
+    return remap$(v, {
+      "image_url": "imageUrl",
+    });
+  });
+/** @internal */
+export type Two2$Outbound = {
+  type: string;
+  image_url: ImageUrl$Outbound;
+};
+
+/** @internal */
+export const Two2$outboundSchema: z.ZodType<Two2$Outbound, z.ZodTypeDef, Two2> =
+  z.object({
+    type: TwoType$outboundSchema,
+    imageUrl: z.lazy(() => ImageUrl$outboundSchema),
+  }).transform((v) => {
+    return remap$(v, {
+      imageUrl: "image_url",
+    });
+  });
+
+export function two2ToJSON(two2: Two2): string {
+  return JSON.stringify(Two2$outboundSchema.parse(two2));
+}
+export function two2FromJSON(
+  jsonString: string,
+): SafeParseResult<Two2, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Two2$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Two2' from JSON`,
+  );
+}
+
+/** @internal */
+export const Type$inboundSchema: z.ZodNativeEnum<typeof Type> = z.nativeEnum(
+  Type,
+);
+/** @internal */
+export const Type$outboundSchema: z.ZodNativeEnum<typeof Type> =
+  Type$inboundSchema;
+
+/** @internal */
+export const One$inboundSchema: z.ZodType<One, z.ZodTypeDef, unknown> = z
+  .object({
+    type: Type$inboundSchema,
+    text: z.string(),
+  });
+/** @internal */
+export type One$Outbound = {
+  type: string;
+  text: string;
+};
+
+/** @internal */
+export const One$outboundSchema: z.ZodType<One$Outbound, z.ZodTypeDef, One> = z
+  .object({
+    type: Type$outboundSchema,
+    text: z.string(),
+  });
+
+export function oneToJSON(one: One): string {
+  return JSON.stringify(One$outboundSchema.parse(one));
+}
+export function oneFromJSON(
+  jsonString: string,
+): SafeParseResult<One, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => One$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'One' from JSON`,
+  );
+}
+
+/** @internal */
+export const Two$inboundSchema: z.ZodType<Two, z.ZodTypeDef, unknown> = z.union(
+  [
+    z.lazy(() => One$inboundSchema),
+    z.lazy(() => Two2$inboundSchema),
+    z.lazy(() => Three$inboundSchema),
+  ],
+);
+/** @internal */
+export type Two$Outbound = One$Outbound | Two2$Outbound | Three$Outbound;
+
+/** @internal */
+export const Two$outboundSchema: z.ZodType<Two$Outbound, z.ZodTypeDef, Two> = z
+  .union([
+    z.lazy(() => One$outboundSchema),
+    z.lazy(() => Two2$outboundSchema),
+    z.lazy(() => Three$outboundSchema),
+  ]);
+
+export function twoToJSON(two: Two): string {
+  return JSON.stringify(Two$outboundSchema.parse(two));
+}
+export function twoFromJSON(
+  jsonString: string,
+): SafeParseResult<Two, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Two$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Two' from JSON`,
+  );
+}
+
+/** @internal */
+export const Content$inboundSchema: z.ZodType<Content, z.ZodTypeDef, unknown> =
+  z.union([
+    z.string(),
+    z.array(z.union([
+      z.lazy(() => One$inboundSchema),
+      z.lazy(() => Two2$inboundSchema),
+      z.lazy(() => Three$inboundSchema),
+    ])),
+  ]);
+/** @internal */
+export type Content$Outbound =
+  | string
+  | Array<One$Outbound | Two2$Outbound | Three$Outbound>;
+
+/** @internal */
+export const Content$outboundSchema: z.ZodType<
+  Content$Outbound,
+  z.ZodTypeDef,
+  Content
+> = z.union([
+  z.string(),
+  z.array(z.union([
+    z.lazy(() => One$outboundSchema),
+    z.lazy(() => Two2$outboundSchema),
+    z.lazy(() => Three$outboundSchema),
+  ])),
+]);
+
+export function contentToJSON(content: Content): string {
+  return JSON.stringify(Content$outboundSchema.parse(content));
+}
+export function contentFromJSON(
+  jsonString: string,
+): SafeParseResult<Content, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Content$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Content' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalType$inboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalType
+> = z.nativeEnum(InvokeEvalType);
+/** @internal */
+export const InvokeEvalType$outboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalType
+> = InvokeEvalType$inboundSchema;
+
+/** @internal */
+export const FunctionT$inboundSchema: z.ZodType<
+  FunctionT,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  name: z.string(),
+  arguments: z.string(),
+});
+/** @internal */
+export type FunctionT$Outbound = {
+  name: string;
+  arguments: string;
+};
+
+/** @internal */
+export const FunctionT$outboundSchema: z.ZodType<
+  FunctionT$Outbound,
+  z.ZodTypeDef,
+  FunctionT
+> = z.object({
+  name: z.string(),
+  arguments: z.string(),
+});
+
+export function functionToJSON(functionT: FunctionT): string {
+  return JSON.stringify(FunctionT$outboundSchema.parse(functionT));
+}
+export function functionFromJSON(
+  jsonString: string,
+): SafeParseResult<FunctionT, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => FunctionT$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'FunctionT' from JSON`,
+  );
+}
+
+/** @internal */
+export const ToolCalls$inboundSchema: z.ZodType<
+  ToolCalls,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  id: z.string().optional(),
+  index: z.number().optional(),
+  type: InvokeEvalType$inboundSchema,
+  function: z.lazy(() => FunctionT$inboundSchema),
+});
+/** @internal */
+export type ToolCalls$Outbound = {
+  id?: string | undefined;
+  index?: number | undefined;
+  type: string;
+  function: FunctionT$Outbound;
+};
+
+/** @internal */
+export const ToolCalls$outboundSchema: z.ZodType<
+  ToolCalls$Outbound,
+  z.ZodTypeDef,
+  ToolCalls
+> = z.object({
+  id: z.string().optional(),
+  index: z.number().optional(),
+  type: InvokeEvalType$outboundSchema,
+  function: z.lazy(() => FunctionT$outboundSchema),
+});
+
+export function toolCallsToJSON(toolCalls: ToolCalls): string {
+  return JSON.stringify(ToolCalls$outboundSchema.parse(toolCalls));
+}
+export function toolCallsFromJSON(
+  jsonString: string,
+): SafeParseResult<ToolCalls, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ToolCalls$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ToolCalls' from JSON`,
+  );
+}
+
+/** @internal */
+export const Messages$inboundSchema: z.ZodType<
+  Messages,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  role: Role$inboundSchema,
+  content: z.nullable(
+    z.union([
+      z.string(),
+      z.array(z.union([
+        z.lazy(() => One$inboundSchema),
+        z.lazy(() => Two2$inboundSchema),
+        z.lazy(() => Three$inboundSchema),
+      ])),
+    ]),
+  ),
+  tool_calls: z.array(z.lazy(() => ToolCalls$inboundSchema)).optional(),
+  tool_call_id: z.string().optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "tool_calls": "toolCalls",
+    "tool_call_id": "toolCallId",
+  });
+});
+/** @internal */
+export type Messages$Outbound = {
+  role: string;
+  content: string | Array<One$Outbound | Two2$Outbound | Three$Outbound> | null;
+  tool_calls?: Array<ToolCalls$Outbound> | undefined;
+  tool_call_id?: string | undefined;
+};
+
+/** @internal */
+export const Messages$outboundSchema: z.ZodType<
+  Messages$Outbound,
+  z.ZodTypeDef,
+  Messages
+> = z.object({
+  role: Role$outboundSchema,
+  content: z.nullable(
+    z.union([
+      z.string(),
+      z.array(z.union([
+        z.lazy(() => One$outboundSchema),
+        z.lazy(() => Two2$outboundSchema),
+        z.lazy(() => Three$outboundSchema),
+      ])),
+    ]),
+  ),
+  toolCalls: z.array(z.lazy(() => ToolCalls$outboundSchema)).optional(),
+  toolCallId: z.string().optional(),
+}).transform((v) => {
+  return remap$(v, {
+    toolCalls: "tool_calls",
+    toolCallId: "tool_call_id",
+  });
+});
+
+export function messagesToJSON(messages: Messages): string {
+  return JSON.stringify(Messages$outboundSchema.parse(messages));
+}
+export function messagesFromJSON(
+  jsonString: string,
+): SafeParseResult<Messages, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Messages$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Messages' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalRequestBody$inboundSchema: z.ZodType<
+  InvokeEvalRequestBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  query: z.string().optional(),
+  output: z.string().optional(),
+  reference: z.string().optional(),
+  retrievals: z.array(z.string()).optional(),
+  messages: z.array(z.lazy(() => Messages$inboundSchema)).optional(),
+});
+/** @internal */
+export type InvokeEvalRequestBody$Outbound = {
+  query?: string | undefined;
+  output?: string | undefined;
+  reference?: string | undefined;
+  retrievals?: Array<string> | undefined;
+  messages?: Array<Messages$Outbound> | undefined;
+};
+
+/** @internal */
+export const InvokeEvalRequestBody$outboundSchema: z.ZodType<
+  InvokeEvalRequestBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalRequestBody
+> = z.object({
+  query: z.string().optional(),
+  output: z.string().optional(),
+  reference: z.string().optional(),
+  retrievals: z.array(z.string()).optional(),
+  messages: z.array(z.lazy(() => Messages$outboundSchema)).optional(),
+});
+
+export function invokeEvalRequestBodyToJSON(
+  invokeEvalRequestBody: InvokeEvalRequestBody,
+): string {
+  return JSON.stringify(
+    InvokeEvalRequestBody$outboundSchema.parse(invokeEvalRequestBody),
+  );
+}
+export function invokeEvalRequestBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalRequestBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalRequestBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalRequestBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalRequest$inboundSchema: z.ZodType<
+  InvokeEvalRequest,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  id: z.string(),
+  RequestBody: z.lazy(() => InvokeEvalRequestBody$inboundSchema).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "RequestBody": "requestBody",
+  });
+});
+/** @internal */
+export type InvokeEvalRequest$Outbound = {
+  id: string;
+  RequestBody?: InvokeEvalRequestBody$Outbound | undefined;
+};
+
+/** @internal */
+export const InvokeEvalRequest$outboundSchema: z.ZodType<
+  InvokeEvalRequest$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalRequest
+> = z.object({
+  id: z.string(),
+  requestBody: z.lazy(() => InvokeEvalRequestBody$outboundSchema).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    requestBody: "RequestBody",
+  });
+});
+
+export function invokeEvalRequestToJSON(
+  invokeEvalRequest: InvokeEvalRequest,
+): string {
+  return JSON.stringify(
+    InvokeEvalRequest$outboundSchema.parse(invokeEvalRequest),
+  );
+}
+export function invokeEvalRequestFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalRequest, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalRequest$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalRequest' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type$inboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type
+  > = z.nativeEnum(InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type$outboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type
+  > = InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type$inboundSchema;
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$inboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue,
+    z.ZodTypeDef,
+    unknown
+  > = z.union([z.number(), z.boolean()]);
+/** @internal */
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$Outbound =
+  | number
+  | boolean;
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$outboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$Outbound,
+    z.ZodTypeDef,
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue
+  > = z.union([z.number(), z.boolean()]);
+
+export function invokeEvalResponseBodyEvalsResponse200ApplicationJSONValueToJSON(
+  invokeEvalResponseBodyEvalsResponse200ApplicationJSONValue:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$outboundSchema
+      .parse(invokeEvalResponseBodyEvalsResponse200ApplicationJSONValue),
+  );
+}
+export function invokeEvalResponseBodyEvalsResponse200ApplicationJSONValueFromJSON(
+  jsonString: string,
+): SafeParseResult<
+  InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue,
+  SDKValidationError
+> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue$inboundSchema
+        .parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyEvalsResponse200ApplicationJSONValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200Value$inboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200Value,
+    z.ZodTypeDef,
+    unknown
+  > = z.object({
+    type: z.string(),
+    value: z.union([z.number(), z.boolean()]),
+  });
+/** @internal */
+export type InvokeEvalResponseBodyEvalsResponse200Value$Outbound = {
+  type: string;
+  value: number | boolean;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200Value$outboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200Value$Outbound,
+    z.ZodTypeDef,
+    InvokeEvalResponseBodyEvalsResponse200Value
+  > = z.object({
+    type: z.string(),
+    value: z.union([z.number(), z.boolean()]),
+  });
+
+export function invokeEvalResponseBodyEvalsResponse200ValueToJSON(
+  invokeEvalResponseBodyEvalsResponse200Value:
+    InvokeEvalResponseBodyEvalsResponse200Value,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyEvalsResponse200Value$outboundSchema.parse(
+      invokeEvalResponseBodyEvalsResponse200Value,
+    ),
+  );
+}
+export function invokeEvalResponseBodyEvalsResponse200ValueFromJSON(
+  jsonString: string,
+): SafeParseResult<
+  InvokeEvalResponseBodyEvalsResponse200Value,
+  SDKValidationError
+> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      InvokeEvalResponseBodyEvalsResponse200Value$inboundSchema.parse(
+        JSON.parse(x),
+      ),
+    `Failed to parse 'InvokeEvalResponseBodyEvalsResponse200Value' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyHTTP$inboundSchema: z.ZodType<
+  InvokeEvalResponseBodyHTTP,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type$inboundSchema,
+  value: z.nullable(
+    z.lazy(() => InvokeEvalResponseBodyEvalsResponse200Value$inboundSchema),
+  ).optional(),
+});
+/** @internal */
+export type InvokeEvalResponseBodyHTTP$Outbound = {
+  type: string;
+  value?:
+    | InvokeEvalResponseBodyEvalsResponse200Value$Outbound
+    | null
+    | undefined;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyHTTP$outboundSchema: z.ZodType<
+  InvokeEvalResponseBodyHTTP$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBodyHTTP
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson8Type$outboundSchema,
+  value: z.nullable(
+    z.lazy(() => InvokeEvalResponseBodyEvalsResponse200Value$outboundSchema),
+  ).optional(),
+});
+
+export function invokeEvalResponseBodyHTTPToJSON(
+  invokeEvalResponseBodyHTTP: InvokeEvalResponseBodyHTTP,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyHTTP$outboundSchema.parse(invokeEvalResponseBodyHTTP),
+  );
+}
+export function invokeEvalResponseBodyHTTPFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalResponseBodyHTTP, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalResponseBodyHTTP$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyHTTP' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type$inboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type
+  > = z.nativeEnum(InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type$outboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type
+  > = InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type$inboundSchema;
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$inboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value,
+    z.ZodTypeDef,
+    unknown
+  > = z.union([z.number(), z.boolean(), z.string()]);
+/** @internal */
+export type InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$Outbound =
+  | number
+  | boolean
+  | string;
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$outboundSchema:
+  z.ZodType<
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$Outbound,
+    z.ZodTypeDef,
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value
+  > = z.union([z.number(), z.boolean(), z.string()]);
+
+export function invokeEvalResponseBodyEvalsResponse200ApplicationJSON7ValueToJSON(
+  invokeEvalResponseBodyEvalsResponse200ApplicationJson7Value:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$outboundSchema
+      .parse(invokeEvalResponseBodyEvalsResponse200ApplicationJson7Value),
+  );
+}
+export function invokeEvalResponseBodyEvalsResponse200ApplicationJSON7ValueFromJSON(
+  jsonString: string,
+): SafeParseResult<
+  InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value,
+  SDKValidationError
+> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value$inboundSchema
+        .parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Value' from JSON`,
+  );
+}
+
+/** @internal */
+export const OriginalValue$inboundSchema: z.ZodType<
+  OriginalValue,
+  z.ZodTypeDef,
+  unknown
+> = z.union([z.number(), z.boolean(), z.string()]);
+/** @internal */
+export type OriginalValue$Outbound = number | boolean | string;
+
+/** @internal */
+export const OriginalValue$outboundSchema: z.ZodType<
+  OriginalValue$Outbound,
+  z.ZodTypeDef,
+  OriginalValue
+> = z.union([z.number(), z.boolean(), z.string()]);
+
+export function originalValueToJSON(originalValue: OriginalValue): string {
+  return JSON.stringify(OriginalValue$outboundSchema.parse(originalValue));
+}
+export function originalValueFromJSON(
+  jsonString: string,
+): SafeParseResult<OriginalValue, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => OriginalValue$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'OriginalValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponseValue$inboundSchema: z.ZodType<
+  InvokeEvalResponseBodyEvalsResponseValue,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  workflow_run_id: z.string(),
+  value: z.union([z.number(), z.boolean(), z.string()]),
+  explanation: z.nullable(z.string()).optional(),
+  original_value: z.nullable(z.union([z.number(), z.boolean(), z.string()]))
+    .optional(),
+  original_explanation: z.nullable(z.string()).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "workflow_run_id": "workflowRunId",
+    "original_value": "originalValue",
+    "original_explanation": "originalExplanation",
+  });
+});
+/** @internal */
+export type InvokeEvalResponseBodyEvalsResponseValue$Outbound = {
+  workflow_run_id: string;
+  value: number | boolean | string;
+  explanation?: string | null | undefined;
+  original_value?: number | boolean | string | null | undefined;
+  original_explanation?: string | null | undefined;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponseValue$outboundSchema: z.ZodType<
+  InvokeEvalResponseBodyEvalsResponseValue$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBodyEvalsResponseValue
+> = z.object({
+  workflowRunId: z.string(),
+  value: z.union([z.number(), z.boolean(), z.string()]),
+  explanation: z.nullable(z.string()).optional(),
+  originalValue: z.nullable(z.union([z.number(), z.boolean(), z.string()]))
+    .optional(),
+  originalExplanation: z.nullable(z.string()).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    workflowRunId: "workflow_run_id",
+    originalValue: "original_value",
+    originalExplanation: "original_explanation",
+  });
+});
+
+export function invokeEvalResponseBodyEvalsResponseValueToJSON(
+  invokeEvalResponseBodyEvalsResponseValue:
+    InvokeEvalResponseBodyEvalsResponseValue,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyEvalsResponseValue$outboundSchema.parse(
+      invokeEvalResponseBodyEvalsResponseValue,
+    ),
+  );
+}
+export function invokeEvalResponseBodyEvalsResponseValueFromJSON(
+  jsonString: string,
+): SafeParseResult<
+  InvokeEvalResponseBodyEvalsResponseValue,
+  SDKValidationError
+> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      InvokeEvalResponseBodyEvalsResponseValue$inboundSchema.parse(
+        JSON.parse(x),
+      ),
+    `Failed to parse 'InvokeEvalResponseBodyEvalsResponseValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyLLM$inboundSchema: z.ZodType<
+  InvokeEvalResponseBodyLLM,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type$inboundSchema,
+  value: z.nullable(
+    z.lazy(() => InvokeEvalResponseBodyEvalsResponseValue$inboundSchema),
+  ),
+});
+/** @internal */
+export type InvokeEvalResponseBodyLLM$Outbound = {
+  type: string;
+  value: InvokeEvalResponseBodyEvalsResponseValue$Outbound | null;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyLLM$outboundSchema: z.ZodType<
+  InvokeEvalResponseBodyLLM$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBodyLLM
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson7Type$outboundSchema,
+  value: z.nullable(
+    z.lazy(() => InvokeEvalResponseBodyEvalsResponseValue$outboundSchema),
+  ),
+});
+
+export function invokeEvalResponseBodyLLMToJSON(
+  invokeEvalResponseBodyLLM: InvokeEvalResponseBodyLLM,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyLLM$outboundSchema.parse(invokeEvalResponseBodyLLM),
+  );
+}
+export function invokeEvalResponseBodyLLMFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalResponseBodyLLM, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalResponseBodyLLM$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyLLM' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type$inboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type
+  > = z.nativeEnum(InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type$outboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type
+  > = InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type$inboundSchema;
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsValue$inboundSchema: z.ZodType<
+  InvokeEvalResponseBodyEvalsValue,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  f1: z.number(),
+  precision: z.number(),
+  recall: z.number(),
+});
+/** @internal */
+export type InvokeEvalResponseBodyEvalsValue$Outbound = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsValue$outboundSchema: z.ZodType<
+  InvokeEvalResponseBodyEvalsValue$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBodyEvalsValue
+> = z.object({
+  f1: z.number(),
+  precision: z.number(),
+  recall: z.number(),
+});
+
+export function invokeEvalResponseBodyEvalsValueToJSON(
+  invokeEvalResponseBodyEvalsValue: InvokeEvalResponseBodyEvalsValue,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyEvalsValue$outboundSchema.parse(
+      invokeEvalResponseBodyEvalsValue,
+    ),
+  );
+}
+export function invokeEvalResponseBodyEvalsValueFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalResponseBodyEvalsValue, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalResponseBodyEvalsValue$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyEvalsValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const BERTScore$inboundSchema: z.ZodType<
+  BERTScore,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type$inboundSchema,
+  value: z.lazy(() => InvokeEvalResponseBodyEvalsValue$inboundSchema),
+});
+/** @internal */
+export type BERTScore$Outbound = {
+  type: string;
+  value: InvokeEvalResponseBodyEvalsValue$Outbound;
+};
+
+/** @internal */
+export const BERTScore$outboundSchema: z.ZodType<
+  BERTScore$Outbound,
+  z.ZodTypeDef,
+  BERTScore
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJson6Type$outboundSchema,
+  value: z.lazy(() => InvokeEvalResponseBodyEvalsValue$outboundSchema),
+});
+
+export function bertScoreToJSON(bertScore: BERTScore): string {
+  return JSON.stringify(BERTScore$outboundSchema.parse(bertScore));
+}
+export function bertScoreFromJSON(
+  jsonString: string,
+): SafeParseResult<BERTScore, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => BERTScore$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'BERTScore' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType$inboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType
+  > = z.nativeEnum(InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType$outboundSchema:
+  z.ZodNativeEnum<
+    typeof InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType
+  > = InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType$inboundSchema;
+
+/** @internal */
+export const Rouge1$inboundSchema: z.ZodType<Rouge1, z.ZodTypeDef, unknown> = z
+  .object({
+    f1: z.number(),
+    precision: z.number(),
+    recall: z.number(),
+  });
+/** @internal */
+export type Rouge1$Outbound = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+/** @internal */
+export const Rouge1$outboundSchema: z.ZodType<
+  Rouge1$Outbound,
+  z.ZodTypeDef,
+  Rouge1
+> = z.object({
+  f1: z.number(),
+  precision: z.number(),
+  recall: z.number(),
+});
+
+export function rouge1ToJSON(rouge1: Rouge1): string {
+  return JSON.stringify(Rouge1$outboundSchema.parse(rouge1));
+}
+export function rouge1FromJSON(
+  jsonString: string,
+): SafeParseResult<Rouge1, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Rouge1$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Rouge1' from JSON`,
+  );
+}
+
+/** @internal */
+export const Rouge2$inboundSchema: z.ZodType<Rouge2, z.ZodTypeDef, unknown> = z
+  .object({
+    f1: z.number(),
+    precision: z.number(),
+    recall: z.number(),
+  });
+/** @internal */
+export type Rouge2$Outbound = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+/** @internal */
+export const Rouge2$outboundSchema: z.ZodType<
+  Rouge2$Outbound,
+  z.ZodTypeDef,
+  Rouge2
+> = z.object({
+  f1: z.number(),
+  precision: z.number(),
+  recall: z.number(),
+});
+
+export function rouge2ToJSON(rouge2: Rouge2): string {
+  return JSON.stringify(Rouge2$outboundSchema.parse(rouge2));
+}
+export function rouge2FromJSON(
+  jsonString: string,
+): SafeParseResult<Rouge2, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Rouge2$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Rouge2' from JSON`,
+  );
+}
+
+/** @internal */
+export const RougeL$inboundSchema: z.ZodType<RougeL, z.ZodTypeDef, unknown> = z
+  .object({
+    f1: z.number(),
+    precision: z.number(),
+    recall: z.number(),
+  });
+/** @internal */
+export type RougeL$Outbound = {
+  f1: number;
+  precision: number;
+  recall: number;
+};
+
+/** @internal */
+export const RougeL$outboundSchema: z.ZodType<
+  RougeL$Outbound,
+  z.ZodTypeDef,
+  RougeL
+> = z.object({
+  f1: z.number(),
+  precision: z.number(),
+  recall: z.number(),
+});
+
+export function rougeLToJSON(rougeL: RougeL): string {
+  return JSON.stringify(RougeL$outboundSchema.parse(rougeL));
+}
+export function rougeLFromJSON(
+  jsonString: string,
+): SafeParseResult<RougeL, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => RougeL$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'RougeL' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyValue$inboundSchema: z.ZodType<
+  InvokeEvalResponseBodyValue,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  rouge_1: z.lazy(() => Rouge1$inboundSchema),
+  rouge_2: z.lazy(() => Rouge2$inboundSchema),
+  rouge_l: z.lazy(() => RougeL$inboundSchema),
+}).transform((v) => {
+  return remap$(v, {
+    "rouge_1": "rouge1",
+    "rouge_2": "rouge2",
+    "rouge_l": "rougeL",
+  });
+});
+/** @internal */
+export type InvokeEvalResponseBodyValue$Outbound = {
+  rouge_1: Rouge1$Outbound;
+  rouge_2: Rouge2$Outbound;
+  rouge_l: RougeL$Outbound;
+};
+
+/** @internal */
+export const InvokeEvalResponseBodyValue$outboundSchema: z.ZodType<
+  InvokeEvalResponseBodyValue$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBodyValue
+> = z.object({
+  rouge1: z.lazy(() => Rouge1$outboundSchema),
+  rouge2: z.lazy(() => Rouge2$outboundSchema),
+  rougeL: z.lazy(() => RougeL$outboundSchema),
+}).transform((v) => {
+  return remap$(v, {
+    rouge1: "rouge_1",
+    rouge2: "rouge_2",
+    rougeL: "rouge_l",
+  });
+});
+
+export function invokeEvalResponseBodyValueToJSON(
+  invokeEvalResponseBodyValue: InvokeEvalResponseBodyValue,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBodyValue$outboundSchema.parse(
+      invokeEvalResponseBodyValue,
+    ),
+  );
+}
+export function invokeEvalResponseBodyValueFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalResponseBodyValue, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalResponseBodyValue$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBodyValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const RougeN$inboundSchema: z.ZodType<RougeN, z.ZodTypeDef, unknown> = z
+  .object({
+    type:
+      InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType$inboundSchema,
+    value: z.lazy(() => InvokeEvalResponseBodyValue$inboundSchema),
+  });
+/** @internal */
+export type RougeN$Outbound = {
+  type: string;
+  value: InvokeEvalResponseBodyValue$Outbound;
+};
+
+/** @internal */
+export const RougeN$outboundSchema: z.ZodType<
+  RougeN$Outbound,
+  z.ZodTypeDef,
+  RougeN
+> = z.object({
+  type:
+    InvokeEvalResponseBodyEvalsResponse200ApplicationJSONType$outboundSchema,
+  value: z.lazy(() => InvokeEvalResponseBodyValue$outboundSchema),
+});
+
+export function rougeNToJSON(rougeN: RougeN): string {
+  return JSON.stringify(RougeN$outboundSchema.parse(rougeN));
+}
+export function rougeNFromJSON(
+  jsonString: string,
+): SafeParseResult<RougeN, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => RougeN$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'RougeN' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200Type$inboundSchema:
+  z.ZodNativeEnum<typeof InvokeEvalResponseBodyEvalsResponse200Type> = z
+    .nativeEnum(InvokeEvalResponseBodyEvalsResponse200Type);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponse200Type$outboundSchema:
+  z.ZodNativeEnum<typeof InvokeEvalResponseBodyEvalsResponse200Type> =
+    InvokeEvalResponseBodyEvalsResponse200Type$inboundSchema;
+
+/** @internal */
+export const StringArray$inboundSchema: z.ZodType<
+  StringArray,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsResponse200Type$inboundSchema,
+  values: z.array(z.nullable(z.string())),
+});
+/** @internal */
+export type StringArray$Outbound = {
+  type: string;
+  values: Array<string | null>;
+};
+
+/** @internal */
+export const StringArray$outboundSchema: z.ZodType<
+  StringArray$Outbound,
+  z.ZodTypeDef,
+  StringArray
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsResponse200Type$outboundSchema,
+  values: z.array(z.nullable(z.string())),
+});
+
+export function stringArrayToJSON(stringArray: StringArray): string {
+  return JSON.stringify(StringArray$outboundSchema.parse(stringArray));
+}
+export function stringArrayFromJSON(
+  jsonString: string,
+): SafeParseResult<StringArray, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => StringArray$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'StringArray' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponseType$inboundSchema:
+  z.ZodNativeEnum<typeof InvokeEvalResponseBodyEvalsResponseType> = z
+    .nativeEnum(InvokeEvalResponseBodyEvalsResponseType);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsResponseType$outboundSchema:
+  z.ZodNativeEnum<typeof InvokeEvalResponseBodyEvalsResponseType> =
+    InvokeEvalResponseBodyEvalsResponseType$inboundSchema;
+
+/** @internal */
+export const ResponseBodyValue$inboundSchema: z.ZodType<
+  ResponseBodyValue,
+  z.ZodTypeDef,
+  unknown
+> = z.union([z.boolean(), z.string(), z.number()]);
+/** @internal */
+export type ResponseBodyValue$Outbound = boolean | string | number;
+
+/** @internal */
+export const ResponseBodyValue$outboundSchema: z.ZodType<
+  ResponseBodyValue$Outbound,
+  z.ZodTypeDef,
+  ResponseBodyValue
+> = z.union([z.boolean(), z.string(), z.number()]);
+
+export function responseBodyValueToJSON(
+  responseBodyValue: ResponseBodyValue,
+): string {
+  return JSON.stringify(
+    ResponseBodyValue$outboundSchema.parse(responseBodyValue),
+  );
+}
+export function responseBodyValueFromJSON(
+  jsonString: string,
+): SafeParseResult<ResponseBodyValue, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ResponseBodyValue$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ResponseBodyValue' from JSON`,
+  );
+}
+
+/** @internal */
+export const ResponseBodyBoolean$inboundSchema: z.ZodType<
+  ResponseBodyBoolean,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsResponseType$inboundSchema,
+  value: z.nullable(z.union([z.boolean(), z.string(), z.number()])),
+});
+/** @internal */
+export type ResponseBodyBoolean$Outbound = {
+  type: string;
+  value: boolean | string | number | null;
+};
+
+/** @internal */
+export const ResponseBodyBoolean$outboundSchema: z.ZodType<
+  ResponseBodyBoolean$Outbound,
+  z.ZodTypeDef,
+  ResponseBodyBoolean
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsResponseType$outboundSchema,
+  value: z.nullable(z.union([z.boolean(), z.string(), z.number()])),
+});
+
+export function responseBodyBooleanToJSON(
+  responseBodyBoolean: ResponseBodyBoolean,
+): string {
+  return JSON.stringify(
+    ResponseBodyBoolean$outboundSchema.parse(responseBodyBoolean),
+  );
+}
+export function responseBodyBooleanFromJSON(
+  jsonString: string,
+): SafeParseResult<ResponseBodyBoolean, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ResponseBodyBoolean$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ResponseBodyBoolean' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyEvalsType$inboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalResponseBodyEvalsType
+> = z.nativeEnum(InvokeEvalResponseBodyEvalsType);
+/** @internal */
+export const InvokeEvalResponseBodyEvalsType$outboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalResponseBodyEvalsType
+> = InvokeEvalResponseBodyEvalsType$inboundSchema;
+
+/** @internal */
+export const Style$inboundSchema: z.ZodNativeEnum<typeof Style> = z.nativeEnum(
+  Style,
+);
+/** @internal */
+export const Style$outboundSchema: z.ZodNativeEnum<typeof Style> =
+  Style$inboundSchema;
+
+/** @internal */
+export const Currency$inboundSchema: z.ZodNativeEnum<typeof Currency> = z
+  .nativeEnum(Currency);
+/** @internal */
+export const Currency$outboundSchema: z.ZodNativeEnum<typeof Currency> =
+  Currency$inboundSchema;
+
+/** @internal */
+export const FormatOptions2$inboundSchema: z.ZodType<
+  FormatOptions2,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  style: Style$inboundSchema,
+  currency: Currency$inboundSchema,
+});
+/** @internal */
+export type FormatOptions2$Outbound = {
+  style: string;
+  currency: string;
+};
+
+/** @internal */
+export const FormatOptions2$outboundSchema: z.ZodType<
+  FormatOptions2$Outbound,
+  z.ZodTypeDef,
+  FormatOptions2
+> = z.object({
+  style: Style$outboundSchema,
+  currency: Currency$outboundSchema,
+});
+
+export function formatOptions2ToJSON(formatOptions2: FormatOptions2): string {
+  return JSON.stringify(FormatOptions2$outboundSchema.parse(formatOptions2));
+}
+export function formatOptions2FromJSON(
+  jsonString: string,
+): SafeParseResult<FormatOptions2, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => FormatOptions2$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'FormatOptions2' from JSON`,
+  );
+}
+
+/** @internal */
+export const FormatOptions1$inboundSchema: z.ZodType<
+  FormatOptions1,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  significant_digits: z.number(),
+}).transform((v) => {
+  return remap$(v, {
+    "significant_digits": "significantDigits",
+  });
+});
+/** @internal */
+export type FormatOptions1$Outbound = {
+  significant_digits: number;
+};
+
+/** @internal */
+export const FormatOptions1$outboundSchema: z.ZodType<
+  FormatOptions1$Outbound,
+  z.ZodTypeDef,
+  FormatOptions1
+> = z.object({
+  significantDigits: z.number(),
+}).transform((v) => {
+  return remap$(v, {
+    significantDigits: "significant_digits",
+  });
+});
+
+export function formatOptions1ToJSON(formatOptions1: FormatOptions1): string {
+  return JSON.stringify(FormatOptions1$outboundSchema.parse(formatOptions1));
+}
+export function formatOptions1FromJSON(
+  jsonString: string,
+): SafeParseResult<FormatOptions1, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => FormatOptions1$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'FormatOptions1' from JSON`,
+  );
+}
+
+/** @internal */
+export const FormatOptions$inboundSchema: z.ZodType<
+  FormatOptions,
+  z.ZodTypeDef,
+  unknown
+> = z.union([
+  z.lazy(() => FormatOptions2$inboundSchema),
+  z.lazy(() => FormatOptions1$inboundSchema),
+]);
+/** @internal */
+export type FormatOptions$Outbound =
+  | FormatOptions2$Outbound
+  | FormatOptions1$Outbound;
+
+/** @internal */
+export const FormatOptions$outboundSchema: z.ZodType<
+  FormatOptions$Outbound,
+  z.ZodTypeDef,
+  FormatOptions
+> = z.union([
+  z.lazy(() => FormatOptions2$outboundSchema),
+  z.lazy(() => FormatOptions1$outboundSchema),
+]);
+
+export function formatOptionsToJSON(formatOptions: FormatOptions): string {
+  return JSON.stringify(FormatOptions$outboundSchema.parse(formatOptions));
+}
+export function formatOptionsFromJSON(
+  jsonString: string,
+): SafeParseResult<FormatOptions, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => FormatOptions$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'FormatOptions' from JSON`,
+  );
+}
+
+/** @internal */
+export const ResponseBodyNumber$inboundSchema: z.ZodType<
+  ResponseBodyNumber,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsType$inboundSchema,
+  original_value: z.nullable(z.number()).optional(),
+  value: z.nullable(z.number()),
+  format_options: z.union([
+    z.lazy(() => FormatOptions2$inboundSchema),
+    z.lazy(() => FormatOptions1$inboundSchema),
+  ]).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "original_value": "originalValue",
+    "format_options": "formatOptions",
+  });
+});
+/** @internal */
+export type ResponseBodyNumber$Outbound = {
+  type: string;
+  original_value?: number | null | undefined;
+  value: number | null;
+  format_options?:
+    | FormatOptions2$Outbound
+    | FormatOptions1$Outbound
+    | undefined;
+};
+
+/** @internal */
+export const ResponseBodyNumber$outboundSchema: z.ZodType<
+  ResponseBodyNumber$Outbound,
+  z.ZodTypeDef,
+  ResponseBodyNumber
+> = z.object({
+  type: InvokeEvalResponseBodyEvalsType$outboundSchema,
+  originalValue: z.nullable(z.number()).optional(),
+  value: z.nullable(z.number()),
+  formatOptions: z.union([
+    z.lazy(() => FormatOptions2$outboundSchema),
+    z.lazy(() => FormatOptions1$outboundSchema),
+  ]).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    originalValue: "original_value",
+    formatOptions: "format_options",
+  });
+});
+
+export function responseBodyNumberToJSON(
+  responseBodyNumber: ResponseBodyNumber,
+): string {
+  return JSON.stringify(
+    ResponseBodyNumber$outboundSchema.parse(responseBodyNumber),
+  );
+}
+export function responseBodyNumberFromJSON(
+  jsonString: string,
+): SafeParseResult<ResponseBodyNumber, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ResponseBodyNumber$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ResponseBodyNumber' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBodyType$inboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalResponseBodyType
+> = z.nativeEnum(InvokeEvalResponseBodyType);
+/** @internal */
+export const InvokeEvalResponseBodyType$outboundSchema: z.ZodNativeEnum<
+  typeof InvokeEvalResponseBodyType
+> = InvokeEvalResponseBodyType$inboundSchema;
+
+/** @internal */
+export const String$inboundSchema: z.ZodType<String, z.ZodTypeDef, unknown> = z
+  .object({
+    type: InvokeEvalResponseBodyType$inboundSchema,
+    original_value: z.nullable(z.string()).optional(),
+    value: z.nullable(z.string()).optional(),
+  }).transform((v) => {
+    return remap$(v, {
+      "original_value": "originalValue",
+    });
+  });
+/** @internal */
+export type String$Outbound = {
+  type: string;
+  original_value?: string | null | undefined;
+  value?: string | null | undefined;
+};
+
+/** @internal */
+export const String$outboundSchema: z.ZodType<
+  String$Outbound,
+  z.ZodTypeDef,
+  String
+> = z.object({
+  type: InvokeEvalResponseBodyType$outboundSchema,
+  originalValue: z.nullable(z.string()).optional(),
+  value: z.nullable(z.string()).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    originalValue: "original_value",
+  });
+});
+
+export function stringToJSON(string: String): string {
+  return JSON.stringify(String$outboundSchema.parse(string));
+}
+export function stringFromJSON(
+  jsonString: string,
+): SafeParseResult<String, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => String$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'String' from JSON`,
+  );
+}
+
+/** @internal */
+export const InvokeEvalResponseBody$inboundSchema: z.ZodType<
+  InvokeEvalResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.union([
+  z.lazy(() => ResponseBodyNumber$inboundSchema),
+  z.lazy(() => ResponseBodyBoolean$inboundSchema),
+  z.lazy(() => StringArray$inboundSchema),
+  z.lazy(() => RougeN$inboundSchema),
+  z.lazy(() => BERTScore$inboundSchema),
+  z.lazy(() => InvokeEvalResponseBodyLLM$inboundSchema),
+  z.lazy(() => String$inboundSchema),
+  z.lazy(() => InvokeEvalResponseBodyHTTP$inboundSchema),
+]);
+/** @internal */
+export type InvokeEvalResponseBody$Outbound =
+  | ResponseBodyNumber$Outbound
+  | ResponseBodyBoolean$Outbound
+  | StringArray$Outbound
+  | RougeN$Outbound
+  | BERTScore$Outbound
+  | InvokeEvalResponseBodyLLM$Outbound
+  | String$Outbound
+  | InvokeEvalResponseBodyHTTP$Outbound;
+
+/** @internal */
+export const InvokeEvalResponseBody$outboundSchema: z.ZodType<
+  InvokeEvalResponseBody$Outbound,
+  z.ZodTypeDef,
+  InvokeEvalResponseBody
+> = z.union([
+  z.lazy(() => ResponseBodyNumber$outboundSchema),
+  z.lazy(() => ResponseBodyBoolean$outboundSchema),
+  z.lazy(() => StringArray$outboundSchema),
+  z.lazy(() => RougeN$outboundSchema),
+  z.lazy(() => BERTScore$outboundSchema),
+  z.lazy(() => InvokeEvalResponseBodyLLM$outboundSchema),
+  z.lazy(() => String$outboundSchema),
+  z.lazy(() => InvokeEvalResponseBodyHTTP$outboundSchema),
+]);
+
+export function invokeEvalResponseBodyToJSON(
+  invokeEvalResponseBody: InvokeEvalResponseBody,
+): string {
+  return JSON.stringify(
+    InvokeEvalResponseBody$outboundSchema.parse(invokeEvalResponseBody),
+  );
+}
+export function invokeEvalResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<InvokeEvalResponseBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => InvokeEvalResponseBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'InvokeEvalResponseBody' from JSON`,
+  );
+}