@mutagent/sdk 0.2.57 → 0.2.59

package/src/models/evaluation.ts

@@ -56,6 +56,26 @@ export type Evaluation = {
    * Creator email
    */
   createdBy: string | null;
+  /**
+   * UUID grouping all versions of this evaluation together
+   */
+  evaluationGroupId?: string | undefined;
+  /**
+   * Semantic version string (e.g., "1.0.0", "1.1.0")
+   */
+  version?: string | undefined;
+  /**
+   * ID of the previous version in the version chain (null for v1.0.0)
+   */
+  ancestorId?: number | null | undefined;
+  /**
+   * Whether this is the latest version in the evaluation group
+   */
+  isLatest?: boolean | undefined;
+  /**
+   * ID of the test dataset used for evaluation
+   */
+  datasetId?: number | undefined;
 };
 
 /** @internal */
@@ -72,6 +92,11 @@ export const Evaluation$inboundSchema: z.ZodMiniType<Evaluation, unknown> = z
     createdAt: types.nullable(types.date()),
     updatedAt: types.nullable(types.date()),
     createdBy: types.nullable(types.string()),
+    evaluationGroupId: types.optional(types.string()),
+    version: types.optional(types.string()),
+    ancestorId: z.optional(z.nullable(types.number())),
+    isLatest: types.optional(types.boolean()),
+    datasetId: types.optional(types.number()),
   });
 
 export function evaluationFromJSON(

package/src/models/id-prompt-id-workspace-id.ts

@@ -0,0 +1,114 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+import { safeParse } from "../lib/schemas.js";
+import { Result as SafeParseResult } from "../types/fp.js";
+import * as types from "../types/primitives.js";
+import { SDKValidationError } from "./errors/sdk-validation-error.js";
+
+export type IdPromptIdWorkspaceId = {
+  /**
+   * Execution result ID
+   */
+  id: number;
+  /**
+   * Prompt ID (null if prompt deleted)
+   */
+  promptId: number | null;
+  /**
+   * Workspace ID
+   */
+  workspaceId: string;
+  /**
+   * Input variables used
+   */
+  inputs: any;
+  /**
+   * Model used
+   */
+  model: string;
+  /**
+   * Generated output
+   */
+  actualOutput: string;
+  /**
+   * Execution status
+   */
+  executionStatus: string;
+  /**
+   * Latency in ms
+   */
+  executionTime: number | null;
+  /**
+   * Error message
+   */
+  executionError: string | null;
+  /**
+   * Temperature used
+   */
+  temperature: number | null;
+  /**
+   * Max tokens used
+   */
+  maxTokens: number | null;
+  /**
+   * Token usage breakdown
+   */
+  tokenUsage: any | null;
+  /**
+   * Estimated cost in USD
+   */
+  cost: number | null;
+  /**
+   * Multi-model run group UUID
+   */
+  runGroupId: string | null;
+  /**
+   * Evaluation score
+   */
+  score: number | null;
+  /**
+   * Evaluation success
+   */
+  success: boolean | null;
+  /**
+   * Creation timestamp (ISO 8601)
+   */
+  createdAt: string;
+};
+
+/** @internal */
+export const IdPromptIdWorkspaceId$inboundSchema: z.ZodMiniType<
+  IdPromptIdWorkspaceId,
+  unknown
+> = z.object({
+  id: types.number(),
+  promptId: types.nullable(types.number()),
+  workspaceId: types.string(),
+  inputs: z.any(),
+  model: types.string(),
+  actualOutput: types.string(),
+  executionStatus: types.string(),
+  executionTime: types.nullable(types.number()),
+  executionError: types.nullable(types.string()),
+  temperature: types.nullable(types.number()),
+  maxTokens: types.nullable(types.number()),
+  tokenUsage: types.nullable(z.any()),
+  cost: types.nullable(types.number()),
+  runGroupId: types.nullable(types.string()),
+  score: types.nullable(types.number()),
+  success: types.nullable(types.boolean()),
+  createdAt: types.string(),
+});
+
+export function idPromptIdWorkspaceIdFromJSON(
+  jsonString: string,
+): SafeParseResult<IdPromptIdWorkspaceId, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => IdPromptIdWorkspaceId$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'IdPromptIdWorkspaceId' from JSON`,
+  );
+}

package/src/models/index.ts

@@ -10,14 +10,19 @@ export * from "./agent-dataset-statistics.js";
 export * from "./agent-dataset.js";
 export * from "./agent-list.js";
 export * from "./agent.js";
+export * from "./array-of-id-prompt-id-workspace-id.js";
 export * from "./array-of-path-content-type.js";
 export * from "./array-of-path-data-format.js";
 export * from "./array-of-resource-scope-spans.js";
+export * from "./array-of-role-content.js";
 export * from "./array-of-url-content-type.js";
 export * from "./batch-ingestion-response.js";
 export * from "./current-password-new-password.js";
 export * from "./dataset-id-evaluation-id-config.js";
+export * from "./dataset-item-id-dataset-item-index-model-column-id.js";
 export * from "./email-role-expires-in-days.js";
+export * from "./evaluation-aggregation-results.js";
+export * from "./evaluation-history.js";
 export * from "./evaluation-list.js";
 export * from "./evaluation-result.js";
 export * from "./evaluation-run.js";
@@ -25,14 +30,17 @@ export * from "./evaluation.js";
 export * from "./files-urls-images.js";
 export * from "./id-name-email.js";
 export * from "./id-organization-id-email.js";
+export * from "./id-prompt-id-workspace-id.js";
 export * from "./id-user-id-role.js";
 export * from "./id-user-id-role2.js";
 export * from "./input-context-expected-output-sequence.js";
 export * from "./input-context-expected-output-sequence2.js";
 export * from "./input-evaluation-id-llm-config.js";
 export * from "./input-llm-config.js";
+export * from "./input-output-total.js";
 export * from "./model-temperature-max-tokens.js";
 export * from "./name-api-key-base-url.js";
+export * from "./name-description-eval-config.js";
 export * from "./name-description-is-latest.js";
 export * from "./name-description-metadata.js";
 export * from "./name-description-metadata2.js";
@@ -54,6 +62,7 @@ export * from "./optimization-job-list.js";
 export * from "./optimization-job-status.js";
 export * from "./optimization-job.js";
 export * from "./optimization-score-progression.js";
+export * from "./optimization-states.js";
 export * from "./org-member-count-or-error-union.js";
 export * from "./org-success-or-error-union.js";
 export * from "./organization-list-or-error-union.js";
@@ -63,16 +72,24 @@ export * from "./prompt-dataset-export.js";
 export * from "./prompt-dataset-item.js";
 export * from "./prompt-dataset-list.js";
 export * from "./prompt-dataset.js";
-export * from "./prompt-id-name-description.js";
+export * from "./prompt-id-dataset-id-name.js";
+export * from "./prompt-id-executions.js";
+export * from "./prompt-id-inputs-model.js";
+export * from "./prompt-id-prompt-group-id-evaluation-id.js";
 export * from "./prompt-list.js";
+export * from "./prompt-success-response.js";
 export * from "./prompt.js";
 export * from "./provider-config.js";
 export * from "./provider-configs-list.js";
-export * from "./schemadefaul11.js";
-export * from "./schemadefaul9.js";
+export * from "./schemaany-of.js";
+export * from "./schemaany-of2.js";
+export * from "./schemadefaul12.js";
+export * from "./schemadefaul14.js";
+export * from "./schemaenum2.js";
 export * from "./schemaitems4.js";
-export * from "./schemanullab2.js";
+export * from "./schemanullab4.js";
 export * from "./security.js";
+export * from "./status-summary-completed-at.js";
 export * from "./success-response.js";
 export * from "./target-prompt-id-target-prompt-group-id-new-name.js";
 export * from "./test-connection-result.js";

package/src/models/input-output-total.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+
+export type InputOutputTotal = {
+  /**
+   * Input tokens used
+   */
+  input: number;
+  /**
+   * Output tokens generated
+   */
+  output: number;
+  /**
+   * Total tokens used
+   */
+  total: number;
+};
+
+/** @internal */
+export type InputOutputTotal$Outbound = {
+  input: number;
+  output: number;
+  total: number;
+};
+
+/** @internal */
+export const InputOutputTotal$outboundSchema: z.ZodMiniType<
+  InputOutputTotal$Outbound,
+  InputOutputTotal
+> = z.object({
+  input: z.number(),
+  output: z.number(),
+  total: z.number(),
+});
+
+export function inputOutputTotalToJSON(
+  inputOutputTotal: InputOutputTotal,
+): string {
+  return JSON.stringify(
+    InputOutputTotal$outboundSchema.parse(inputOutputTotal),
+  );
+}

package/src/models/name-api-key-base-url.ts

@@ -4,10 +4,10 @@
 
 import * as z from "zod/v4-mini";
 import {
-  Schemanullab2,
-  Schemanullab2$Outbound,
-  Schemanullab2$outboundSchema,
-} from "./schemanullab2.js";
+  Schemanullab4,
+  Schemanullab4$Outbound,
+  Schemanullab4$outboundSchema,
+} from "./schemanullab4.js";
 
 export type NameApiKeyBaseUrl = {
   /**
@@ -25,7 +25,7 @@ export type NameApiKeyBaseUrl = {
   /**
    * Updated model mappings (null to clear)
    */
-  modelOverrides?: Schemanullab2 | null | undefined;
+  modelOverrides?: Schemanullab4 | null | undefined;
   /**
    * Activate or deactivate this config
    */
@@ -37,7 +37,7 @@ export type NameApiKeyBaseUrl = {
   /**
    * Updated metadata (null to clear)
    */
-  metadata?: Schemanullab2 | null | undefined;
+  metadata?: Schemanullab4 | null | undefined;
 };
 
 /** @internal */
@@ -45,10 +45,10 @@ export type NameApiKeyBaseUrl$Outbound = {
   name?: string | undefined;
   apiKey?: string | undefined;
   baseUrl?: string | null | undefined;
-  modelOverrides?: Schemanullab2$Outbound | null | undefined;
+  modelOverrides?: Schemanullab4$Outbound | null | undefined;
   isActive?: boolean | undefined;
   isDefault?: boolean | undefined;
-  metadata?: Schemanullab2$Outbound | null | undefined;
+  metadata?: Schemanullab4$Outbound | null | undefined;
 };
 
 /** @internal */
@@ -59,10 +59,10 @@ export const NameApiKeyBaseUrl$outboundSchema: z.ZodMiniType<
   name: z.optional(z.string()),
   apiKey: z.optional(z.string()),
   baseUrl: z.optional(z.nullable(z.string())),
-  modelOverrides: z.optional(z.nullable(Schemanullab2$outboundSchema)),
+  modelOverrides: z.optional(z.nullable(Schemanullab4$outboundSchema)),
   isActive: z.optional(z.boolean()),
   isDefault: z.optional(z.boolean()),
-  metadata: z.optional(z.nullable(Schemanullab2$outboundSchema)),
+  metadata: z.optional(z.nullable(Schemanullab4$outboundSchema)),
 });
 
 export function nameApiKeyBaseUrlToJSON(

package/src/models/name-description-eval-config.ts

@@ -0,0 +1,141 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+
+/**
+ * Updated evaluation configuration
+ */
+export type NameDescriptionEvalConfigEvalConfig = {};
+
+/**
+ * Updated LLM configuration
+ */
+export type NameDescriptionEvalConfigLlmConfig = {};
+
+/**
+ * Updated metadata
+ */
+export type NameDescriptionEvalConfigMetadata = {};
+
+export type NameDescriptionEvalConfig = {
+  /**
+   * Updated evaluation name
+   */
+  name?: string | undefined;
+  /**
+   * Updated description
+   */
+  description?: string | undefined;
+  /**
+   * Updated evaluation configuration
+   */
+  evalConfig?: NameDescriptionEvalConfigEvalConfig | undefined;
+  /**
+   * Updated LLM configuration
+   */
+  llmConfig?: NameDescriptionEvalConfigLlmConfig | undefined;
+  /**
+   * Updated tags
+   */
+  tags?: Array<string> | undefined;
+  /**
+   * Updated metadata
+   */
+  metadata?: NameDescriptionEvalConfigMetadata | undefined;
+};
+
+/** @internal */
+export type NameDescriptionEvalConfigEvalConfig$Outbound = {};
+
+/** @internal */
+export const NameDescriptionEvalConfigEvalConfig$outboundSchema: z.ZodMiniType<
+  NameDescriptionEvalConfigEvalConfig$Outbound,
+  NameDescriptionEvalConfigEvalConfig
+> = z.object({});
+
+export function nameDescriptionEvalConfigEvalConfigToJSON(
+  nameDescriptionEvalConfigEvalConfig: NameDescriptionEvalConfigEvalConfig,
+): string {
+  return JSON.stringify(
+    NameDescriptionEvalConfigEvalConfig$outboundSchema.parse(
+      nameDescriptionEvalConfigEvalConfig,
+    ),
+  );
+}
+
+/** @internal */
+export type NameDescriptionEvalConfigLlmConfig$Outbound = {};
+
+/** @internal */
+export const NameDescriptionEvalConfigLlmConfig$outboundSchema: z.ZodMiniType<
+  NameDescriptionEvalConfigLlmConfig$Outbound,
+  NameDescriptionEvalConfigLlmConfig
+> = z.object({});
+
+export function nameDescriptionEvalConfigLlmConfigToJSON(
+  nameDescriptionEvalConfigLlmConfig: NameDescriptionEvalConfigLlmConfig,
+): string {
+  return JSON.stringify(
+    NameDescriptionEvalConfigLlmConfig$outboundSchema.parse(
+      nameDescriptionEvalConfigLlmConfig,
+    ),
+  );
+}
+
+/** @internal */
+export type NameDescriptionEvalConfigMetadata$Outbound = {};
+
+/** @internal */
+export const NameDescriptionEvalConfigMetadata$outboundSchema: z.ZodMiniType<
+  NameDescriptionEvalConfigMetadata$Outbound,
+  NameDescriptionEvalConfigMetadata
+> = z.object({});
+
+export function nameDescriptionEvalConfigMetadataToJSON(
+  nameDescriptionEvalConfigMetadata: NameDescriptionEvalConfigMetadata,
+): string {
+  return JSON.stringify(
+    NameDescriptionEvalConfigMetadata$outboundSchema.parse(
+      nameDescriptionEvalConfigMetadata,
+    ),
+  );
+}
+
+/** @internal */
+export type NameDescriptionEvalConfig$Outbound = {
+  name?: string | undefined;
+  description?: string | undefined;
+  evalConfig?: NameDescriptionEvalConfigEvalConfig$Outbound | undefined;
+  llmConfig?: NameDescriptionEvalConfigLlmConfig$Outbound | undefined;
+  tags?: Array<string> | undefined;
+  metadata?: NameDescriptionEvalConfigMetadata$Outbound | undefined;
+};
+
+/** @internal */
+export const NameDescriptionEvalConfig$outboundSchema: z.ZodMiniType<
+  NameDescriptionEvalConfig$Outbound,
+  NameDescriptionEvalConfig
+> = z.object({
+  name: z.optional(z.string()),
+  description: z.optional(z.string()),
+  evalConfig: z.optional(
+    z.lazy(() => NameDescriptionEvalConfigEvalConfig$outboundSchema),
+  ),
+  llmConfig: z.optional(
+    z.lazy(() => NameDescriptionEvalConfigLlmConfig$outboundSchema),
+  ),
+  tags: z.optional(z.array(z.string())),
+  metadata: z.optional(
+    z.lazy(() => NameDescriptionEvalConfigMetadata$outboundSchema),
+  ),
+});
+
+export function nameDescriptionEvalConfigToJSON(
+  nameDescriptionEvalConfig: NameDescriptionEvalConfig,
+): string {
+  return JSON.stringify(
+    NameDescriptionEvalConfig$outboundSchema.parse(nameDescriptionEvalConfig),
+  );
+}

package/src/models/name-description-is-latest.ts

@@ -3,6 +3,11 @@
  */
 
 import * as z from "zod/v4-mini";
+import {
+  ArrayOfRoleContent,
+  ArrayOfRoleContent$Outbound,
+  ArrayOfRoleContent$outboundSchema,
+} from "./array-of-role-content.js";
 
 export type NameDescriptionIsLatest = {
   /**
@@ -30,7 +35,11 @@ export type NameDescriptionIsLatest = {
    */
   rawPrompt?: string | undefined;
   /**
-   * Updated input schema
+   * Updated messages array for chat-style prompts
+   */
+  messages?: Array<ArrayOfRoleContent> | undefined;
+  /**
+   * Updated input schema defining expected input variables
    */
   inputSchema?: any | undefined;
   /**
@@ -55,6 +64,7 @@ export type NameDescriptionIsLatest$Outbound = {
   systemPrompt?: string | undefined;
   humanPrompt?: string | undefined;
   rawPrompt?: string | undefined;
+  messages?: Array<ArrayOfRoleContent$Outbound> | undefined;
   inputSchema?: any | undefined;
   outputSchema?: any | undefined;
   metadata?: any | undefined;
@@ -72,6 +82,7 @@ export const NameDescriptionIsLatest$outboundSchema: z.ZodMiniType<
   systemPrompt: z.optional(z.string()),
   humanPrompt: z.optional(z.string()),
   rawPrompt: z.optional(z.string()),
+  messages: z.optional(z.array(ArrayOfRoleContent$outboundSchema)),
   inputSchema: z.optional(z.any()),
   outputSchema: z.optional(z.any()),
   metadata: z.optional(z.any()),

package/src/models/name-description-version.ts

@@ -4,6 +4,17 @@
 
 import * as z from "zod/v4-mini";
 
+export type Message = {
+  /**
+   * Message role (system, user, assistant)
+   */
+  role: string;
+  /**
+   * Message content
+   */
+  content: string;
+};
+
 export type NameDescriptionVersion = {
   /**
    * Unique name for the prompt (e.g., "customer-greeting")
@@ -26,13 +37,17 @@ export type NameDescriptionVersion = {
    */
   systemPrompt?: string | undefined;
   /**
-   * User-facing prompt template with variable placeholders (e.g., "Hello {name}")
+   * User-facing prompt template with variable placeholders (e.g., "Hello {{name}}")
    */
   humanPrompt?: string | undefined;
   /**
    * Raw prompt text without templates or variables
    */
   rawPrompt?: string | undefined;
+  /**
+   * Array of messages for chat-style prompts
+   */
+  messages?: Array<Message> | undefined;
   /**
    * JSON Schema defining expected input variables (e.g., {"name": {"type": "string"}})
    */
@@ -55,6 +70,23 @@ export type NameDescriptionVersion = {
   tags?: Array<string> | undefined;
 };
 
+/** @internal */
+export type Message$Outbound = {
+  role: string;
+  content: string;
+};
+
+/** @internal */
+export const Message$outboundSchema: z.ZodMiniType<Message$Outbound, Message> =
+  z.object({
+    role: z.string(),
+    content: z.string(),
+  });
+
+export function messageToJSON(message: Message): string {
+  return JSON.stringify(Message$outboundSchema.parse(message));
+}
+
 /** @internal */
 export type NameDescriptionVersion$Outbound = {
   name: string;
@@ -64,6 +96,7 @@ export type NameDescriptionVersion$Outbound = {
   systemPrompt?: string | undefined;
   humanPrompt?: string | undefined;
   rawPrompt?: string | undefined;
+  messages?: Array<Message$Outbound> | undefined;
   inputSchema: any;
   outputSchema?: any | undefined;
   metadata?: any | undefined;
@@ -83,6 +116,7 @@ export const NameDescriptionVersion$outboundSchema: z.ZodMiniType<
   systemPrompt: z.optional(z.string()),
   humanPrompt: z.optional(z.string()),
   rawPrompt: z.optional(z.string()),
+  messages: z.optional(z.array(z.lazy(() => Message$outboundSchema))),
   inputSchema: z.any(),
   outputSchema: z.optional(z.any()),
   metadata: z.optional(z.any()),

package/src/models/operations/add-experiment-result.ts

@@ -0,0 +1,69 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import * as types from "../../types/primitives.js";
+import { SDKValidationError } from "../errors/sdk-validation-error.js";
+import * as models from "../index.js";
+
+export type AddExperimentResultRequest = {
+  id: string;
+  /**
+   * Request body for adding a single cell result to an experiment
+   */
+  body: models.DatasetItemIdDatasetItemIndexModelColumnId;
+};
+
+/**
+ * Response after adding a result
+ */
+export type AddExperimentResultResponse = {
+  /**
+   * ID of the created result
+   */
+  resultId: number;
+};
+
+/** @internal */
+export type AddExperimentResultRequest$Outbound = {
+  id: string;
+  body: models.DatasetItemIdDatasetItemIndexModelColumnId$Outbound;
+};
+
+/** @internal */
+export const AddExperimentResultRequest$outboundSchema: z.ZodMiniType<
+  AddExperimentResultRequest$Outbound,
+  AddExperimentResultRequest
+> = z.object({
+  id: z.string(),
+  body: models.DatasetItemIdDatasetItemIndexModelColumnId$outboundSchema,
+});
+
+export function addExperimentResultRequestToJSON(
+  addExperimentResultRequest: AddExperimentResultRequest,
+): string {
+  return JSON.stringify(
+    AddExperimentResultRequest$outboundSchema.parse(addExperimentResultRequest),
+  );
+}
+
+/** @internal */
+export const AddExperimentResultResponse$inboundSchema: z.ZodMiniType<
+  AddExperimentResultResponse,
+  unknown
+> = z.object({
+  resultId: types.number(),
+});
+
+export function addExperimentResultResponseFromJSON(
+  jsonString: string,
+): SafeParseResult<AddExperimentResultResponse, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => AddExperimentResultResponse$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'AddExperimentResultResponse' from JSON`,
+  );
+}