@mutagent/sdk 0.2.56 → 0.2.58

package/src/models/operations/get-prompt-readiness.ts

@@ -0,0 +1,453 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+import { safeParse } from "../../lib/schemas.js";
+import * as openEnums from "../../types/enums.js";
+import { OpenEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import * as types from "../../types/primitives.js";
+import { smartUnion } from "../../types/smart-union.js";
+import { SDKValidationError } from "../errors/sdk-validation-error.js";
+
+export type GetPromptReadinessRequest = {
+  promptGroupId: string;
+};
+
+/**
+ * Playground stage readiness — always ready if prompt exists
+ */
+export type Playground = {
+  /**
+   * Always true — Playground is available as long as the prompt exists
+   */
+  ready: boolean;
+  /**
+   * Whether the prompt has any content (systemPrompt, humanPrompt, or rawPrompt)
+   */
+  hasContent: boolean;
+  /**
+   * Whether the prompt input schema defines variables
+   */
+  hasVariables: boolean;
+  /**
+   * Number of input variables defined in the prompt schema
+   */
+  variableCount: number;
+  /**
+   * Whether at least one evaluation exists for this prompt group
+   */
+  hasEvaluation: boolean;
+  /**
+   * Total evaluations for this prompt group
+   */
+  evaluationCount: number;
+  /**
+   * Whether at least one dataset exists for this prompt group
+   */
+  hasDataset: boolean;
+  /**
+   * Total datasets for this prompt group
+   */
+  datasetCount: number;
+  /**
+   * Total playground execution results for this prompt group
+   */
+  executionCount: number;
+};
+
+export enum ExperimentsMissing {
+  Content = "content",
+  Evaluation = "evaluation",
+  Dataset = "dataset",
+  ExperimentRun = "experimentRun",
+}
+export type ExperimentsMissingOpen = OpenEnum<typeof ExperimentsMissing>;
+
+/**
+ * Experiments stage readiness — requires evaluation + dataset
+ */
+export type Experiments = {
+  /**
+   * True when hasEvaluation AND hasDataset are both true
+   */
+  ready: boolean;
+  /**
+   * Whether at least one evaluation exists
+   */
+  hasEvaluation: boolean;
+  /**
+   * Total evaluations for this prompt group
+   */
+  evaluationCount: number;
+  /**
+   * Whether at least one dataset exists
+   */
+  hasDataset: boolean;
+  /**
+   * Total datasets for this prompt group
+   */
+  datasetCount: number;
+  /**
+   * List of missing prerequisites for experiments to be ready
+   */
+  missing: Array<ExperimentsMissingOpen>;
+  /**
+   * Total experiment runs for this prompt group
+   */
+  experimentRunCount: number;
+};
+
+export enum OptimizerMissing {
+  Content = "content",
+  Evaluation = "evaluation",
+  Dataset = "dataset",
+  ExperimentRun = "experimentRun",
+}
+export type OptimizerMissingOpen = OpenEnum<typeof OptimizerMissing>;
+
+/**
+ * Optimizer stage readiness — requires experiments.ready + experiment runs
+ */
+export type Optimizer = {
+  /**
+   * True when experiments.ready AND hasExperimentRuns
+   */
+  ready: boolean;
+  /**
+   * Whether at least one experiment run exists
+   */
+  hasExperimentRuns: boolean;
+  /**
+   * Total experiment runs for this prompt group
+   */
+  experimentRunCount: number;
+  /**
+   * Whether at least one optimization job exists
+   */
+  hasOptimizationJobs: boolean;
+  /**
+   * Total optimization jobs for this prompt group
+   */
+  optimizationJobCount: number;
+  /**
+   * List of missing prerequisites for optimizer to be ready
+   */
+  missing: Array<OptimizerMissingOpen>;
+};
+
+export type Stages = {
+  /**
+   * Whether playground stage is ready
+   */
+  playground: boolean;
+  /**
+   * Whether experiments stage is ready
+   */
+  experiments: boolean;
+  /**
+   * Whether optimizer stage is ready
+   */
+  optimizer: boolean;
+};
+
+export enum ActionRunOptimizer {
+  RunOptimizer = "runOptimizer",
+}
+
+export enum ActionRunExperiment {
+  RunExperiment = "runExperiment",
+}
+
+export enum ActionCreateDataset {
+  CreateDataset = "createDataset",
+}
+
+export enum ActionCreateEvaluation {
+  CreateEvaluation = "createEvaluation",
+}
+
+export type Action =
+  | ActionCreateEvaluation
+  | ActionCreateDataset
+  | ActionRunExperiment
+  | ActionRunOptimizer;
+
+/**
+ * Suggested next action for pipeline progression
+ */
+export type NextStep = {
+  action:
+    | ActionCreateEvaluation
+    | ActionCreateDataset
+    | ActionRunExperiment
+    | ActionRunOptimizer
+    | null;
+  /**
+   * Human-readable instruction for the next action
+   */
+  message: string;
+  /**
+   * Tab the user should navigate to (e.g., "evaluations", "datasets")
+   */
+  targetTab: string;
+};
+
+/**
+ * Overall pipeline progress with next step suggestion
+ */
+export type PipelineProgress = {
+  stages: Stages;
+  /**
+   * Next recommended action, or null if all stages are ready
+   */
+  nextStep: NextStep | null;
+};
+
+/**
+ * Pipeline readiness state for a prompt group
+ */
+export type GetPromptReadinessResponse = {
+  /**
+   * UUID of the prompt group
+   */
+  promptGroupId: string;
+  /**
+   * Playground stage readiness — always ready if prompt exists
+   */
+  playground: Playground;
+  /**
+   * Experiments stage readiness — requires evaluation + dataset
+   */
+  experiments: Experiments;
+  /**
+   * Optimizer stage readiness — requires experiments.ready + experiment runs
+   */
+  optimizer: Optimizer;
+  /**
+   * Overall pipeline progress with next step suggestion
+   */
+  pipelineProgress: PipelineProgress;
+};
+
+/** @internal */
+export type GetPromptReadinessRequest$Outbound = {
+  promptGroupId: string;
+};
+
+/** @internal */
+export const GetPromptReadinessRequest$outboundSchema: z.ZodMiniType<
+  GetPromptReadinessRequest$Outbound,
+  GetPromptReadinessRequest
+> = z.object({
+  promptGroupId: z.string(),
+});
+
+export function getPromptReadinessRequestToJSON(
+  getPromptReadinessRequest: GetPromptReadinessRequest,
+): string {
+  return JSON.stringify(
+    GetPromptReadinessRequest$outboundSchema.parse(getPromptReadinessRequest),
+  );
+}
+
+/** @internal */
+export const Playground$inboundSchema: z.ZodMiniType<Playground, unknown> = z
+  .object({
+    ready: types.boolean(),
+    hasContent: types.boolean(),
+    hasVariables: types.boolean(),
+    variableCount: types.number(),
+    hasEvaluation: types.boolean(),
+    evaluationCount: types.number(),
+    hasDataset: types.boolean(),
+    datasetCount: types.number(),
+    executionCount: types.number(),
+  });
+
+export function playgroundFromJSON(
+  jsonString: string,
+): SafeParseResult<Playground, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Playground$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Playground' from JSON`,
+  );
+}
+
+/** @internal */
+export const ExperimentsMissing$inboundSchema: z.ZodMiniType<
+  ExperimentsMissingOpen,
+  unknown
+> = openEnums.inboundSchema(ExperimentsMissing);
+
+/** @internal */
+export const Experiments$inboundSchema: z.ZodMiniType<Experiments, unknown> = z
+  .object({
+    ready: types.boolean(),
+    hasEvaluation: types.boolean(),
+    evaluationCount: types.number(),
+    hasDataset: types.boolean(),
+    datasetCount: types.number(),
+    missing: z.array(ExperimentsMissing$inboundSchema),
+    experimentRunCount: types.number(),
+  });
+
+export function experimentsFromJSON(
+  jsonString: string,
+): SafeParseResult<Experiments, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Experiments$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Experiments' from JSON`,
+  );
+}
+
+/** @internal */
+export const OptimizerMissing$inboundSchema: z.ZodMiniType<
+  OptimizerMissingOpen,
+  unknown
+> = openEnums.inboundSchema(OptimizerMissing);
+
+/** @internal */
+export const Optimizer$inboundSchema: z.ZodMiniType<Optimizer, unknown> = z
+  .object({
+    ready: types.boolean(),
+    hasExperimentRuns: types.boolean(),
+    experimentRunCount: types.number(),
+    hasOptimizationJobs: types.boolean(),
+    optimizationJobCount: types.number(),
+    missing: z.array(OptimizerMissing$inboundSchema),
+  });
+
+export function optimizerFromJSON(
+  jsonString: string,
+): SafeParseResult<Optimizer, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Optimizer$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Optimizer' from JSON`,
+  );
+}
+
+/** @internal */
+export const Stages$inboundSchema: z.ZodMiniType<Stages, unknown> = z.object({
+  playground: types.boolean(),
+  experiments: types.boolean(),
+  optimizer: types.boolean(),
+});
+
+export function stagesFromJSON(
+  jsonString: string,
+): SafeParseResult<Stages, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Stages$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Stages' from JSON`,
+  );
+}
+
+/** @internal */
+export const ActionRunOptimizer$inboundSchema: z.ZodMiniEnum<
+  typeof ActionRunOptimizer
+> = z.enum(ActionRunOptimizer);
+
+/** @internal */
+export const ActionRunExperiment$inboundSchema: z.ZodMiniEnum<
+  typeof ActionRunExperiment
+> = z.enum(ActionRunExperiment);
+
+/** @internal */
+export const ActionCreateDataset$inboundSchema: z.ZodMiniEnum<
+  typeof ActionCreateDataset
+> = z.enum(ActionCreateDataset);
+
+/** @internal */
+export const ActionCreateEvaluation$inboundSchema: z.ZodMiniEnum<
+  typeof ActionCreateEvaluation
+> = z.enum(ActionCreateEvaluation);
+
+/** @internal */
+export const Action$inboundSchema: z.ZodMiniType<Action, unknown> = smartUnion([
+  ActionCreateEvaluation$inboundSchema,
+  ActionCreateDataset$inboundSchema,
+  ActionRunExperiment$inboundSchema,
+  ActionRunOptimizer$inboundSchema,
+]);
+
+export function actionFromJSON(
+  jsonString: string,
+): SafeParseResult<Action, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => Action$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'Action' from JSON`,
+  );
+}
+
+/** @internal */
+export const NextStep$inboundSchema: z.ZodMiniType<NextStep, unknown> = z
+  .object({
+    action: types.nullable(
+      smartUnion([
+        ActionCreateEvaluation$inboundSchema,
+        ActionCreateDataset$inboundSchema,
+        ActionRunExperiment$inboundSchema,
+        ActionRunOptimizer$inboundSchema,
+      ]),
+    ),
+    message: types.string(),
+    targetTab: types.string(),
+  });
+
+export function nextStepFromJSON(
+  jsonString: string,
+): SafeParseResult<NextStep, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => NextStep$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'NextStep' from JSON`,
+  );
+}
+
+/** @internal */
+export const PipelineProgress$inboundSchema: z.ZodMiniType<
+  PipelineProgress,
+  unknown
+> = z.object({
+  stages: z.lazy(() => Stages$inboundSchema),
+  nextStep: types.nullable(z.lazy(() => NextStep$inboundSchema)),
+});
+
+export function pipelineProgressFromJSON(
+  jsonString: string,
+): SafeParseResult<PipelineProgress, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => PipelineProgress$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'PipelineProgress' from JSON`,
+  );
+}
+
+/** @internal */
+export const GetPromptReadinessResponse$inboundSchema: z.ZodMiniType<
+  GetPromptReadinessResponse,
+  unknown
+> = z.object({
+  promptGroupId: types.string(),
+  playground: z.lazy(() => Playground$inboundSchema),
+  experiments: z.lazy(() => Experiments$inboundSchema),
+  optimizer: z.lazy(() => Optimizer$inboundSchema),
+  pipelineProgress: z.lazy(() => PipelineProgress$inboundSchema),
+});
+
+export function getPromptReadinessResponseFromJSON(
+  jsonString: string,
+): SafeParseResult<GetPromptReadinessResponse, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => GetPromptReadinessResponse$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'GetPromptReadinessResponse' from JSON`,
+  );
+}

package/src/models/operations/index.ts

@@ -2,6 +2,7 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
+export * from "./add-experiment-result.js";
 export * from "./add-organization-member.js";
 export * from "./add-workspace-member.js";
 export * from "./bulk-create-agent-dataset-items.js";
@@ -11,7 +12,11 @@ export * from "./change-password.js";
 export * from "./check-organization-slug.js";
 export * from "./clone-agent-dataset.js";
 export * from "./clone-prompt-dataset.js";
+export * from "./complete-experiment.js";
 export * from "./create-agent-dataset-item.js";
+export * from "./create-batch-prompt-execution.js";
+export * from "./create-evaluation-version.js";
+export * from "./create-experiment.js";
 export * from "./create-invitation.js";
 export * from "./create-prompt-dataset-item.js";
 export * from "./create-prompt-dataset.js";
@@ -21,10 +26,13 @@ export * from "./delete-agent-dataset-item.js";
 export * from "./delete-agent-dataset.js";
 export * from "./delete-agent.js";
 export * from "./delete-evaluation.js";
+export * from "./delete-experiment.js";
 export * from "./delete-invitation.js";
 export * from "./delete-organization.js";
+export * from "./delete-playground-run.js";
 export * from "./delete-prompt-dataset-item.js";
 export * from "./delete-prompt-dataset.js";
+export * from "./delete-prompt-execution.js";
 export * from "./delete-prompt.js";
 export * from "./delete-provider.js";
 export * from "./delete-session.js";
@@ -32,21 +40,31 @@ export * from "./delete-trace.js";
 export * from "./delete-workspace.js";
 export * from "./export-agent-dataset.js";
 export * from "./export-prompt-dataset.js";
+export * from "./export-prompt-executions.js";
 export * from "./get-agent-by-slug.js";
 export * from "./get-agent-dataset-item.js";
 export * from "./get-agent-dataset.js";
 export * from "./get-agent.js";
+export * from "./get-evaluation-history.js";
 export * from "./get-evaluation-result.js";
+export * from "./get-evaluation-results-aggregated.js";
 export * from "./get-evaluation.js";
+export * from "./get-experiment.js";
 export * from "./get-invitation.js";
 export * from "./get-optimization-progress.js";
+export * from "./get-optimization-states.js";
 export * from "./get-optimization.js";
 export * from "./get-organization-by-slug.js";
 export * from "./get-organization-member-count.js";
 export * from "./get-organization.js";
+export * from "./get-playground-run.js";
 export * from "./get-profile.js";
+export * from "./get-prompt-analytics.js";
 export * from "./get-prompt-dataset-item.js";
 export * from "./get-prompt-dataset.js";
+export * from "./get-prompt-execution.js";
+export * from "./get-prompt-model-comparisons.js";
+export * from "./get-prompt-readiness.js";
 export * from "./get-prompt.js";
 export * from "./get-provider.js";
 export * from "./get-trace-stats.js";
@@ -59,12 +77,16 @@ export * from "./list-agent-datasets.js";
 export * from "./list-agents.js";
 export * from "./list-datasets-for-prompt.js";
 export * from "./list-evaluations.js";
+export * from "./list-experiments.js";
 export * from "./list-invitations.js";
 export * from "./list-optimizations.js";
 export * from "./list-organization-members.js";
 export * from "./list-organizations.js";
+export * from "./list-playground-runs.js";
 export * from "./list-prompt-dataset-items.js";
 export * from "./list-prompt-datasets.js";
+export * from "./list-prompt-executions.js";
+export * from "./list-prompt-versions.js";
 export * from "./list-prompts.js";
 export * from "./list-providers.js";
 export * from "./list-sessions.js";
@@ -85,6 +107,8 @@ export * from "./test-provider.js";
 export * from "./update-agent-dataset-item.js";
 export * from "./update-agent-dataset.js";
 export * from "./update-agent.js";
+export * from "./update-evaluation.js";
+export * from "./update-experiment-name.js";
 export * from "./update-organization-member.js";
 export * from "./update-organization.js";
 export * from "./update-profile.js";

package/src/models/operations/list-evaluations.ts

@@ -14,8 +14,10 @@ export type ListEvaluationsRequest = {
   offset?: number | undefined;
   promptId?: number | undefined;
   promptGroupId?: string | undefined;
+  datasetId?: number | undefined;
   name?: string | undefined;
   createdBy?: string | undefined;
+  isLatest?: boolean | undefined;
 };
 
 export type ListEvaluationsResponse = {
@@ -28,8 +30,10 @@ export type ListEvaluationsRequest$Outbound = {
   offset: number;
   promptId: number;
   promptGroupId?: string | undefined;
+  datasetId: number;
   name?: string | undefined;
   createdBy?: string | undefined;
+  isLatest?: boolean | undefined;
 };
 
 /** @internal */
@@ -41,8 +45,10 @@ export const ListEvaluationsRequest$outboundSchema: z.ZodMiniType<
   offset: z._default(z.number(), 0),
   promptId: z._default(z.number(), 0),
   promptGroupId: z.optional(z.string()),
+  datasetId: z._default(z.number(), 0),
   name: z.optional(z.string()),
   createdBy: z.optional(z.string()),
+  isLatest: z.optional(z.boolean()),
 });
 
 export function listEvaluationsRequestToJSON(

package/src/models/operations/list-experiments.ts

@@ -0,0 +1,111 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v4-mini";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdk-validation-error.js";
+
+export enum ListExperimentsStatus {
+  Running = "running",
+  Completed = "completed",
+  Failed = "failed",
+  Partial = "partial",
+}
+
+export type ListExperimentsRequest = {
+  promptId?: number | undefined;
+  promptGroupId?: string | undefined;
+  status?: ListExperimentsStatus | undefined;
+  createdBy?: string | undefined;
+  limit?: number | undefined;
+  offset?: number | undefined;
+};
+
+/**
+ * Successful response
+ */
+export type ListExperimentsResponseBody = {};
+
+export type ListExperimentsResponse = {
+  result: ListExperimentsResponseBody;
+};
+
+/** @internal */
+export const ListExperimentsStatus$outboundSchema: z.ZodMiniEnum<
+  typeof ListExperimentsStatus
+> = z.enum(ListExperimentsStatus);
+
+/** @internal */
+export type ListExperimentsRequest$Outbound = {
+  promptId: number;
+  promptGroupId?: string | undefined;
+  status?: string | undefined;
+  createdBy?: string | undefined;
+  limit: number;
+  offset: number;
+};
+
+/** @internal */
+export const ListExperimentsRequest$outboundSchema: z.ZodMiniType<
+  ListExperimentsRequest$Outbound,
+  ListExperimentsRequest
+> = z.object({
+  promptId: z._default(z.number(), 0),
+  promptGroupId: z.optional(z.string()),
+  status: z.optional(ListExperimentsStatus$outboundSchema),
+  createdBy: z.optional(z.string()),
+  limit: z._default(z.number(), 0),
+  offset: z._default(z.number(), 0),
+});
+
+export function listExperimentsRequestToJSON(
+  listExperimentsRequest: ListExperimentsRequest,
+): string {
+  return JSON.stringify(
+    ListExperimentsRequest$outboundSchema.parse(listExperimentsRequest),
+  );
+}
+
+/** @internal */
+export const ListExperimentsResponseBody$inboundSchema: z.ZodMiniType<
+  ListExperimentsResponseBody,
+  unknown
+> = z.object({});
+
+export function listExperimentsResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<ListExperimentsResponseBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ListExperimentsResponseBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ListExperimentsResponseBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const ListExperimentsResponse$inboundSchema: z.ZodMiniType<
+  ListExperimentsResponse,
+  unknown
+> = z.pipe(
+  z.object({
+    Result: z.lazy(() => ListExperimentsResponseBody$inboundSchema),
+  }),
+  z.transform((v) => {
+    return remap$(v, {
+      "Result": "result",
+    });
+  }),
+);
+
+export function listExperimentsResponseFromJSON(
+  jsonString: string,
+): SafeParseResult<ListExperimentsResponse, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ListExperimentsResponse$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ListExperimentsResponse' from JSON`,
+  );
+}