@fabricorg/experiments-api-protocol 0.1.6 → 0.2.0

package/dist/index.cjs

@@ -276,7 +276,9 @@ var TestRunArtifact = zod.z.object({
 });
 var CreateTestRunInput = zod.z.object({
   externalId: zod.z.string().min(1).max(300).optional(),
-  source: zod.z.enum(["bdd", "live-suite", "junit", "cli", "other"]),
+  // 'eval-run' rows are written by the API itself when an eval run concludes
+  // (Quality Center evidence for the evals suite) — never via testRuns.create.
+  source: zod.z.enum(["bdd", "live-suite", "junit", "cli", "other", "eval-run", "databricks-mlflow"]),
   suite: zod.z.string().min(1).max(240),
   status: TestRunStatus,
   startedAt: zod.z.string().datetime().nullable().optional(),
@@ -315,6 +317,346 @@ var HarnessOperatorDefinition = zod.z.object({
 var HarnessOperatorListResponse = zod.z.array(HarnessOperatorDefinition);
 var HarnessJobInput = zod.z.record(zod.z.unknown()).default({});
 var HarnessJobResponse = zod.z.record(zod.z.unknown());
+var DatasetSummary = zod.z.object({
+  id: zod.z.string(),
+  name: zod.z.string(),
+  description: zod.z.string().optional(),
+  latestVersion: zod.z.number().int(),
+  exampleCount: zod.z.number().int(),
+  createdAtIso: zod.z.string().datetime(),
+  updatedAtIso: zod.z.string().datetime()
+});
+var DatasetListResponse = zod.z.object({ datasets: zod.z.array(DatasetSummary) });
+var CreateDatasetInput = zod.z.object({
+  id: zod.z.string().min(2).max(64).regex(/^[a-z][a-z0-9-]*$/),
+  name: zod.z.string().min(1).max(120),
+  description: zod.z.string().max(2e3).optional()
+});
+var DatasetExampleWire = zod.z.object({
+  exampleId: zod.z.string().uuid(),
+  input: zod.z.unknown(),
+  expectedOutput: zod.z.unknown().optional(),
+  metadata: zod.z.record(zod.z.unknown()).default({}),
+  split: zod.z.enum(["train", "test", "validation"]).default("test")
+});
+var AddExamplesInput = zod.z.object({
+  examples: zod.z.array(DatasetExampleWire).min(1).max(1e3)
+});
+var AddExamplesResponse = zod.z.object({ added: zod.z.number().int() });
+var ListExamplesInput = zod.z.object({
+  version: zod.z.coerce.number().int().min(1).optional(),
+  split: zod.z.enum(["train", "test", "validation"]).optional(),
+  limit: zod.z.coerce.number().int().min(1).max(500).default(100),
+  offset: zod.z.coerce.number().int().min(0).default(0)
+});
+var ListExamplesResponse = zod.z.object({
+  examples: zod.z.array(DatasetExampleWire),
+  total: zod.z.number().int()
+});
+var CreateDatasetVersionInput = zod.z.object({ note: zod.z.string().max(500).optional() });
+var DatasetVersionWire = zod.z.object({
+  datasetId: zod.z.string(),
+  version: zod.z.number().int(),
+  exampleCount: zod.z.number().int(),
+  contentHash: zod.z.string(),
+  createdAtIso: zod.z.string().datetime(),
+  note: zod.z.string().optional()
+});
+var DatasetVersionListResponse = zod.z.object({
+  versions: zod.z.array(DatasetVersionWire)
+});
+var EvalRunTargetWire = zod.z.discriminatedUnion("kind", [
+  zod.z.object({ kind: zod.z.literal("dataset"), datasetId: zod.z.string(), version: zod.z.number().int().min(1) }),
+  zod.z.object({
+    kind: zod.z.literal("experiment"),
+    experimentId: zod.z.string(),
+    metricEventName: zod.z.string().optional()
+  })
+]);
+var CreateEvalRunInput = zod.z.object({
+  target: EvalRunTargetWire,
+  evaluatorNames: zod.z.array(zod.z.string().min(1)).min(1).max(10),
+  maxJudgeTokens: zod.z.number().int().min(0).optional(),
+  /**
+   * Quality Center policy for binary evaluators: the run's companion
+   * fx.test_runs evidence row is `failed` when any binary evaluator's pass
+   * rate lands below this threshold, even if the run itself succeeded.
+   * Defaults server-side to 0.9.
+   */
+  passThreshold: zod.z.number().min(0).max(1).optional()
+});
+var EvalRunGenerationWire = zod.z.object({
+  promptId: zod.z.string(),
+  promptVersion: zod.z.number().int().min(1),
+  datasetId: zod.z.string(),
+  datasetVersion: zod.z.number().int().min(1),
+  maxExamples: zod.z.number().int().min(1)
+});
+var EvalRunSummary = zod.z.object({
+  runId: zod.z.string(),
+  target: EvalRunTargetWire,
+  generation: EvalRunGenerationWire.optional(),
+  evaluatorNames: zod.z.array(zod.z.string()),
+  status: zod.z.enum(["pending", "running", "succeeded", "failed", "cancelled"]),
+  scoredExamples: zod.z.number().int(),
+  totalExamples: zod.z.number().int(),
+  tokensSpent: zod.z.number().int(),
+  costUsd: zod.z.number().nullable(),
+  passThreshold: zod.z.number(),
+  createdAtIso: zod.z.string().datetime(),
+  startedAtIso: zod.z.string().datetime().optional(),
+  finishedAtIso: zod.z.string().datetime().optional(),
+  error: zod.z.string().optional()
+});
+var EvalRunListInput = zod.z.object({
+  limit: zod.z.coerce.number().int().min(1).max(200).default(50),
+  offset: zod.z.coerce.number().int().min(0).default(0),
+  status: zod.z.enum(["pending", "running", "succeeded", "failed", "cancelled"]).optional()
+});
+var EvalRunListResponse = zod.z.object({ runs: zod.z.array(EvalRunSummary) });
+var EvaluatorAggregateWire = zod.z.object({
+  evaluatorName: zod.z.string(),
+  evaluatorVersion: zod.z.string(),
+  scored: zod.z.number().int(),
+  unscored: zod.z.number().int(),
+  meanScore: zod.z.number().nullable(),
+  passRate: zod.z.object({ rate: zod.z.number(), low: zod.z.number(), high: zod.z.number() }).nullable(),
+  labelCounts: zod.z.record(zod.z.number().int()),
+  totalTokens: zod.z.number().int(),
+  meanLatencyMs: zod.z.number().nullable()
+});
+var EvalRunDetail = zod.z.object({
+  run: EvalRunSummary,
+  aggregates: zod.z.array(EvaluatorAggregateWire)
+});
+var EvalScoreWire = zod.z.object({
+  itemId: zod.z.string(),
+  evaluatorName: zod.z.string(),
+  evaluatorVersion: zod.z.string(),
+  label: zod.z.string().nullable(),
+  score: zod.z.number().nullable(),
+  explanation: zod.z.string().nullable(),
+  latencyMs: zod.z.number()
+});
+var EvalScoreListInput = zod.z.object({
+  evaluatorName: zod.z.string().optional(),
+  limit: zod.z.coerce.number().int().min(1).max(500).default(100),
+  offset: zod.z.coerce.number().int().min(0).default(0)
+});
+var EvalScoreListResponse = zod.z.object({
+  scores: zod.z.array(EvalScoreWire),
+  total: zod.z.number().int()
+});
+var PromptMessageWire = zod.z.object({
+  role: zod.z.enum(["system", "user", "assistant"]),
+  content: zod.z.string().min(1).max(1e5)
+});
+var PromptTemplateWire = zod.z.object({
+  messages: zod.z.array(PromptMessageWire).min(1).max(50),
+  params: zod.z.object({
+    model: zod.z.string().max(256).optional(),
+    temperature: zod.z.number().min(0).max(2).optional(),
+    maxTokens: zod.z.number().int().min(1).max(2e5).optional(),
+    topP: zod.z.number().min(0).max(1).optional()
+  }).default({})
+});
+var PromptSummary = zod.z.object({
+  id: zod.z.string(),
+  name: zod.z.string(),
+  description: zod.z.string().optional(),
+  latestVersion: zod.z.number().int(),
+  createdAtIso: zod.z.string().datetime(),
+  updatedAtIso: zod.z.string().datetime()
+});
+var PromptListResponse = zod.z.object({ prompts: zod.z.array(PromptSummary) });
+var CreatePromptInput = zod.z.object({
+  id: zod.z.string().min(2).max(64).regex(/^[a-z][a-z0-9-]*$/),
+  name: zod.z.string().min(1).max(120),
+  description: zod.z.string().max(2e3).optional()
+});
+var PromptVersionWire = zod.z.object({
+  promptId: zod.z.string(),
+  version: zod.z.number().int(),
+  template: PromptTemplateWire,
+  contentHash: zod.z.string(),
+  variables: zod.z.array(zod.z.string()),
+  createdAtIso: zod.z.string().datetime(),
+  note: zod.z.string().optional()
+});
+var CreatePromptVersionInput = zod.z.object({
+  template: PromptTemplateWire,
+  note: zod.z.string().max(500).optional()
+});
+var PromptVersionListResponse = zod.z.object({
+  versions: zod.z.array(PromptVersionWire)
+});
+var PlaygroundInvokeInput = zod.z.object({
+  /** Registry reference (promptId + optional version, defaulting to latest)... */
+  promptId: zod.z.string().optional(),
+  version: zod.z.number().int().min(1).optional(),
+  /** ...or an inline template (draft mode). Exactly one source is required. */
+  template: PromptTemplateWire.optional(),
+  variables: zod.z.record(zod.z.string()).default({})
+});
+var PlaygroundInvokeResponse = zod.z.object({
+  messages: zod.z.array(PromptMessageWire),
+  missingVariables: zod.z.array(zod.z.string()),
+  text: zod.z.string(),
+  inputTokens: zod.z.number().int(),
+  outputTokens: zod.z.number().int(),
+  latencyMs: zod.z.number(),
+  modelEndpoint: zod.z.string(),
+  /** Manifest cost of this invocation; null when the endpoint is unpriced. */
+  costUsd: zod.z.number().nullable()
+});
+var PlaygroundReplayInput = zod.z.object({
+  promptId: zod.z.string(),
+  version: zod.z.number().int().min(1),
+  datasetId: zod.z.string(),
+  datasetVersion: zod.z.number().int().min(1),
+  evaluatorNames: zod.z.array(zod.z.string().min(1)).min(1).max(10),
+  /** Shared budget: generation AND judge tokens both count against it. */
+  maxJudgeTokens: zod.z.number().int().min(0).optional(),
+  /** Cap on examples replayed through the model. */
+  maxExamples: zod.z.number().int().min(1).max(200).default(50)
+});
+var VariantEvalWire = zod.z.object({
+  variantKey: zod.z.string(),
+  evaluatorName: zod.z.string(),
+  evaluatorVersion: zod.z.string(),
+  scored: zod.z.number().int(),
+  unscored: zod.z.number().int(),
+  meanScore: zod.z.number().nullable(),
+  passCount: zod.z.number().int(),
+  binary: zod.z.boolean()
+});
+var VariantEvalListResponse = zod.z.object({ variants: zod.z.array(VariantEvalWire) });
+var SpanKindWire = zod.z.enum([
+  "LLM",
+  "CHAIN",
+  "RETRIEVER",
+  "EMBEDDING",
+  "TOOL",
+  "AGENT",
+  "RERANKER",
+  "GUARDRAIL",
+  "EVALUATOR",
+  "UNKNOWN"
+]);
+var TraceSummaryWire = zod.z.object({
+  traceId: zod.z.string(),
+  rootSpanName: zod.z.string(),
+  rootSpanKind: SpanKindWire,
+  sessionId: zod.z.string().nullable(),
+  experimentId: zod.z.string().nullable(),
+  variantKey: zod.z.string().nullable(),
+  startedAtIso: zod.z.string().datetime(),
+  durationMs: zod.z.number(),
+  spanCount: zod.z.number().int(),
+  errorCount: zod.z.number().int(),
+  totalInputTokens: zod.z.number().int(),
+  totalOutputTokens: zod.z.number().int()
+});
+var TraceListInput = zod.z.object({
+  experimentId: zod.z.string().optional(),
+  variantKey: zod.z.string().optional(),
+  sessionId: zod.z.string().optional(),
+  kind: SpanKindWire.optional(),
+  errorsOnly: zod.z.coerce.boolean().optional(),
+  fromIso: zod.z.string().datetime().optional(),
+  untilIso: zod.z.string().datetime().optional(),
+  limit: zod.z.coerce.number().int().min(1).max(200).default(50),
+  offset: zod.z.coerce.number().int().min(0).default(0)
+});
+var TraceListResponse = zod.z.object({
+  traces: zod.z.array(TraceSummaryWire),
+  total: zod.z.number().int()
+});
+var SessionTraceWire = TraceSummaryWire.extend({
+  rootInputValue: zod.z.string().nullable(),
+  rootOutputValue: zod.z.string().nullable()
+});
+var SessionDetailResponse = zod.z.object({
+  sessionId: zod.z.string(),
+  /** Conversation order: ascending by trace start time. */
+  traces: zod.z.array(SessionTraceWire)
+});
+var SpanWire = zod.z.object({
+  traceId: zod.z.string(),
+  spanId: zod.z.string(),
+  parentSpanId: zod.z.string().nullable(),
+  name: zod.z.string(),
+  kind: SpanKindWire,
+  startedAtIso: zod.z.string().datetime(),
+  durationMs: zod.z.number(),
+  status: zod.z.enum(["UNSET", "OK", "ERROR"]),
+  statusMessage: zod.z.string().nullable(),
+  sessionId: zod.z.string().nullable(),
+  experimentId: zod.z.string().nullable(),
+  variantKey: zod.z.string().nullable(),
+  inputValue: zod.z.string().nullable(),
+  outputValue: zod.z.string().nullable(),
+  inputTokens: zod.z.number().int().nullable(),
+  outputTokens: zod.z.number().int().nullable(),
+  modelName: zod.z.string().nullable(),
+  /** Ingest-time dollar cost from the model-cost manifest; null when unpriceable. */
+  costUsd: zod.z.number().nullable(),
+  attributes: zod.z.record(zod.z.unknown())
+});
+var SpanAnnotationWire = zod.z.object({
+  spanId: zod.z.string(),
+  annotator: zod.z.enum(["human", "llm"]),
+  /** Evaluator name for llm annotations; user id for human ones. */
+  annotatorId: zod.z.string(),
+  label: zod.z.string().nullable(),
+  score: zod.z.number().nullable(),
+  explanation: zod.z.string().nullable(),
+  createdAtIso: zod.z.string().datetime()
+});
+var TraceDetail = zod.z.object({
+  traceId: zod.z.string(),
+  spans: zod.z.array(SpanWire),
+  annotations: zod.z.array(SpanAnnotationWire)
+});
+var AnnotateSpanInput = zod.z.object({
+  spanId: zod.z.string(),
+  label: zod.z.string().max(64).optional(),
+  score: zod.z.number().min(0).max(1).optional(),
+  explanation: zod.z.string().max(1e4).optional()
+});
+var SpanAnalyticsInput = zod.z.object({
+  experimentId: zod.z.string().optional(),
+  variantKey: zod.z.string().optional(),
+  groupBy: zod.z.enum(["kind", "model"]).default("kind"),
+  fromIso: zod.z.string().datetime().optional(),
+  untilIso: zod.z.string().datetime().optional()
+});
+var SpanAnalyticsResponse = zod.z.object({
+  groups: zod.z.array(
+    zod.z.object({
+      groupKey: zod.z.string(),
+      spanCount: zod.z.number().int(),
+      errorCount: zod.z.number().int(),
+      meanDurationMs: zod.z.number().nullable(),
+      p95DurationMs: zod.z.number().nullable(),
+      totalInputTokens: zod.z.number().int(),
+      totalOutputTokens: zod.z.number().int(),
+      totalCostUsd: zod.z.number()
+    })
+  ),
+  traceCount: zod.z.number().int(),
+  /** Cost over the full filtered span set — NOT restricted by groupBy model. */
+  totalCostUsd: zod.z.number()
+});
+var IngestTokenSummary = zod.z.object({
+  tokenId: zod.z.string(),
+  label: zod.z.string(),
+  createdAtIso: zod.z.string().datetime(),
+  revokedAtIso: zod.z.string().datetime().nullable()
+});
+var IngestTokenListResponse = zod.z.object({ tokens: zod.z.array(IngestTokenSummary) });
+var CreateIngestTokenInput = zod.z.object({ label: zod.z.string().min(1).max(120) });
+var CreatedIngestToken = IngestTokenSummary.extend({ token: zod.z.string() });
 var endpoints = {
   "tenants.me": {
     method: "GET",
@@ -628,6 +970,232 @@ var endpoints = {
     mutates: false,
     requiresRole: "viewer"
   },
+  "datasets.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets",
+    params: Empty,
+    response: DatasetListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets",
+    params: CreateDatasetInput,
+    response: DatasetSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId",
+    params: Empty,
+    response: DatasetSummary,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.addExamples": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/examples",
+    params: AddExamplesInput,
+    response: AddExamplesResponse,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.listExamples": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/examples",
+    params: ListExamplesInput,
+    response: ListExamplesResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.createVersion": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/versions",
+    params: CreateDatasetVersionInput,
+    response: DatasetVersionWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.listVersions": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/versions",
+    params: Empty,
+    response: DatasetVersionListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces",
+    params: TraceListInput,
+    response: TraceListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/:traceId",
+    params: Empty,
+    response: TraceDetail,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.annotate": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/traces/:traceId/annotations",
+    params: AnnotateSpanInput,
+    response: SpanAnnotationWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "traces.analytics": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/analytics",
+    params: SpanAnalyticsInput,
+    response: SpanAnalyticsResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.session": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/sessions/:sessionId",
+    params: Empty,
+    response: SessionDetailResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.createRun": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/evals/runs",
+    params: CreateEvalRunInput,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "evals.listRuns": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs",
+    params: EvalRunListInput,
+    response: EvalRunListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.getRun": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs/:runId",
+    params: Empty,
+    response: EvalRunDetail,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.listScores": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs/:runId/scores",
+    params: EvalScoreListInput,
+    response: EvalScoreListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.cancelRun": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/evals/runs/:runId/cancel",
+    params: Empty,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "evals.byVariant": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/experiments/:experimentId/evals",
+    params: Empty,
+    response: VariantEvalListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "ingestTokens.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/ingest-tokens",
+    params: Empty,
+    response: IngestTokenListResponse,
+    mutates: false,
+    requiresRole: "admin"
+  },
+  "ingestTokens.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/ingest-tokens",
+    params: CreateIngestTokenInput,
+    response: CreatedIngestToken,
+    mutates: true,
+    requiresRole: "admin"
+  },
+  "ingestTokens.revoke": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/ingest-tokens/:tokenId/revoke",
+    params: Empty,
+    response: IngestTokenSummary,
+    mutates: true,
+    requiresRole: "admin"
+  },
+  "prompts.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts",
+    params: Empty,
+    response: PromptListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "prompts.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/prompts",
+    params: CreatePromptInput,
+    response: PromptSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "prompts.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts/:promptId",
+    params: Empty,
+    response: PromptSummary,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "prompts.createVersion": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/prompts/:promptId/versions",
+    params: CreatePromptVersionInput,
+    response: PromptVersionWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "prompts.listVersions": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts/:promptId/versions",
+    params: Empty,
+    response: PromptVersionListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "playground.invoke": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/playground/invoke",
+    params: PlaygroundInvokeInput,
+    response: PlaygroundInvokeResponse,
+    mutates: false,
+    requiresRole: "experimenter"
+  },
+  // 202-style: replay only creates a pending eval run (durable via the
+  // outbox); generation + judging happen in the executor, off the request.
+  "playground.replay": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/playground/replay",
+    params: PlaygroundReplayInput,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
   "harness.definitions": {
     method: "GET",
     path: "/v1/orgs/:orgId/harness/admin/agents",
@@ -666,9 +1234,12 @@ var ApiError = zod.z.object({
   details: zod.z.record(zod.z.unknown()).optional()
 });
 
+exports.AddExamplesInput = AddExamplesInput;
+exports.AddExamplesResponse = AddExamplesResponse;
 exports.AggregateInput = AggregateInput;
 exports.AggregateResponse = AggregateResponse;
 exports.AggregateRow = AggregateRow;
+exports.AnnotateSpanInput = AnnotateSpanInput;
 exports.ApiError = ApiError;
 exports.ApiKeyListResponse = ApiKeyListResponse;
 exports.ApiKeySummary = ApiKeySummary;
@@ -679,11 +1250,33 @@ exports.AuditListResponse = AuditListResponse;
 exports.CreateApiKeyInput = CreateApiKeyInput;
 exports.CreateApiKeyResponse = CreateApiKeyResponse;
 exports.CreateAuditExportInput = CreateAuditExportInput;
+exports.CreateDatasetInput = CreateDatasetInput;
+exports.CreateDatasetVersionInput = CreateDatasetVersionInput;
+exports.CreateEvalRunInput = CreateEvalRunInput;
 exports.CreateExperimentInput = CreateExperimentInput;
 exports.CreateExperimentResponse = CreateExperimentResponse;
+exports.CreateIngestTokenInput = CreateIngestTokenInput;
+exports.CreatePromptInput = CreatePromptInput;
+exports.CreatePromptVersionInput = CreatePromptVersionInput;
 exports.CreateTestRunInput = CreateTestRunInput;
+exports.CreatedIngestToken = CreatedIngestToken;
+exports.DatasetExampleWire = DatasetExampleWire;
+exports.DatasetListResponse = DatasetListResponse;
+exports.DatasetSummary = DatasetSummary;
+exports.DatasetVersionListResponse = DatasetVersionListResponse;
+exports.DatasetVersionWire = DatasetVersionWire;
 exports.EdgePushResult = EdgePushResult;
 exports.EnvironmentListResponse = EnvironmentListResponse;
+exports.EvalRunDetail = EvalRunDetail;
+exports.EvalRunGenerationWire = EvalRunGenerationWire;
+exports.EvalRunListInput = EvalRunListInput;
+exports.EvalRunListResponse = EvalRunListResponse;
+exports.EvalRunSummary = EvalRunSummary;
+exports.EvalRunTargetWire = EvalRunTargetWire;
+exports.EvalScoreListInput = EvalScoreListInput;
+exports.EvalScoreListResponse = EvalScoreListResponse;
+exports.EvalScoreWire = EvalScoreWire;
+exports.EvaluatorAggregateWire = EvaluatorAggregateWire;
 exports.ExperimentListResponse = ExperimentListResponse;
 exports.ExperimentSummary = ExperimentSummary;
 exports.FeatureListResponse = FeatureListResponse;
@@ -694,20 +1287,40 @@ exports.HarnessJobInput = HarnessJobInput;
 exports.HarnessJobResponse = HarnessJobResponse;
 exports.HarnessOperatorDefinition = HarnessOperatorDefinition;
 exports.HarnessOperatorListResponse = HarnessOperatorListResponse;
+exports.IngestTokenListResponse = IngestTokenListResponse;
+exports.IngestTokenSummary = IngestTokenSummary;
 exports.InvokeActionInput = InvokeActionInput;
 exports.InvokeActionResponse = InvokeActionResponse;
+exports.ListExamplesInput = ListExamplesInput;
+exports.ListExamplesResponse = ListExamplesResponse;
 exports.ManifestKey = ManifestKey;
 exports.ManifestKeysResponse = ManifestKeysResponse;
+exports.PlaygroundInvokeInput = PlaygroundInvokeInput;
+exports.PlaygroundInvokeResponse = PlaygroundInvokeResponse;
+exports.PlaygroundReplayInput = PlaygroundReplayInput;
 exports.PreviewSignInput = PreviewSignInput;
 exports.PreviewSignResponse = PreviewSignResponse;
 exports.ProjectListResponse = ProjectListResponse;
 exports.PromoteEnvironmentInput = PromoteEnvironmentInput;
 exports.PromoteEnvironmentResponse = PromoteEnvironmentResponse;
+exports.PromptListResponse = PromptListResponse;
+exports.PromptMessageWire = PromptMessageWire;
+exports.PromptSummary = PromptSummary;
+exports.PromptTemplateWire = PromptTemplateWire;
+exports.PromptVersionListResponse = PromptVersionListResponse;
+exports.PromptVersionWire = PromptVersionWire;
 exports.PropertyListResponse = PropertyListResponse;
 exports.PublicationListResponse = PublicationListResponse;
 exports.PublishManifestResponse = PublishManifestResponse;
 exports.QualityGateResult = QualityGateResult;
 exports.SamlConfig = SamlConfig;
+exports.SessionDetailResponse = SessionDetailResponse;
+exports.SessionTraceWire = SessionTraceWire;
+exports.SpanAnalyticsInput = SpanAnalyticsInput;
+exports.SpanAnalyticsResponse = SpanAnalyticsResponse;
+exports.SpanAnnotationWire = SpanAnnotationWire;
+exports.SpanKindWire = SpanKindWire;
+exports.SpanWire = SpanWire;
 exports.TenantSelf = TenantSelf;
 exports.TestCaseResult = TestCaseResult;
 exports.TestCaseStatus = TestCaseStatus;
@@ -717,7 +1330,13 @@ exports.TestRunListInput = TestRunListInput;
 exports.TestRunListResponse = TestRunListResponse;
 exports.TestRunStatus = TestRunStatus;
 exports.TestRunSummary = TestRunSummary;
+exports.TraceDetail = TraceDetail;
+exports.TraceListInput = TraceListInput;
+exports.TraceListResponse = TraceListResponse;
+exports.TraceSummaryWire = TraceSummaryWire;
 exports.UpdateGovernanceSettingsInput = UpdateGovernanceSettingsInput;
+exports.VariantEvalListResponse = VariantEvalListResponse;
+exports.VariantEvalWire = VariantEvalWire;
 exports.buildPath = buildPath;
 exports.endpoints = endpoints;
 //# sourceMappingURL=index.cjs.map