@fabricorg/experiments-api-protocol 0.1.5 → 0.1.7

package/dist/index.js

@@ -274,7 +274,9 @@ var TestRunArtifact = z.object({
 });
 var CreateTestRunInput = z.object({
   externalId: z.string().min(1).max(300).optional(),
-  source: z.enum(["bdd", "live-suite", "junit", "cli", "other"]),
+  // 'eval-run' rows are written by the API itself when an eval run concludes
+  // (Quality Center evidence for the evals suite) — never via testRuns.create.
+  source: z.enum(["bdd", "live-suite", "junit", "cli", "other", "eval-run"]),
   suite: z.string().min(1).max(240),
   status: TestRunStatus,
   startedAt: z.string().datetime().nullable().optional(),
@@ -304,6 +306,355 @@ var TestRunListInput = z.object({
 var TestRunListResponse = z.object({
   runs: z.array(TestRun.omit({ cases: true }))
 });
+var HarnessOperatorDefinition = z.object({
+  name: z.enum(["quality-status", "srm-watcher", "analyst"]),
+  kind: z.literal("job"),
+  description: z.string(),
+  mutates: z.boolean()
+});
+var HarnessOperatorListResponse = z.array(HarnessOperatorDefinition);
+var HarnessJobInput = z.record(z.unknown()).default({});
+var HarnessJobResponse = z.record(z.unknown());
+var DatasetSummary = z.object({
+  id: z.string(),
+  name: z.string(),
+  description: z.string().optional(),
+  latestVersion: z.number().int(),
+  exampleCount: z.number().int(),
+  createdAtIso: z.string().datetime(),
+  updatedAtIso: z.string().datetime()
+});
+var DatasetListResponse = z.object({ datasets: z.array(DatasetSummary) });
+var CreateDatasetInput = z.object({
+  id: z.string().min(2).max(64).regex(/^[a-z][a-z0-9-]*$/),
+  name: z.string().min(1).max(120),
+  description: z.string().max(2e3).optional()
+});
+var DatasetExampleWire = z.object({
+  exampleId: z.string().uuid(),
+  input: z.unknown(),
+  expectedOutput: z.unknown().optional(),
+  metadata: z.record(z.unknown()).default({}),
+  split: z.enum(["train", "test", "validation"]).default("test")
+});
+var AddExamplesInput = z.object({
+  examples: z.array(DatasetExampleWire).min(1).max(1e3)
+});
+var AddExamplesResponse = z.object({ added: z.number().int() });
+var ListExamplesInput = z.object({
+  version: z.coerce.number().int().min(1).optional(),
+  split: z.enum(["train", "test", "validation"]).optional(),
+  limit: z.coerce.number().int().min(1).max(500).default(100),
+  offset: z.coerce.number().int().min(0).default(0)
+});
+var ListExamplesResponse = z.object({
+  examples: z.array(DatasetExampleWire),
+  total: z.number().int()
+});
+var CreateDatasetVersionInput = z.object({ note: z.string().max(500).optional() });
+var DatasetVersionWire = z.object({
+  datasetId: z.string(),
+  version: z.number().int(),
+  exampleCount: z.number().int(),
+  contentHash: z.string(),
+  createdAtIso: z.string().datetime(),
+  note: z.string().optional()
+});
+var DatasetVersionListResponse = z.object({
+  versions: z.array(DatasetVersionWire)
+});
+var EvalRunTargetWire = z.discriminatedUnion("kind", [
+  z.object({ kind: z.literal("dataset"), datasetId: z.string(), version: z.number().int().min(1) }),
+  z.object({
+    kind: z.literal("experiment"),
+    experimentId: z.string(),
+    metricEventName: z.string().optional()
+  })
+]);
+var CreateEvalRunInput = z.object({
+  target: EvalRunTargetWire,
+  evaluatorNames: z.array(z.string().min(1)).min(1).max(10),
+  maxJudgeTokens: z.number().int().min(0).optional(),
+  /**
+   * Quality Center policy for binary evaluators: the run's companion
+   * fx.test_runs evidence row is `failed` when any binary evaluator's pass
+   * rate lands below this threshold, even if the run itself succeeded.
+   * Defaults server-side to 0.9.
+   */
+  passThreshold: z.number().min(0).max(1).optional()
+});
+var EvalRunGenerationWire = z.object({
+  promptId: z.string(),
+  promptVersion: z.number().int().min(1),
+  datasetId: z.string(),
+  datasetVersion: z.number().int().min(1),
+  maxExamples: z.number().int().min(1)
+});
+var EvalRunSummary = z.object({
+  runId: z.string(),
+  target: EvalRunTargetWire,
+  generation: EvalRunGenerationWire.optional(),
+  evaluatorNames: z.array(z.string()),
+  status: z.enum(["pending", "running", "succeeded", "failed", "cancelled"]),
+  scoredExamples: z.number().int(),
+  totalExamples: z.number().int(),
+  tokensSpent: z.number().int(),
+  costUsd: z.number().nullable(),
+  passThreshold: z.number(),
+  createdAtIso: z.string().datetime(),
+  startedAtIso: z.string().datetime().optional(),
+  finishedAtIso: z.string().datetime().optional(),
+  error: z.string().optional()
+});
+var EvalRunListInput = z.object({
+  limit: z.coerce.number().int().min(1).max(200).default(50),
+  offset: z.coerce.number().int().min(0).default(0),
+  status: z.enum(["pending", "running", "succeeded", "failed", "cancelled"]).optional()
+});
+var EvalRunListResponse = z.object({ runs: z.array(EvalRunSummary) });
+var EvaluatorAggregateWire = z.object({
+  evaluatorName: z.string(),
+  evaluatorVersion: z.string(),
+  scored: z.number().int(),
+  unscored: z.number().int(),
+  meanScore: z.number().nullable(),
+  passRate: z.object({ rate: z.number(), low: z.number(), high: z.number() }).nullable(),
+  labelCounts: z.record(z.number().int()),
+  totalTokens: z.number().int(),
+  meanLatencyMs: z.number().nullable()
+});
+var EvalRunDetail = z.object({
+  run: EvalRunSummary,
+  aggregates: z.array(EvaluatorAggregateWire)
+});
+var EvalScoreWire = z.object({
+  itemId: z.string(),
+  evaluatorName: z.string(),
+  evaluatorVersion: z.string(),
+  label: z.string().nullable(),
+  score: z.number().nullable(),
+  explanation: z.string().nullable(),
+  latencyMs: z.number()
+});
+var EvalScoreListInput = z.object({
+  evaluatorName: z.string().optional(),
+  limit: z.coerce.number().int().min(1).max(500).default(100),
+  offset: z.coerce.number().int().min(0).default(0)
+});
+var EvalScoreListResponse = z.object({
+  scores: z.array(EvalScoreWire),
+  total: z.number().int()
+});
+var PromptMessageWire = z.object({
+  role: z.enum(["system", "user", "assistant"]),
+  content: z.string().min(1).max(1e5)
+});
+var PromptTemplateWire = z.object({
+  messages: z.array(PromptMessageWire).min(1).max(50),
+  params: z.object({
+    model: z.string().max(256).optional(),
+    temperature: z.number().min(0).max(2).optional(),
+    maxTokens: z.number().int().min(1).max(2e5).optional(),
+    topP: z.number().min(0).max(1).optional()
+  }).default({})
+});
+var PromptSummary = z.object({
+  id: z.string(),
+  name: z.string(),
+  description: z.string().optional(),
+  latestVersion: z.number().int(),
+  createdAtIso: z.string().datetime(),
+  updatedAtIso: z.string().datetime()
+});
+var PromptListResponse = z.object({ prompts: z.array(PromptSummary) });
+var CreatePromptInput = z.object({
+  id: z.string().min(2).max(64).regex(/^[a-z][a-z0-9-]*$/),
+  name: z.string().min(1).max(120),
+  description: z.string().max(2e3).optional()
+});
+var PromptVersionWire = z.object({
+  promptId: z.string(),
+  version: z.number().int(),
+  template: PromptTemplateWire,
+  contentHash: z.string(),
+  variables: z.array(z.string()),
+  createdAtIso: z.string().datetime(),
+  note: z.string().optional()
+});
+var CreatePromptVersionInput = z.object({
+  template: PromptTemplateWire,
+  note: z.string().max(500).optional()
+});
+var PromptVersionListResponse = z.object({
+  versions: z.array(PromptVersionWire)
+});
+var PlaygroundInvokeInput = z.object({
+  /** Registry reference (promptId + optional version, defaulting to latest)... */
+  promptId: z.string().optional(),
+  version: z.number().int().min(1).optional(),
+  /** ...or an inline template (draft mode). Exactly one source is required. */
+  template: PromptTemplateWire.optional(),
+  variables: z.record(z.string()).default({})
+});
+var PlaygroundInvokeResponse = z.object({
+  messages: z.array(PromptMessageWire),
+  missingVariables: z.array(z.string()),
+  text: z.string(),
+  inputTokens: z.number().int(),
+  outputTokens: z.number().int(),
+  latencyMs: z.number(),
+  modelEndpoint: z.string(),
+  /** Manifest cost of this invocation; null when the endpoint is unpriced. */
+  costUsd: z.number().nullable()
+});
+var PlaygroundReplayInput = z.object({
+  promptId: z.string(),
+  version: z.number().int().min(1),
+  datasetId: z.string(),
+  datasetVersion: z.number().int().min(1),
+  evaluatorNames: z.array(z.string().min(1)).min(1).max(10),
+  /** Shared budget: generation AND judge tokens both count against it. */
+  maxJudgeTokens: z.number().int().min(0).optional(),
+  /** Cap on examples replayed through the model. */
+  maxExamples: z.number().int().min(1).max(200).default(50)
+});
+var VariantEvalWire = z.object({
+  variantKey: z.string(),
+  evaluatorName: z.string(),
+  evaluatorVersion: z.string(),
+  scored: z.number().int(),
+  unscored: z.number().int(),
+  meanScore: z.number().nullable(),
+  passCount: z.number().int(),
+  binary: z.boolean()
+});
+var VariantEvalListResponse = z.object({ variants: z.array(VariantEvalWire) });
+var SpanKindWire = z.enum([
+  "LLM",
+  "CHAIN",
+  "RETRIEVER",
+  "EMBEDDING",
+  "TOOL",
+  "AGENT",
+  "RERANKER",
+  "GUARDRAIL",
+  "EVALUATOR",
+  "UNKNOWN"
+]);
+var TraceSummaryWire = z.object({
+  traceId: z.string(),
+  rootSpanName: z.string(),
+  rootSpanKind: SpanKindWire,
+  sessionId: z.string().nullable(),
+  experimentId: z.string().nullable(),
+  variantKey: z.string().nullable(),
+  startedAtIso: z.string().datetime(),
+  durationMs: z.number(),
+  spanCount: z.number().int(),
+  errorCount: z.number().int(),
+  totalInputTokens: z.number().int(),
+  totalOutputTokens: z.number().int()
+});
+var TraceListInput = z.object({
+  experimentId: z.string().optional(),
+  variantKey: z.string().optional(),
+  sessionId: z.string().optional(),
+  kind: SpanKindWire.optional(),
+  errorsOnly: z.coerce.boolean().optional(),
+  fromIso: z.string().datetime().optional(),
+  untilIso: z.string().datetime().optional(),
+  limit: z.coerce.number().int().min(1).max(200).default(50),
+  offset: z.coerce.number().int().min(0).default(0)
+});
+var TraceListResponse = z.object({
+  traces: z.array(TraceSummaryWire),
+  total: z.number().int()
+});
+var SessionTraceWire = TraceSummaryWire.extend({
+  rootInputValue: z.string().nullable(),
+  rootOutputValue: z.string().nullable()
+});
+var SessionDetailResponse = z.object({
+  sessionId: z.string(),
+  /** Conversation order: ascending by trace start time. */
+  traces: z.array(SessionTraceWire)
+});
+var SpanWire = z.object({
+  traceId: z.string(),
+  spanId: z.string(),
+  parentSpanId: z.string().nullable(),
+  name: z.string(),
+  kind: SpanKindWire,
+  startedAtIso: z.string().datetime(),
+  durationMs: z.number(),
+  status: z.enum(["UNSET", "OK", "ERROR"]),
+  statusMessage: z.string().nullable(),
+  sessionId: z.string().nullable(),
+  experimentId: z.string().nullable(),
+  variantKey: z.string().nullable(),
+  inputValue: z.string().nullable(),
+  outputValue: z.string().nullable(),
+  inputTokens: z.number().int().nullable(),
+  outputTokens: z.number().int().nullable(),
+  modelName: z.string().nullable(),
+  /** Ingest-time dollar cost from the model-cost manifest; null when unpriceable. */
+  costUsd: z.number().nullable(),
+  attributes: z.record(z.unknown())
+});
+var SpanAnnotationWire = z.object({
+  spanId: z.string(),
+  annotator: z.enum(["human", "llm"]),
+  /** Evaluator name for llm annotations; user id for human ones. */
+  annotatorId: z.string(),
+  label: z.string().nullable(),
+  score: z.number().nullable(),
+  explanation: z.string().nullable(),
+  createdAtIso: z.string().datetime()
+});
+var TraceDetail = z.object({
+  traceId: z.string(),
+  spans: z.array(SpanWire),
+  annotations: z.array(SpanAnnotationWire)
+});
+var AnnotateSpanInput = z.object({
+  spanId: z.string(),
+  label: z.string().max(64).optional(),
+  score: z.number().min(0).max(1).optional(),
+  explanation: z.string().max(1e4).optional()
+});
+var SpanAnalyticsInput = z.object({
+  experimentId: z.string().optional(),
+  variantKey: z.string().optional(),
+  groupBy: z.enum(["kind", "model"]).default("kind"),
+  fromIso: z.string().datetime().optional(),
+  untilIso: z.string().datetime().optional()
+});
+var SpanAnalyticsResponse = z.object({
+  groups: z.array(
+    z.object({
+      groupKey: z.string(),
+      spanCount: z.number().int(),
+      errorCount: z.number().int(),
+      meanDurationMs: z.number().nullable(),
+      p95DurationMs: z.number().nullable(),
+      totalInputTokens: z.number().int(),
+      totalOutputTokens: z.number().int(),
+      totalCostUsd: z.number()
+    })
+  ),
+  traceCount: z.number().int(),
+  /** Cost over the full filtered span set — NOT restricted by groupBy model. */
+  totalCostUsd: z.number()
+});
+var IngestTokenSummary = z.object({
+  tokenId: z.string(),
+  label: z.string(),
+  createdAtIso: z.string().datetime(),
+  revokedAtIso: z.string().datetime().nullable()
+});
+var IngestTokenListResponse = z.object({ tokens: z.array(IngestTokenSummary) });
+var CreateIngestTokenInput = z.object({ label: z.string().min(1).max(120) });
+var CreatedIngestToken = IngestTokenSummary.extend({ token: z.string() });
 var endpoints = {
   "tenants.me": {
     method: "GET",
@@ -616,6 +967,248 @@ var endpoints = {
     response: TestRun,
     mutates: false,
     requiresRole: "viewer"
+  },
+  "datasets.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets",
+    params: Empty,
+    response: DatasetListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets",
+    params: CreateDatasetInput,
+    response: DatasetSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId",
+    params: Empty,
+    response: DatasetSummary,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.addExamples": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/examples",
+    params: AddExamplesInput,
+    response: AddExamplesResponse,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.listExamples": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/examples",
+    params: ListExamplesInput,
+    response: ListExamplesResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "datasets.createVersion": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/versions",
+    params: CreateDatasetVersionInput,
+    response: DatasetVersionWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "datasets.listVersions": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/datasets/:datasetId/versions",
+    params: Empty,
+    response: DatasetVersionListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces",
+    params: TraceListInput,
+    response: TraceListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/:traceId",
+    params: Empty,
+    response: TraceDetail,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.annotate": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/traces/:traceId/annotations",
+    params: AnnotateSpanInput,
+    response: SpanAnnotationWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "traces.analytics": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/analytics",
+    params: SpanAnalyticsInput,
+    response: SpanAnalyticsResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "traces.session": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/traces/sessions/:sessionId",
+    params: Empty,
+    response: SessionDetailResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.createRun": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/evals/runs",
+    params: CreateEvalRunInput,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "evals.listRuns": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs",
+    params: EvalRunListInput,
+    response: EvalRunListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.getRun": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs/:runId",
+    params: Empty,
+    response: EvalRunDetail,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.listScores": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/evals/runs/:runId/scores",
+    params: EvalScoreListInput,
+    response: EvalScoreListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "evals.cancelRun": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/evals/runs/:runId/cancel",
+    params: Empty,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "evals.byVariant": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/experiments/:experimentId/evals",
+    params: Empty,
+    response: VariantEvalListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "ingestTokens.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/ingest-tokens",
+    params: Empty,
+    response: IngestTokenListResponse,
+    mutates: false,
+    requiresRole: "admin"
+  },
+  "ingestTokens.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/ingest-tokens",
+    params: CreateIngestTokenInput,
+    response: CreatedIngestToken,
+    mutates: true,
+    requiresRole: "admin"
+  },
+  "ingestTokens.revoke": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/ingest-tokens/:tokenId/revoke",
+    params: Empty,
+    response: IngestTokenSummary,
+    mutates: true,
+    requiresRole: "admin"
+  },
+  "prompts.list": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts",
+    params: Empty,
+    response: PromptListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "prompts.create": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/prompts",
+    params: CreatePromptInput,
+    response: PromptSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "prompts.get": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts/:promptId",
+    params: Empty,
+    response: PromptSummary,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "prompts.createVersion": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/prompts/:promptId/versions",
+    params: CreatePromptVersionInput,
+    response: PromptVersionWire,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "prompts.listVersions": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/prompts/:promptId/versions",
+    params: Empty,
+    response: PromptVersionListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "playground.invoke": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/playground/invoke",
+    params: PlaygroundInvokeInput,
+    response: PlaygroundInvokeResponse,
+    mutates: false,
+    requiresRole: "experimenter"
+  },
+  // 202-style: replay only creates a pending eval run (durable via the
+  // outbox); generation + judging happen in the executor, off the request.
+  "playground.replay": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/playground/replay",
+    params: PlaygroundReplayInput,
+    response: EvalRunSummary,
+    mutates: true,
+    requiresRole: "experimenter"
+  },
+  "harness.definitions": {
+    method: "GET",
+    path: "/v1/orgs/:orgId/harness/admin/agents",
+    params: Empty,
+    response: HarnessOperatorListResponse,
+    mutates: false,
+    requiresRole: "viewer"
+  },
+  "harness.invokeJob": {
+    method: "POST",
+    path: "/v1/orgs/:orgId/harness/jobs/:jobName",
+    params: HarnessJobInput,
+    response: HarnessJobResponse,
+    mutates: true,
+    requiresRole: "experimenter"
   }
 };
 function buildPath(template, pathParams) {
@@ -639,6 +1232,6 @@ var ApiError = z.object({
   details: z.record(z.unknown()).optional()
 });
 
-export { AggregateInput, AggregateResponse, AggregateRow, ApiError, ApiKeyListResponse, ApiKeySummary, AuditEvent, AuditExport, AuditExportListResponse, AuditListResponse, CreateApiKeyInput, CreateApiKeyResponse, CreateAuditExportInput, CreateExperimentInput, CreateExperimentResponse, CreateTestRunInput, EdgePushResult, EnvironmentListResponse, ExperimentListResponse, ExperimentSummary, FeatureListResponse, FeatureRuleListResponse, GovernanceSettings, GovernanceStatusResponse, InvokeActionInput, InvokeActionResponse, ManifestKey, ManifestKeysResponse, PreviewSignInput, PreviewSignResponse, ProjectListResponse, PromoteEnvironmentInput, PromoteEnvironmentResponse, PropertyListResponse, PublicationListResponse, PublishManifestResponse, QualityGateResult, SamlConfig, TenantSelf, TestCaseResult, TestCaseStatus, TestRun, TestRunArtifact, TestRunListInput, TestRunListResponse, TestRunStatus, TestRunSummary, UpdateGovernanceSettingsInput, buildPath, endpoints };
+export { AddExamplesInput, AddExamplesResponse, AggregateInput, AggregateResponse, AggregateRow, AnnotateSpanInput, ApiError, ApiKeyListResponse, ApiKeySummary, AuditEvent, AuditExport, AuditExportListResponse, AuditListResponse, CreateApiKeyInput, CreateApiKeyResponse, CreateAuditExportInput, CreateDatasetInput, CreateDatasetVersionInput, CreateEvalRunInput, CreateExperimentInput, CreateExperimentResponse, CreateIngestTokenInput, CreatePromptInput, CreatePromptVersionInput, CreateTestRunInput, CreatedIngestToken, DatasetExampleWire, DatasetListResponse, DatasetSummary, DatasetVersionListResponse, DatasetVersionWire, EdgePushResult, EnvironmentListResponse, EvalRunDetail, EvalRunGenerationWire, EvalRunListInput, EvalRunListResponse, EvalRunSummary, EvalRunTargetWire, EvalScoreListInput, EvalScoreListResponse, EvalScoreWire, EvaluatorAggregateWire, ExperimentListResponse, ExperimentSummary, FeatureListResponse, FeatureRuleListResponse, GovernanceSettings, GovernanceStatusResponse, HarnessJobInput, HarnessJobResponse, HarnessOperatorDefinition, HarnessOperatorListResponse, IngestTokenListResponse, IngestTokenSummary, InvokeActionInput, InvokeActionResponse, ListExamplesInput, ListExamplesResponse, ManifestKey, ManifestKeysResponse, PlaygroundInvokeInput, PlaygroundInvokeResponse, PlaygroundReplayInput, PreviewSignInput, PreviewSignResponse, ProjectListResponse, PromoteEnvironmentInput, PromoteEnvironmentResponse, PromptListResponse, PromptMessageWire, PromptSummary, PromptTemplateWire, PromptVersionListResponse, PromptVersionWire, PropertyListResponse, PublicationListResponse, PublishManifestResponse, QualityGateResult, SamlConfig, SessionDetailResponse, SessionTraceWire, SpanAnalyticsInput, SpanAnalyticsResponse, SpanAnnotationWire, SpanKindWire, SpanWire, TenantSelf, TestCaseResult, TestCaseStatus, TestRun, TestRunArtifact, TestRunListInput, TestRunListResponse, TestRunStatus, TestRunSummary, TraceDetail, TraceListInput, TraceListResponse, TraceSummaryWire, UpdateGovernanceSettingsInput, VariantEvalListResponse, VariantEvalWire, buildPath, endpoints };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map