@kortyx/agent 0.34.0 → 0.37.0

package/CHANGELOG.md

@@ -1,5 +1,71 @@
 # Changelog
 
+## [0.37.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.36.0...agent-v0.37.0) (2026-10-11)
+
+
+### Features
+
+* add shared SDK and Studio usage telemetry ([#313](https://github.com/kortyx-io/kortyx/issues/313)) ([7d5f0c0](https://github.com/kortyx-io/kortyx/commit/7d5f0c005bd7721dc6a529554e75c14573d76a0f))
+
+
+### Bug Fixes
+
+* **website:** reconcile credibility branch with current main ([60199f9](https://github.com/kortyx-io/kortyx/commit/60199f992242eb7c409a95bc7a6898d31bac601d))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/core bumped to 0.13.1
+    * @kortyx/providers bumped to 0.9.2
+    * @kortyx/runtime bumped to 0.23.1
+    * @kortyx/stream bumped to 0.15.4
+    * @kortyx/utils bumped to 0.3.6
+    * @kortyx/prompts bumped to 0.2.0
+    * @kortyx/usage-telemetry bumped to 0.2.0
+  * devDependencies
+    * @kortyx/hooks bumped to 0.34.0
+    * @kortyx/openai bumped to 0.5.8
+
+## [0.36.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.35.0...agent-v0.36.0) (2026-10-10)
+
+
+### Features
+
+* version, evaluate, serve and migrate Studio prompts ([#288](https://github.com/kortyx-io/kortyx/issues/288)) ([0802f8b](https://github.com/kortyx-io/kortyx/commit/0802f8b91c4a541d176dd8a75c659063e2c28c8c))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/runtime bumped to 0.23.0
+    * @kortyx/prompts bumped to 0.1.0
+  * devDependencies
+    * @kortyx/hooks bumped to 0.33.0
+
+## [0.35.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.34.0...agent-v0.35.0) (2026-10-09)
+
+
+### Features
+
+* **evals:** share concurrency and attribute multi-session costs ([#304](https://github.com/kortyx-io/kortyx/issues/304)) ([dd5e242](https://github.com/kortyx-io/kortyx/commit/dd5e242ae08affbb015201bb57c4714709756cf2))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/core bumped to 0.13.0
+    * @kortyx/providers bumped to 0.9.1
+    * @kortyx/runtime bumped to 0.22.1
+    * @kortyx/stream bumped to 0.15.3
+    * @kortyx/utils bumped to 0.3.5
+  * devDependencies
+    * @kortyx/hooks bumped to 0.32.1
+    * @kortyx/openai bumped to 0.5.7
+
 ## [0.34.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.33.0...agent-v0.34.0) (2026-10-09)
 
 

package/dist/evals.d.ts

@@ -1,5 +1,6 @@
-export { C as CreateEvalsOptions, E as EvalCase, a as EvalCaseResult, b as EvalCaseResultSchema, c as EvalCommand, d as EvalConfigurationError, e as EvalContext, f as EvalCriterion, g as EvalCriterionResult, h as EvalDefaults, i as EvalEvidenceEvent, j as EvalEvidenceEventType, k as EvalEvidenceFilters, l as EvalEvidencePolicy, m as EvalEvidencePolicySchema, n as EvalExecution, o as EvalExecutionStatus, p as EvalExpectation, q as EvalGradeInput, r as EvalHandlerRef, s as EvalInterrupt, t as EvalIssue, u as EvalJson, v as EvalJudge, w as EvalJudgeEvidence, x as EvalJudgeIdentity, y as EvalJudgeIdentitySchema, z as EvalJudgeOptions, A as EvalJudgeUsage, B as EvalJudgeUsageSchema, D as EvalManifest, F as EvalManifestSchema, G as EvalObservation, H as EvalObservationSchema, I as EvalOutputExpectation, J as EvalOutputSelector, K as EvalPhase, L as EvalProgress, M as EvalProgressSchema, N as EvalRemoteRunRequest, O as EvalRemoteRunRequestSchema, P as EvalResponder, Q as EvalResumeResponseSchema, R as EvalRunOptions, S as EvalRunResult, T as EvalRunResultSchema, U as EvalSetupContext, V as EvalStatus, W as EvalStep, X as EvalStepResult, Y as EvalStepResultSchema, Z as EvalSuite, _ as EvalSuiteSchema, $ as EvalVerdict, a0 as EvalVerdictSchema, a1 as EvalWireEvent, a2 as EvalWireEventSchema, a3 as EvaluationMetadataSchema, a4 as StudioEvalJudgeOptions, a5 as StudioEvalJudgeRequestSchema, a6 as StudioEvalJudgeResponseSchema, a7 as StudioEvalStartRequestSchema, a8 as StudioEvaluationDetail, a9 as StudioEvaluationDetailSchema, aa as StudioEvaluationHistorySchema, ab as StudioEvaluationResultsSchema, ac as StudioEvaluationStartRequest, ad as StudioEvaluationStartRequestSchema, ae as StudioEvaluationSummary, af as StudioEvaluationSummarySchema, ag as createStudioEvalJudge, ah as defineSuite, ai as getEvalGradeEvidence, aj as parseEvalSuite } from './studio-judge-DpRLvf8j.js';
+export { C as CreateEvalsOptions, E as EvalCase, a as EvalCaseResult, b as EvalCaseResultSchema, c as EvalCommand, d as EvalConfigurationError, e as EvalContext, f as EvalCriterion, g as EvalCriterionResult, h as EvalDefaults, i as EvalEvidenceEvent, j as EvalEvidenceEventType, k as EvalEvidenceFilters, l as EvalEvidencePolicy, m as EvalEvidencePolicySchema, n as EvalExecution, o as EvalExecutionStatus, p as EvalExpectation, q as EvalGradeInput, r as EvalHandlerRef, s as EvalInterrupt, t as EvalIssue, u as EvalJson, v as EvalJudge, w as EvalJudgeEvidence, x as EvalJudgeIdentity, y as EvalJudgeIdentitySchema, z as EvalJudgeOptions, A as EvalJudgeUsage, B as EvalJudgeUsageSchema, D as EvalManifest, F as EvalManifestSchema, G as EvalObservation, H as EvalObservationSchema, I as EvalOutputExpectation, J as EvalOutputSelector, K as EvalPhase, L as EvalProgress, M as EvalProgressSchema, N as EvalRemoteRunRequest, O as EvalRemoteRunRequestSchema, P as EvalResponder, Q as EvalResumeResponseSchema, R as EvalRunOptions, S as EvalRunResult, T as EvalRunResultSchema, U as EvalRuntimeExecution, V as EvalSetupContext, W as EvalStatus, X as EvalStep, Y as EvalStepResult, Z as EvalStepResultSchema, _ as EvalSuite, $ as EvalSuiteSchema, a0 as EvalVerdict, a1 as EvalVerdictSchema, a2 as EvalWireEvent, a3 as EvalWireEventSchema, a4 as EvaluationMetadataSchema, a5 as StudioEvalJudgeOptions, a6 as StudioEvalJudgeRequestSchema, a7 as StudioEvalJudgeResponseSchema, a8 as StudioEvalStartRequestSchema, a9 as StudioEvaluationDetail, aa as StudioEvaluationDetailSchema, ab as StudioEvaluationHistorySchema, ac as StudioEvaluationResultsSchema, ad as StudioEvaluationStartRequest, ae as StudioEvaluationStartRequestSchema, af as StudioEvaluationSummary, ag as StudioEvaluationSummarySchema, ah as createStudioEvalJudge, ai as defineSuite, aj as getEvalGradeEvidence, ak as parseEvalSuite } from './studio-judge-Brk9R5oB.js';
 import { z } from 'zod';
+import '@kortyx/prompts';
 import '@kortyx/providers';
 import '@kortyx/core/errors';
 import '@kortyx/stream';
@@ -14,8 +15,8 @@ declare const StudioEvalTargetsResponseSchema: z.ZodObject<{
         id: z.ZodString;
         version: z.ZodString;
         location: z.ZodOptional<z.ZodEnum<{
-            app: "app";
             studio: "studio";
+            app: "app";
         }>>;
     }, z.core.$strict>>>;
     targets: z.ZodArray<z.ZodObject<{
@@ -38,6 +39,16 @@ declare const StudioEvalTargetsResponseSchema: z.ZodObject<{
         manifest: z.ZodNullable<z.ZodObject<{
             schemaVersion: z.ZodLiteral<1>;
             studioJudging: z.ZodOptional<z.ZodLiteral<true>>;
+            promptContracts: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                id: z.ZodString;
+                format: z.ZodEnum<{
+                    "system-user": "system-user";
+                    chat: "chat";
+                }>;
+                variablesSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+                configSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+            }, z.core.$strict>>>;
+            attemptScheduling: z.ZodOptional<z.ZodLiteral<true>>;
             suites: z.ZodArray<z.ZodObject<{
                 evidence: z.ZodOptional<z.ZodObject<{
                     history: z.ZodOptional<z.ZodBoolean>;
@@ -138,8 +149,8 @@ declare const StudioEvalTargetsResponseSchema: z.ZodObject<{
                 id: z.ZodString;
                 version: z.ZodString;
                 location: z.ZodOptional<z.ZodEnum<{
-                    app: "app";
                     studio: "studio";
+                    app: "app";
                 }>>;
             }, z.core.$strict>>;
         }, z.core.$strict>>;
@@ -451,19 +462,62 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
         request: z.ZodOptional<z.ZodObject<{
             caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
             grading: z.ZodOptional<z.ZodEnum<{
-                app: "app";
                 studio: "studio";
+                app: "app";
             }>>;
             judge: z.ZodOptional<z.ZodObject<{
                 id: z.ZodString;
                 version: z.ZodString;
                 location: z.ZodOptional<z.ZodEnum<{
-                    app: "app";
                     studio: "studio";
+                    app: "app";
                 }>>;
             }, z.core.$strict>>;
             repetitions: z.ZodNumber;
             concurrency: z.ZodOptional<z.ZodNumber>;
+            promptSnapshot: z.ZodOptional<z.ZodObject<{
+                schemaVersion: z.ZodLiteral<1>;
+                environment: z.ZodString;
+                tag: z.ZodOptional<z.ZodString>;
+                revision: z.ZodString;
+                versions: z.ZodRecord<z.ZodString, z.ZodObject<{
+                    id: z.ZodString;
+                    version: z.ZodNumber;
+                    hash: z.ZodString;
+                    content: z.ZodObject<{
+                        format: z.ZodEnum<{
+                            "system-user": "system-user";
+                            chat: "chat";
+                        }>;
+                        messages: z.ZodArray<z.ZodObject<{
+                            role: z.ZodEnum<{
+                                system: "system";
+                                user: "user";
+                                assistant: "assistant";
+                            }>;
+                            content: z.ZodString;
+                        }, z.core.$strict>>;
+                        variablesSchema: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
+                        configSchema: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
+                        config: z.ZodRecord<z.ZodString, z.ZodJSONSchema>;
+                        dependencies: z.ZodDefault<z.ZodArray<z.ZodObject<{
+                            id: z.ZodString;
+                            version: z.ZodNumber;
+                            hash: z.ZodString;
+                        }, z.core.$strict>>>;
+                    }, z.core.$strict>;
+                }, z.core.$strip>>;
+                source: z.ZodEnum<{
+                    studio: "studio";
+                    local: "local";
+                    cache: "cache";
+                    fallback: "fallback";
+                    eval: "eval";
+                }>;
+                resolvedAt: z.ZodISODateTime;
+                requestedIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
+            }, z.core.$strict>>;
+            promptGroupName: z.ZodOptional<z.ZodString>;
         }, z.core.$strip>>;
         suite: z.ZodObject<{
             evidence: z.ZodOptional<z.ZodObject<{
@@ -651,8 +705,8 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                 id: z.ZodString;
                 version: z.ZodString;
                 location: z.ZodOptional<z.ZodEnum<{
-                    app: "app";
                     studio: "studio";
+                    app: "app";
                 }>>;
             }, z.core.$strict>>;
             startedAt: z.ZodISODateTime;
@@ -661,8 +715,8 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                 error: "error";
                 cancelled: "cancelled";
                 failed: "failed";
-                passed: "passed";
                 ungraded: "ungraded";
+                passed: "passed";
             }>;
             counts: z.ZodObject<{
                 passed: z.ZodNumber;
@@ -674,13 +728,18 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
             cases: z.ZodArray<z.ZodObject<{
                 caseId: z.ZodString;
                 repetition: z.ZodNumber;
+                attemptId: z.ZodOptional<z.ZodUUID>;
+                runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                    sessionId: z.ZodString;
+                    runId: z.ZodString;
+                }, z.core.$strict>>>;
                 sessionId: z.ZodString;
                 status: z.ZodEnum<{
                     error: "error";
                     cancelled: "cancelled";
                     failed: "failed";
-                    passed: "passed";
                     ungraded: "ungraded";
+                    passed: "passed";
                 }>;
                 durationMs: z.ZodNumber;
                 steps: z.ZodArray<z.ZodObject<{
@@ -688,6 +747,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         version: z.ZodLiteral<"compact-v1">;
                         history: z.ZodBoolean;
                         observation: z.ZodObject<{
+                            promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                                id: z.ZodString;
+                                version: z.ZodNumber;
+                                hash: z.ZodString;
+                                environment: z.ZodString;
+                                snapshotRevision: z.ZodString;
+                                model: z.ZodOptional<z.ZodString>;
+                            }, z.core.$strict>>>;
                             type: z.ZodEnum<{
                                 interrupt: "interrupt";
                                 error: "error";
@@ -754,6 +821,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         reference: z.ZodOptional<z.ZodJSONSchema>;
                     }, z.core.$strict>;
                     observation: z.ZodObject<{
+                        promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                            id: z.ZodString;
+                            version: z.ZodNumber;
+                            hash: z.ZodString;
+                            environment: z.ZodString;
+                            snapshotRevision: z.ZodString;
+                            model: z.ZodOptional<z.ZodString>;
+                        }, z.core.$strict>>>;
                         type: z.ZodEnum<{
                             interrupt: "interrupt";
                             error: "error";
@@ -789,8 +864,8 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         error: "error";
                         cancelled: "cancelled";
                         failed: "failed";
-                        passed: "passed";
                         ungraded: "ungraded";
+                        passed: "passed";
                     }>;
                     reason: z.ZodOptional<z.ZodString>;
                     judgeCalls: z.ZodOptional<z.ZodNumber>;
@@ -862,6 +937,15 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
         events: z.ZodArray<z.ZodObject<{
             id: z.ZodNumber;
             event: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"case-runtime-associated">;
+                caseId: z.ZodString;
+                repetition: z.ZodNumber;
+                attemptId: z.ZodUUID;
+                execution: z.ZodObject<{
+                    sessionId: z.ZodString;
+                    runId: z.ZodString;
+                }, z.core.$strict>;
+            }, z.core.$strict>, z.ZodObject<{
                 type: z.ZodLiteral<"run-started">;
                 caseIds: z.ZodArray<z.ZodString>;
                 repetitions: z.ZodNumber;
@@ -883,6 +967,7 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                 stepIndex: z.ZodOptional<z.ZodNumber>;
             }, z.core.$strict>, z.ZodObject<{
                 type: z.ZodLiteral<"case-started">;
+                attemptId: z.ZodOptional<z.ZodUUID>;
                 caseId: z.ZodString;
                 repetition: z.ZodNumber;
                 sessionId: z.ZodString;
@@ -895,6 +980,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         version: z.ZodLiteral<"compact-v1">;
                         history: z.ZodBoolean;
                         observation: z.ZodObject<{
+                            promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                                id: z.ZodString;
+                                version: z.ZodNumber;
+                                hash: z.ZodString;
+                                environment: z.ZodString;
+                                snapshotRevision: z.ZodString;
+                                model: z.ZodOptional<z.ZodString>;
+                            }, z.core.$strict>>>;
                             type: z.ZodEnum<{
                                 interrupt: "interrupt";
                                 error: "error";
@@ -961,6 +1054,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         reference: z.ZodOptional<z.ZodJSONSchema>;
                     }, z.core.$strict>;
                     observation: z.ZodObject<{
+                        promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                            id: z.ZodString;
+                            version: z.ZodNumber;
+                            hash: z.ZodString;
+                            environment: z.ZodString;
+                            snapshotRevision: z.ZodString;
+                            model: z.ZodOptional<z.ZodString>;
+                        }, z.core.$strict>>>;
                         type: z.ZodEnum<{
                             interrupt: "interrupt";
                             error: "error";
@@ -996,8 +1097,8 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                         error: "error";
                         cancelled: "cancelled";
                         failed: "failed";
-                        passed: "passed";
                         ungraded: "ungraded";
+                        passed: "passed";
                     }>;
                     reason: z.ZodOptional<z.ZodString>;
                     judgeCalls: z.ZodOptional<z.ZodNumber>;
@@ -1041,13 +1142,18 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                 result: z.ZodObject<{
                     caseId: z.ZodString;
                     repetition: z.ZodNumber;
+                    attemptId: z.ZodOptional<z.ZodUUID>;
+                    runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        sessionId: z.ZodString;
+                        runId: z.ZodString;
+                    }, z.core.$strict>>>;
                     sessionId: z.ZodString;
                     status: z.ZodEnum<{
                         error: "error";
                         cancelled: "cancelled";
                         failed: "failed";
-                        passed: "passed";
                         ungraded: "ungraded";
+                        passed: "passed";
                     }>;
                     durationMs: z.ZodNumber;
                     steps: z.ZodArray<z.ZodObject<{
@@ -1055,6 +1161,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                             version: z.ZodLiteral<"compact-v1">;
                             history: z.ZodBoolean;
                             observation: z.ZodObject<{
+                                promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                                    id: z.ZodString;
+                                    version: z.ZodNumber;
+                                    hash: z.ZodString;
+                                    environment: z.ZodString;
+                                    snapshotRevision: z.ZodString;
+                                    model: z.ZodOptional<z.ZodString>;
+                                }, z.core.$strict>>>;
                                 type: z.ZodEnum<{
                                     interrupt: "interrupt";
                                     error: "error";
@@ -1121,6 +1235,14 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                             reference: z.ZodOptional<z.ZodJSONSchema>;
                         }, z.core.$strict>;
                         observation: z.ZodObject<{
+                            promptUsage: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                                id: z.ZodString;
+                                version: z.ZodNumber;
+                                hash: z.ZodString;
+                                environment: z.ZodString;
+                                snapshotRevision: z.ZodString;
+                                model: z.ZodOptional<z.ZodString>;
+                            }, z.core.$strict>>>;
                             type: z.ZodEnum<{
                                 interrupt: "interrupt";
                                 error: "error";
@@ -1156,8 +1278,8 @@ declare const StudioEvalDetailSchema: z.ZodObject<{
                             error: "error";
                             cancelled: "cancelled";
                             failed: "failed";
-                            passed: "passed";
                             ungraded: "ungraded";
+                            passed: "passed";
                         }>;
                         reason: z.ZodOptional<z.ZodString>;
                         judgeCalls: z.ZodOptional<z.ZodNumber>;

package/dist/evals.js

@@ -57,6 +57,7 @@ __export(evals_exports, {
 module.exports = __toCommonJS(evals_exports);
 
 // src/evals/contracts.ts
+var import_browser = require("@kortyx/prompts/browser");
 var import_zod2 = require("zod");
 
 // src/evals/evidence-policy.ts
@@ -161,6 +162,16 @@ var EvalVerdictSchema = import_zod2.z.object({
   evidence: import_zod2.z.array(import_zod2.z.string().min(1))
 }).strict();
 var EvalObservationSchema = import_zod2.z.object({
+  promptUsage: import_zod2.z.array(
+    import_zod2.z.object({
+      id: import_zod2.z.string(),
+      version: import_zod2.z.number().int().positive(),
+      hash: import_zod2.z.string().regex(/^[a-f0-9]{64}$/),
+      environment: import_zod2.z.string(),
+      snapshotRevision: import_zod2.z.string(),
+      model: import_zod2.z.string().optional()
+    }).strict()
+  ).optional(),
   type: import_zod2.z.enum(["answer", "interrupt", "error", "cancelled"]),
   text: import_zod2.z.string(),
   structured: import_zod2.z.array(import_zod2.z.json()),
@@ -253,9 +264,12 @@ var EvalStepResultSchema = import_zod2.z.object({
     EvalVerdictSchema.extend({ id: import_zod2.z.string(), text: import_zod2.z.string() })
   )
 }).strict();
+var runtimeExecution = import_zod2.z.object({ sessionId: import_zod2.z.string().min(1), runId: import_zod2.z.string().min(1) }).strict();
 var EvalCaseResultSchema = import_zod2.z.object({
   caseId: id2,
   repetition: import_zod2.z.number().int().positive(),
+  attemptId: import_zod2.z.uuid().optional(),
+  runtimeExecutions: import_zod2.z.array(runtimeExecution).optional(),
   sessionId: import_zod2.z.string(),
   status,
   durationMs: import_zod2.z.number().nonnegative(),
@@ -304,6 +318,15 @@ var EvalRunResultSchema = import_zod2.z.object({
 var EvalManifestSchema = import_zod2.z.object({
   schemaVersion: import_zod2.z.literal(1),
   studioJudging: import_zod2.z.literal(true).optional(),
+  promptContracts: import_zod2.z.array(
+    import_zod2.z.object({
+      id: import_zod2.z.string(),
+      format: import_zod2.z.enum(["system-user", "chat"]),
+      variablesSchema: import_zod2.z.record(import_zod2.z.string(), import_zod2.z.unknown()),
+      configSchema: import_zod2.z.record(import_zod2.z.string(), import_zod2.z.unknown())
+    }).strict()
+  ).optional(),
+  attemptScheduling: import_zod2.z.literal(true).optional(),
   suites: import_zod2.z.array(EvalSuiteSchema),
   responders: import_zod2.z.array(
     import_zod2.z.object({
@@ -317,6 +340,13 @@ var EvalManifestSchema = import_zod2.z.object({
   judge: judge.optional()
 }).strict();
 var EvalProgressSchema = import_zod2.z.discriminatedUnion("type", [
+  import_zod2.z.object({
+    type: import_zod2.z.literal("case-runtime-associated"),
+    caseId: id2,
+    repetition: import_zod2.z.number().int().positive(),
+    attemptId: import_zod2.z.uuid(),
+    execution: runtimeExecution
+  }).strict(),
   import_zod2.z.object({
     type: import_zod2.z.literal("run-started"),
     caseIds: import_zod2.z.array(id2).min(1),
@@ -332,6 +362,7 @@ var EvalProgressSchema = import_zod2.z.discriminatedUnion("type", [
   }).strict(),
   import_zod2.z.object({
     type: import_zod2.z.literal("case-started"),
+    attemptId: import_zod2.z.uuid().optional(),
     caseId: id2,
     repetition: import_zod2.z.number().int().positive(),
     sessionId: import_zod2.z.string()
@@ -345,18 +376,37 @@ var EvalProgressSchema = import_zod2.z.discriminatedUnion("type", [
   import_zod2.z.object({ type: import_zod2.z.literal("case-completed"), result: EvalCaseResultSchema }).strict()
 ]);
 var EvalRemoteRunRequestSchema = import_zod2.z.object({
+  promptSnapshot: import_browser.PromptSnapshotSchema.optional(),
+  promptGroupName: import_zod2.z.string().optional(),
   suiteId: id2,
   suiteRevision: import_zod2.z.string().regex(/^[a-f0-9]{64}$/),
   grading: import_zod2.z.enum(["app", "studio"]).optional(),
   judge: EvalJudgeIdentitySchema.optional(),
   caseIds: import_zod2.z.array(id2).min(1).max(100).optional(),
   repetitions: import_zod2.z.number().int().min(1).max(20).default(1),
-  concurrency: import_zod2.z.number().int().min(1).max(20).default(1)
+  concurrency: import_zod2.z.number().int().min(1).max(20).default(1),
+  attempt: import_zod2.z.object({
+    caseId: id2,
+    repetition: import_zod2.z.number().int().min(1).max(20),
+    evaluationId: import_zod2.z.uuid()
+  }).strict().optional()
 }).strict();
 var StudioEvalStartRequestSchema = EvalRemoteRunRequestSchema.omit({
   grading: true,
-  judge: true
+  judge: true,
+  promptSnapshot: true,
+  promptGroupName: true,
+  attempt: true
 }).extend({
+  promptSelection: import_zod2.z.discriminatedUnion("type", [
+    import_zod2.z.object({ type: import_zod2.z.literal("live") }).strict(),
+    import_zod2.z.object({
+      type: import_zod2.z.literal("single"),
+      id: import_zod2.z.string(),
+      version: import_zod2.z.number().int().positive()
+    }).strict(),
+    import_zod2.z.object({ type: import_zod2.z.literal("group"), groupId: import_zod2.z.uuid() }).strict()
+  ]).optional(),
   targetId: import_zod2.z.string().min(1).max(128),
   judge: import_zod2.z.enum(["studio", "app"]).default("studio")
 });
@@ -399,6 +449,7 @@ function defineSuite(suite) {
 var import_zod4 = require("zod");
 
 // src/evals/studio-contracts.ts
+var import_browser2 = require("@kortyx/prompts/browser");
 var import_zod3 = require("zod");
 var StudioEvalTargetsResponseSchema = import_zod3.z.object({
   canRun: import_zod3.z.boolean(),
@@ -484,7 +535,9 @@ var StudioEvalDetailSchema = import_zod3.z.object({
       grading: import_zod3.z.enum(["app", "studio"]).optional(),
       judge: EvalJudgeIdentitySchema.optional(),
       repetitions: import_zod3.z.number().int().positive(),
-      concurrency: import_zod3.z.number().optional()
+      concurrency: import_zod3.z.number().optional(),
+      promptSnapshot: import_browser2.PromptSnapshotSchema.optional(),
+      promptGroupName: import_zod3.z.string().optional()
     }).optional(),
     suite: EvalSuiteSchema,
     result: EvalRunResultSchema.nullable(),
@@ -508,6 +561,7 @@ var EvaluationMetadataSchema = import_zod4.z.object({
 var StudioEvaluationStartRequestSchema = import_zod4.z.object({
   targetId: import_zod4.z.string().trim().min(1),
   name: import_zod4.z.string().trim().min(1).max(200).optional(),
+  promptSelection: StudioEvalStartRequestSchema.shape.promptSelection,
   selection: import_zod4.z.enum(["all", "selected"]),
   suites: import_zod4.z.array(
     import_zod4.z.object({