@kortyx/agent 0.33.0 → 0.35.0

package/dist/{studio-judge-DpRLvf8j.d.ts → studio-judge-0yb-Cf2q.d.ts}

@@ -381,7 +381,14 @@ type EvalStepResult = {
     reason?: string;
     criteria: EvalCriterionResult[];
 };
+type EvalRuntimeExecution = {
+    sessionId: string;
+    runId: string;
+};
 type EvalCaseResult = {
+    /** SDK-owned identity and execution associations for automatic cost attribution. */
+    attemptId?: string;
+    runtimeExecutions?: EvalRuntimeExecution[];
     caseId: string;
     repetition: number;
     sessionId: string;
@@ -504,8 +511,15 @@ type EvalProgress = {
     repetition: number;
     phase: EvalPhase;
     stepIndex?: number;
+} | {
+    type: "case-runtime-associated";
+    caseId: string;
+    repetition: number;
+    attemptId: string;
+    execution: EvalRuntimeExecution;
 } | {
     type: "case-started";
+    attemptId?: string;
     caseId: string;
     repetition: number;
     sessionId: string;
@@ -524,6 +538,11 @@ type EvalRunOptions = {
     /** Selected identity pinned by the Studio server when enqueuing a run. */
     judgeIdentity?: EvalJudgeIdentity;
     suiteId: string;
+    /** Execute one scheduled attempt, preserving its original repetition identity. */
+    attempt?: {
+        caseId: string;
+        repetition: number;
+    };
     caseIds?: readonly string[];
     repetitions?: number;
     concurrency?: number;
@@ -847,6 +866,11 @@ declare const EvalStepResultSchema: z.ZodObject<{
 declare const EvalCaseResultSchema: z.ZodObject<{
     caseId: z.ZodString;
     repetition: z.ZodNumber;
+    attemptId: z.ZodOptional<z.ZodUUID>;
+    runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        sessionId: z.ZodString;
+        runId: z.ZodString;
+    }, z.core.$strict>>>;
     sessionId: z.ZodString;
     status: z.ZodEnum<{
         error: "error";
@@ -1396,6 +1420,11 @@ declare const EvalRunResultSchema: z.ZodObject<{
     cases: z.ZodArray<z.ZodObject<{
         caseId: z.ZodString;
         repetition: z.ZodNumber;
+        attemptId: z.ZodOptional<z.ZodUUID>;
+        runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            sessionId: z.ZodString;
+            runId: z.ZodString;
+        }, z.core.$strict>>>;
         sessionId: z.ZodString;
         status: z.ZodEnum<{
             error: "error";
@@ -1584,6 +1613,7 @@ declare const EvalRunResultSchema: z.ZodObject<{
 declare const EvalManifestSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<1>;
     studioJudging: z.ZodOptional<z.ZodLiteral<true>>;
+    attemptScheduling: z.ZodOptional<z.ZodLiteral<true>>;
     suites: z.ZodArray<z.ZodObject<{
         evidence: z.ZodOptional<z.ZodObject<{
             history: z.ZodOptional<z.ZodBoolean>;
@@ -1690,6 +1720,15 @@ declare const EvalManifestSchema: z.ZodObject<{
     }, z.core.$strict>>;
 }, z.core.$strict>;
 declare const EvalProgressSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    type: z.ZodLiteral<"case-runtime-associated">;
+    caseId: z.ZodString;
+    repetition: z.ZodNumber;
+    attemptId: z.ZodUUID;
+    execution: z.ZodObject<{
+        sessionId: z.ZodString;
+        runId: z.ZodString;
+    }, z.core.$strict>;
+}, z.core.$strict>, z.ZodObject<{
     type: z.ZodLiteral<"run-started">;
     caseIds: z.ZodArray<z.ZodString>;
     repetitions: z.ZodNumber;
@@ -1711,6 +1750,7 @@ declare const EvalProgressSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     stepIndex: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strict>, z.ZodObject<{
     type: z.ZodLiteral<"case-started">;
+    attemptId: z.ZodOptional<z.ZodUUID>;
     caseId: z.ZodString;
     repetition: z.ZodNumber;
     sessionId: z.ZodString;
@@ -1869,6 +1909,11 @@ declare const EvalProgressSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     result: z.ZodObject<{
         caseId: z.ZodString;
         repetition: z.ZodNumber;
+        attemptId: z.ZodOptional<z.ZodUUID>;
+        runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            sessionId: z.ZodString;
+            runId: z.ZodString;
+        }, z.core.$strict>>>;
         sessionId: z.ZodString;
         status: z.ZodEnum<{
             error: "error";
@@ -2058,6 +2103,11 @@ declare const EvalRemoteRunRequestSchema: z.ZodObject<{
     caseIds: z.ZodOptional<z.ZodArray<z.ZodString>>;
     repetitions: z.ZodDefault<z.ZodNumber>;
     concurrency: z.ZodDefault<z.ZodNumber>;
+    attempt: z.ZodOptional<z.ZodObject<{
+        caseId: z.ZodString;
+        repetition: z.ZodNumber;
+        evaluationId: z.ZodUUID;
+    }, z.core.$strict>>;
 }, z.core.$strict>;
 declare const StudioEvalStartRequestSchema: z.ZodObject<{
     suiteId: z.ZodString;
@@ -2074,6 +2124,15 @@ declare const StudioEvalStartRequestSchema: z.ZodObject<{
 declare const EvalWireEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     type: z.ZodLiteral<"progress">;
     event: z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"case-runtime-associated">;
+        caseId: z.ZodString;
+        repetition: z.ZodNumber;
+        attemptId: z.ZodUUID;
+        execution: z.ZodObject<{
+            sessionId: z.ZodString;
+            runId: z.ZodString;
+        }, z.core.$strict>;
+    }, z.core.$strict>, z.ZodObject<{
         type: z.ZodLiteral<"run-started">;
         caseIds: z.ZodArray<z.ZodString>;
         repetitions: z.ZodNumber;
@@ -2095,6 +2154,7 @@ declare const EvalWireEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         stepIndex: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strict>, z.ZodObject<{
         type: z.ZodLiteral<"case-started">;
+        attemptId: z.ZodOptional<z.ZodUUID>;
         caseId: z.ZodString;
         repetition: z.ZodNumber;
         sessionId: z.ZodString;
@@ -2253,6 +2313,11 @@ declare const EvalWireEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         result: z.ZodObject<{
             caseId: z.ZodString;
             repetition: z.ZodNumber;
+            attemptId: z.ZodOptional<z.ZodUUID>;
+            runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                sessionId: z.ZodString;
+                runId: z.ZodString;
+            }, z.core.$strict>>>;
             sessionId: z.ZodString;
             status: z.ZodEnum<{
                 error: "error";
@@ -2546,6 +2611,11 @@ declare const EvalWireEventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
         cases: z.ZodArray<z.ZodObject<{
             caseId: z.ZodString;
             repetition: z.ZodNumber;
+            attemptId: z.ZodOptional<z.ZodUUID>;
+            runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                sessionId: z.ZodString;
+                runId: z.ZodString;
+            }, z.core.$strict>>>;
             sessionId: z.ZodString;
             status: z.ZodEnum<{
                 error: "error";
@@ -3561,6 +3631,11 @@ declare const StudioEvaluationResultsSchema: z.ZodObject<{
                 cases: z.ZodArray<z.ZodObject<{
                     caseId: z.ZodString;
                     repetition: z.ZodNumber;
+                    attemptId: z.ZodOptional<z.ZodUUID>;
+                    runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                        sessionId: z.ZodString;
+                        runId: z.ZodString;
+                    }, z.core.$strict>>>;
                     sessionId: z.ZodString;
                     status: z.ZodEnum<{
                         error: "error";
@@ -3749,6 +3824,15 @@ declare const StudioEvaluationResultsSchema: z.ZodObject<{
             events: z.ZodArray<z.ZodObject<{
                 id: z.ZodNumber;
                 event: z.ZodDiscriminatedUnion<[z.ZodObject<{
+                    type: z.ZodLiteral<"case-runtime-associated">;
+                    caseId: z.ZodString;
+                    repetition: z.ZodNumber;
+                    attemptId: z.ZodUUID;
+                    execution: z.ZodObject<{
+                        sessionId: z.ZodString;
+                        runId: z.ZodString;
+                    }, z.core.$strict>;
+                }, z.core.$strict>, z.ZodObject<{
                     type: z.ZodLiteral<"run-started">;
                     caseIds: z.ZodArray<z.ZodString>;
                     repetitions: z.ZodNumber;
@@ -3770,6 +3854,7 @@ declare const StudioEvaluationResultsSchema: z.ZodObject<{
                     stepIndex: z.ZodOptional<z.ZodNumber>;
                 }, z.core.$strict>, z.ZodObject<{
                     type: z.ZodLiteral<"case-started">;
+                    attemptId: z.ZodOptional<z.ZodUUID>;
                     caseId: z.ZodString;
                     repetition: z.ZodNumber;
                     sessionId: z.ZodString;
@@ -3928,6 +4013,11 @@ declare const StudioEvaluationResultsSchema: z.ZodObject<{
                     result: z.ZodObject<{
                         caseId: z.ZodString;
                         repetition: z.ZodNumber;
+                        attemptId: z.ZodOptional<z.ZodUUID>;
+                        runtimeExecutions: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                            sessionId: z.ZodString;
+                            runId: z.ZodString;
+                        }, z.core.$strict>>>;
                         sessionId: z.ZodString;
                         status: z.ZodEnum<{
                             error: "error";
@@ -4115,4 +4205,4 @@ declare function getEvalGradeEvidence(step: EvalStepResult, previous: readonly E
 /** Discover and pin the Studio backend's judge; grading never runs in the browser. */
 declare function createStudioEvalJudge(options: StudioEvalJudgeOptions): Promise<EvalJudge>;
 
-export { type EvalVerdict as $, type EvalJudgeUsage as A, EvalJudgeUsageSchema as B, type CreateEvalsOptions as C, type EvalManifest as D, type EvalCase as E, EvalManifestSchema as F, type EvalObservation as G, EvalObservationSchema as H, type EvalOutputExpectation as I, type EvalOutputSelector as J, type EvalPhase as K, type EvalProgress as L, EvalProgressSchema as M, type EvalRemoteRunRequest as N, EvalRemoteRunRequestSchema as O, type EvalResponder as P, EvalResumeResponseSchema as Q, type EvalRunOptions as R, type EvalRunResult as S, EvalRunResultSchema as T, type EvalSetupContext as U, type EvalStatus as V, type EvalStep as W, type EvalStepResult as X, EvalStepResultSchema as Y, type EvalSuite as Z, EvalSuiteSchema as _, type EvalCaseResult as a, EvalVerdictSchema as a0, type EvalWireEvent as a1, EvalWireEventSchema as a2, EvaluationMetadataSchema as a3, type StudioEvalJudgeOptions as a4, StudioEvalJudgeRequestSchema as a5, StudioEvalJudgeResponseSchema as a6, StudioEvalStartRequestSchema as a7, type StudioEvaluationDetail as a8, StudioEvaluationDetailSchema as a9, type PendingInterrupt as aA, type ResumableInterrupt as aB, type ResumeHandle as aC, type ResumeOptions as aD, type ResumeResponse as aE, createAgent as aF, projectWorkflowTopology as aG, StudioEvaluationHistorySchema as aa, StudioEvaluationResultsSchema as ab, type StudioEvaluationStartRequest as ac, StudioEvaluationStartRequestSchema as ad, type StudioEvaluationSummary as ae, StudioEvaluationSummarySchema as af, createStudioEvalJudge as ag, defineSuite as ah, getEvalGradeEvidence as ai, parseEvalSuite as aj, type ChatLifecyclePhase as ak, ChatLifecycleHookError as al, type Agent as am, type ChatResponseFinalized as an, type AgentProcessOptions as ao, type AgentProjectTopologyOptions as ap, type ChatResponseStatus as aq, type CreateAgentArgs as ar, type ExecutableWorkflow as as, type ExecuteOptions as at, type ExecutionInfo as au, type ExecutionInterrupt as av, ExecutionRequestError as aw, type ExecutionResult as ax, type InterruptScope as ay, type ListInterruptsOptions as az, EvalCaseResultSchema as b, type EvalCommand as c, EvalConfigurationError as d, type EvalContext as e, type EvalCriterion as f, type EvalCriterionResult as g, type EvalDefaults as h, type EvalEvidenceEvent as i, type EvalEvidenceEventType as j, type EvalEvidenceFilters as k, type EvalEvidencePolicy as l, EvalEvidencePolicySchema as m, type EvalExecution as n, type EvalExecutionStatus as o, type EvalExpectation as p, type EvalGradeInput as q, type EvalHandlerRef as r, type EvalInterrupt as s, type EvalIssue as t, type EvalJson as u, type EvalJudge as v, type EvalJudgeEvidence as w, type EvalJudgeIdentity as x, EvalJudgeIdentitySchema as y, type EvalJudgeOptions as z };
+export { EvalSuiteSchema as $, type EvalJudgeUsage as A, EvalJudgeUsageSchema as B, type CreateEvalsOptions as C, type EvalManifest as D, type EvalCase as E, EvalManifestSchema as F, type EvalObservation as G, EvalObservationSchema as H, type EvalOutputExpectation as I, type EvalOutputSelector as J, type EvalPhase as K, type EvalProgress as L, EvalProgressSchema as M, type EvalRemoteRunRequest as N, EvalRemoteRunRequestSchema as O, type EvalResponder as P, EvalResumeResponseSchema as Q, type EvalRunOptions as R, type EvalRunResult as S, EvalRunResultSchema as T, type EvalRuntimeExecution as U, type EvalSetupContext as V, type EvalStatus as W, type EvalStep as X, type EvalStepResult as Y, EvalStepResultSchema as Z, type EvalSuite as _, type EvalCaseResult as a, type EvalVerdict as a0, EvalVerdictSchema as a1, type EvalWireEvent as a2, EvalWireEventSchema as a3, EvaluationMetadataSchema as a4, type StudioEvalJudgeOptions as a5, StudioEvalJudgeRequestSchema as a6, StudioEvalJudgeResponseSchema as a7, StudioEvalStartRequestSchema as a8, type StudioEvaluationDetail as a9, type ListInterruptsOptions as aA, type PendingInterrupt as aB, type ResumableInterrupt as aC, type ResumeHandle as aD, type ResumeOptions as aE, type ResumeResponse as aF, createAgent as aG, projectWorkflowTopology as aH, StudioEvaluationDetailSchema as aa, StudioEvaluationHistorySchema as ab, StudioEvaluationResultsSchema as ac, type StudioEvaluationStartRequest as ad, StudioEvaluationStartRequestSchema as ae, type StudioEvaluationSummary as af, StudioEvaluationSummarySchema as ag, createStudioEvalJudge as ah, defineSuite as ai, getEvalGradeEvidence as aj, parseEvalSuite as ak, type ChatLifecyclePhase as al, ChatLifecycleHookError as am, type Agent as an, type ChatResponseFinalized as ao, type AgentProcessOptions as ap, type AgentProjectTopologyOptions as aq, type ChatResponseStatus as ar, type CreateAgentArgs as as, type ExecutableWorkflow as at, type ExecuteOptions as au, type ExecutionInfo as av, type ExecutionInterrupt as aw, ExecutionRequestError as ax, type ExecutionResult as ay, type InterruptScope as az, EvalCaseResultSchema as b, type EvalCommand as c, EvalConfigurationError as d, type EvalContext as e, type EvalCriterion as f, type EvalCriterionResult as g, type EvalDefaults as h, type EvalEvidenceEvent as i, type EvalEvidenceEventType as j, type EvalEvidenceFilters as k, type EvalEvidencePolicy as l, EvalEvidencePolicySchema as m, type EvalExecution as n, type EvalExecutionStatus as o, type EvalExpectation as p, type EvalGradeInput as q, type EvalHandlerRef as r, type EvalInterrupt as s, type EvalIssue as t, type EvalJson as u, type EvalJudge as v, type EvalJudgeEvidence as w, type EvalJudgeIdentity as x, EvalJudgeIdentitySchema as y, type EvalJudgeOptions as z };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kortyx/agent",
-  "version": "0.33.0",
+  "version": "0.35.0",
   "private": false,
   "description": "Agent composition utilities for Kortyx.",
   "keywords": [
@@ -42,11 +42,11 @@
     "@langchain/core": "^1.1.24",
     "@langchain/langgraph": "^1.1.4",
     "zod": "^4.3.6",
-    "@kortyx/providers": "0.9.0",
-    "@kortyx/stream": "0.15.2",
-    "@kortyx/runtime": "0.22.0",
-    "@kortyx/core": "0.12.0",
-    "@kortyx/utils": "0.3.4"
+    "@kortyx/core": "0.13.0",
+    "@kortyx/providers": "0.9.1",
+    "@kortyx/runtime": "0.22.1",
+    "@kortyx/stream": "0.15.3",
+    "@kortyx/utils": "0.3.5"
   },
   "devDependencies": {
     "turbo": "2.9.14",
@@ -55,8 +55,8 @@
     "vitest": "^4.1.11",
     "@vitest/coverage-v8": "^4.1.11",
     "postgres": "^3.4.7",
-    "@kortyx/hooks": "0.32.0",
-    "@kortyx/openai": "0.5.6"
+    "@kortyx/hooks": "0.32.1",
+    "@kortyx/openai": "0.5.7"
   },
   "sideEffects": false,
   "repository": {