kortyx 0.26.0 → 0.27.0

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # Changelog
 
+## [0.27.0](https://github.com/kortyx-io/kortyx/compare/kortyx-v0.26.0...kortyx-v0.27.0) (2026-10-03)
+
+
+### Features
+
+* **evals:** run conversation suites from Studio and CLI ([#251](https://github.com/kortyx-io/kortyx/issues/251)) ([e653c91](https://github.com/kortyx-io/kortyx/commit/e653c9188d2fad4da0c75e79d090a8dedb639b92))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/agent bumped to 0.29.0
+    * @kortyx/cli bumped to 0.12.0
+    * @kortyx/hooks bumped to 0.30.1
+    * @kortyx/runtime bumped to 0.21.5
+
 ## [0.26.0](https://github.com/kortyx-io/kortyx/compare/kortyx-v0.25.0...kortyx-v0.26.0) (2026-09-30)
 
 

package/README.md

@@ -188,6 +188,7 @@ GOOGLE_API_KEY=your_key_here pnpm dev
 | Area | Exports |
 | --- | --- |
 | Agent | `createAgent`, `createChatRouteHandler`, `streamChatFromRoute` |
+| Evals | `createEvals`, `defineSuite`, `createEvalJudge`, `createStudioEvalJudge`, `EvalSuiteSchema`, `parseEvalSuite` |
 | Workflows | `defineWorkflow`, `loadWorkflow`, `validateWorkflow` |
 | Hooks | `useReason`, `useInterrupt`, `useStructuredData`, `useNodeState`, `useWorkflowState`, `useRuntimeContext` |
 | Runtime | workflow registries, node registry, in-memory/Redis framework adapters |
@@ -209,6 +210,7 @@ Install only the provider integrations your app needs.
 
 ## Documentation
 
+- [Conversation evals: SDK runner](https://github.com/kortyx-io/kortyx/blob/main/docs/evals/sdk-runner.md)
 - [Monorepo](https://github.com/kortyx-io/kortyx)
 - [Documentation](https://kortyx.io/docs)
 - [Package overview](https://kortyx.io/docs/reference/package-overview)

package/dist/browser.d.ts

@@ -1,6 +1,7 @@
 export * from '@kortyx/core/errors';
 export { StreamChatFromRouteArgs, streamChatFromRoute } from '@kortyx/agent/browser';
 export { ConsumeStreamHandlers, FinalizedChatContentPiece, FinalizedChatMessage, StreamChunk, StreamFromRouteArgs, StructuredDataChunk, StructuredStreamAccumulator, StructuredStreamState, applyStructuredChunk, consumeStream, createFinalizedChatMessageAccumulator, createStructuredStreamAccumulator, projectInterruptPiece, readStream, reduceStructuredChunks, streamFromRoute } from '@kortyx/stream/browser';
+import '@kortyx/agent/evals';
 import '@kortyx/agent';
 import '@kortyx/core';
 import '@kortyx/hooks';

package/dist/evals.d.ts

@@ -0,0 +1 @@
+export * from '@kortyx/agent/evals';

package/dist/evals.js

@@ -0,0 +1,24 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/evals.ts
+var evals_exports = {};
+module.exports = __toCommonJS(evals_exports);
+__reExport(evals_exports, require("@kortyx/agent/evals"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("@kortyx/agent/evals")
+});
+//# sourceMappingURL=evals.js.map

package/dist/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/evals.ts"],"sourcesContent":["export * from \"@kortyx/agent/evals\";\n"],"mappings":";;;;;;;;;;;;;;;;AAAA;AAAA;AAAA,0BAAc,gCAAd;","names":[]}

package/dist/index.d.ts

@@ -1,5 +1,5 @@
+export { Agent, AgentProcessOptions, ChatLifecycleErrorEvent, ChatLifecycleHookError, ChatLifecyclePhase, ChatRequestBody, ChatResponseFinalized, ChatResponseStatus, ChatRouteHandlerOptions, CheckpointRequestBody, CheckpointRouteHandlerOptions, CreateAgentArgs, CreateEvalsOptions, EvalCase, EvalCaseResult, EvalCommand, EvalConfigurationError, EvalContext, EvalCriterion, EvalCriterionResult, EvalDefaults, EvalExecution, EvalExpectation, EvalGradeInput, EvalHandlerRef, EvalInterrupt, EvalIssue, EvalJson, EvalJudge, EvalJudgeOptions, EvalJudgeUsage, EvalObservation, EvalOutputExpectation, EvalPhase, EvalProgress, EvalResponder, EvalRunOptions, EvalRunResult, EvalRunner, EvalSetupContext, EvalStatus, EvalStep, EvalStepResult, EvalSuite, EvalSuiteSchema, EvalVerdict, ExecutableWorkflow, ExecuteOptions, ExecutionInfo, ExecutionInterrupt, ExecutionRequestError, ExecutionResult, InterruptScope, ListInterruptsOptions, PendingInterrupt, ResumableInterrupt, ResumeHandle, ResumeOptions, ResumeResponse, StreamChatFromRouteArgs, StudioEvalJudgeOptions, createAgent, createChatRouteHandler, createCheckpointRouteHandler, createEvalJudge, createEvalRouteHandler, createEvals, createFailureResponse, createStudioEvalJudge, defineSuite, getEvalSuiteRevision, handleChatRequestBody, handleCheckpointRequestBody, parseChatRequestBody, parseCheckpointRequestBody, parseEvalSuite, readRequestJson, streamChatFromRoute } from '@kortyx/agent';
 export * from '@kortyx/core/errors';
-export { Agent, AgentProcessOptions, ChatLifecycleErrorEvent, ChatLifecycleHookError, ChatLifecyclePhase, ChatRequestBody, ChatResponseFinalized, ChatResponseStatus, ChatRouteHandlerOptions, CheckpointRequestBody, CheckpointRouteHandlerOptions, CreateAgentArgs, ExecutableWorkflow, ExecuteOptions, ExecutionInfo, ExecutionInterrupt, ExecutionRequestError, ExecutionResult, InterruptScope, ListInterruptsOptions, PendingInterrupt, ResumableInterrupt, ResumeHandle, ResumeOptions, ResumeResponse, StreamChatFromRouteArgs, createAgent, createChatRouteHandler, createCheckpointRouteHandler, createFailureResponse, handleChatRequestBody, handleCheckpointRequestBody, parseChatRequestBody, parseCheckpointRequestBody, readRequestJson, streamChatFromRoute } from '@kortyx/agent';
 export { ExecutionLimit, ExecutionLimitReached, ExecutionLimits, GraphState, NodeConfig, NodeContext, NodeFn, NodeHandler, NodeResult, RuntimeEnvelope, WorkflowDefinition, WorkflowId, defineWorkflow, loadWorkflow, validateWorkflow } from '@kortyx/core';
 export { CompleteResponseOptions, EnsureWorkflowTopologyRequest, EnsureWorkflowTopologyResponse, InterruptContract, InterruptContractMap, InterruptHistoryEntry, KortyxErrorDetails, KortyxTelemetryConfig, KortyxTelemetryContentCapture, KortyxTelemetryCorrelation, KortyxTelemetryEvent, KortyxTelemetryEventType, KortyxTelemetryPrompt, KortyxTelemetryReporter, KortyxTelemetryService, KortyxTraceAdapter, KortyxTraceErrorProjection, KortyxTraceMetadata, OutputContract, OutputContractEntry, OutputContractMap, ParallelError, ReportErrorOptions, UseContractInterruptArgs, UseContractStructuredDataArgs, UseInterruptArgs, UseReasonArgs, UseReasonInterruptConfig, UseReasonInterruptsConfig, UseReasonOutputsConfig, UseReasonResult, UseReasonStep, UseReasonToolExecution, UseStructuredDataArgs, UseToolArgs, WorkflowCallError, completeResponse, createWorkflowHooks, defineInterruptContract, defineOutputContract, parallel, reportError, useAbortSignal, useInterrupt, useNodeState, useReason, useRuntimeContext, useStructuredData, useTool, useWorkflow, useWorkflowState } from '@kortyx/hooks';
 export { CreateMCPClientArgs, MCPClient, McpToolsArgs, McpTransportConfig, createMCPClient } from '@kortyx/mcp';

package/dist/index.js

@@ -20,8 +20,10 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 // src/index.ts
 var index_exports = {};
 __export(index_exports, {
-  ChatLifecycleHookError: () => import_agent.ChatLifecycleHookError,
-  ExecutionRequestError: () => import_agent.ExecutionRequestError,
+  ChatLifecycleHookError: () => import_agent2.ChatLifecycleHookError,
+  EvalConfigurationError: () => import_agent.EvalConfigurationError,
+  EvalSuiteSchema: () => import_agent.EvalSuiteSchema,
+  ExecutionRequestError: () => import_agent2.ExecutionRequestError,
   ParallelError: () => import_hooks.ParallelError,
   WorkflowCallError: () => import_hooks.WorkflowCallError,
   applyStructuredChunk: () => import_stream.applyStructuredChunk,
@@ -30,11 +32,14 @@ __export(index_exports, {
   collectStream: () => import_stream.collectStream,
   completeResponse: () => import_hooks.completeResponse,
   consumeStream: () => import_stream.consumeStream,
-  createAgent: () => import_agent.createAgent,
+  createAgent: () => import_agent2.createAgent,
   createCachingFrameworkAdapter: () => import_runtime.createCachingFrameworkAdapter,
-  createChatRouteHandler: () => import_agent.createChatRouteHandler,
-  createCheckpointRouteHandler: () => import_agent.createCheckpointRouteHandler,
-  createFailureResponse: () => import_agent.createFailureResponse,
+  createChatRouteHandler: () => import_agent2.createChatRouteHandler,
+  createCheckpointRouteHandler: () => import_agent2.createCheckpointRouteHandler,
+  createEvalJudge: () => import_agent.createEvalJudge,
+  createEvalRouteHandler: () => import_agent.createEvalRouteHandler,
+  createEvals: () => import_agent.createEvals,
+  createFailureResponse: () => import_agent2.createFailureResponse,
   createFileWorkflowRegistry: () => import_runtime.createFileWorkflowRegistry,
   createFinalizedChatMessageAccumulator: () => import_stream.createFinalizedChatMessageAccumulator,
   createFrameworkAdapterFromEnv: () => import_runtime.createFrameworkAdapterFromEnv,
@@ -45,25 +50,29 @@ __export(index_exports, {
   createRedisFrameworkAdapter: () => import_runtime.createRedisFrameworkAdapter,
   createStreamResponse: () => import_stream.createStreamResponse,
   createStructuredStreamAccumulator: () => import_stream.createStructuredStreamAccumulator,
+  createStudioEvalJudge: () => import_agent.createStudioEvalJudge,
   createWorkflowHooks: () => import_hooks.createWorkflowHooks,
   defineInterruptContract: () => import_hooks.defineInterruptContract,
   defineOutputContract: () => import_hooks.defineOutputContract,
+  defineSuite: () => import_agent.defineSuite,
   defineWorkflow: () => import_core.defineWorkflow,
+  getEvalSuiteRevision: () => import_agent.getEvalSuiteRevision,
   getRegisteredNode: () => import_runtime.getRegisteredNode,
-  handleChatRequestBody: () => import_agent.handleChatRequestBody,
-  handleCheckpointRequestBody: () => import_agent.handleCheckpointRequestBody,
+  handleChatRequestBody: () => import_agent2.handleChatRequestBody,
+  handleCheckpointRequestBody: () => import_agent2.handleCheckpointRequestBody,
   listRegisteredNodes: () => import_runtime.listRegisteredNodes,
   loadWorkflow: () => import_core.loadWorkflow,
   parallel: () => import_hooks.parallel,
-  parseChatRequestBody: () => import_agent.parseChatRequestBody,
-  parseCheckpointRequestBody: () => import_agent.parseCheckpointRequestBody,
+  parseChatRequestBody: () => import_agent2.parseChatRequestBody,
+  parseCheckpointRequestBody: () => import_agent2.parseCheckpointRequestBody,
+  parseEvalSuite: () => import_agent.parseEvalSuite,
   projectInterruptPiece: () => import_stream.projectInterruptPiece,
-  readRequestJson: () => import_agent.readRequestJson,
+  readRequestJson: () => import_agent2.readRequestJson,
   readStream: () => import_stream.readStream,
   reduceStructuredChunks: () => import_stream.reduceStructuredChunks,
   registerNode: () => import_runtime.registerNode,
   reportError: () => import_hooks.reportError,
-  streamChatFromRoute: () => import_agent.streamChatFromRoute,
+  streamChatFromRoute: () => import_agent2.streamChatFromRoute,
   summarizeStreamChunks: () => import_stream.summarizeStreamChunks,
   toSSE: () => import_stream.toSSE,
   useAbortSignal: () => import_hooks.useAbortSignal,
@@ -78,8 +87,9 @@ __export(index_exports, {
   validateWorkflow: () => import_core.validateWorkflow
 });
 module.exports = __toCommonJS(index_exports);
-__reExport(index_exports, require("@kortyx/core/errors"), module.exports);
 var import_agent = require("@kortyx/agent");
+__reExport(index_exports, require("@kortyx/core/errors"), module.exports);
+var import_agent2 = require("@kortyx/agent");
 var import_core = require("@kortyx/core");
 var import_hooks = require("@kortyx/hooks");
 var import_mcp = require("@kortyx/mcp");
@@ -89,6 +99,8 @@ var import_stream = require("@kortyx/stream");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   ChatLifecycleHookError,
+  EvalConfigurationError,
+  EvalSuiteSchema,
   ExecutionRequestError,
   ParallelError,
   WorkflowCallError,
@@ -102,6 +114,9 @@ var import_stream = require("@kortyx/stream");
   createCachingFrameworkAdapter,
   createChatRouteHandler,
   createCheckpointRouteHandler,
+  createEvalJudge,
+  createEvalRouteHandler,
+  createEvals,
   createFailureResponse,
   createFileWorkflowRegistry,
   createFinalizedChatMessageAccumulator,
@@ -113,10 +128,13 @@ var import_stream = require("@kortyx/stream");
   createRedisFrameworkAdapter,
   createStreamResponse,
   createStructuredStreamAccumulator,
+  createStudioEvalJudge,
   createWorkflowHooks,
   defineInterruptContract,
   defineOutputContract,
+  defineSuite,
   defineWorkflow,
+  getEvalSuiteRevision,
   getRegisteredNode,
   handleChatRequestBody,
   handleCheckpointRequestBody,
@@ -125,6 +143,7 @@ var import_stream = require("@kortyx/stream");
   parallel,
   parseChatRequestBody,
   parseCheckpointRequestBody,
+  parseEvalSuite,
   projectInterruptPiece,
   readRequestJson,
   readStream,

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/index.ts"],"sourcesContent":["export * from \"@kortyx/core/errors\";\n// release-test: 2026-01-22\n// Public DX surface for the Kortyx framework.\n\nexport type {\n  Agent,\n  AgentProcessOptions,\n  ChatLifecycleErrorEvent,\n  ChatLifecyclePhase,\n  ChatRequestBody,\n  ChatResponseFinalized,\n  ChatResponseStatus,\n  ChatRouteHandlerOptions,\n  CheckpointRequestBody,\n  CheckpointRouteHandlerOptions,\n  CreateAgentArgs,\n  ExecutableWorkflow,\n  ExecuteOptions,\n  ExecutionInfo,\n  ExecutionInterrupt,\n  ExecutionResult,\n  InterruptScope,\n  ListInterruptsOptions,\n  PendingInterrupt,\n  ResumableInterrupt,\n  ResumeHandle,\n  ResumeOptions,\n  ResumeResponse,\n  StreamChatFromRouteArgs,\n} from \"@kortyx/agent\";\nexport {\n  ChatLifecycleHookError,\n  createAgent,\n  createChatRouteHandler,\n  createCheckpointRouteHandler,\n  createFailureResponse,\n  ExecutionRequestError,\n  handleChatRequestBody,\n  handleCheckpointRequestBody,\n  parseChatRequestBody,\n  parseCheckpointRequestBody,\n  readRequestJson,\n  streamChatFromRoute,\n} from \"@kortyx/agent\";\nexport type {\n  ExecutionLimit,\n  ExecutionLimitReached,\n  ExecutionLimits,\n  GraphState,\n  NodeConfig,\n  NodeContext,\n  NodeFn,\n  NodeHandler,\n  NodeResult,\n  RuntimeEnvelope,\n  WorkflowDefinition,\n  WorkflowId,\n} from \"@kortyx/core\";\nexport { defineWorkflow, loadWorkflow, validateWorkflow } from \"@kortyx/core\";\nexport type {\n  EnsureWorkflowTopologyRequest,\n  EnsureWorkflowTopologyResponse,\n  InterruptContract,\n  InterruptContractMap,\n  InterruptHistoryEntry,\n  KortyxErrorDetails,\n  KortyxTelemetryConfig,\n  KortyxTelemetryContentCapture,\n  KortyxTelemetryCorrelation,\n  KortyxTelemetryEvent,\n  KortyxTelemetryEventType,\n  KortyxTelemetryPrompt,\n  KortyxTelemetryReporter,\n  KortyxTelemetryService,\n  KortyxTraceAdapter,\n  KortyxTraceErrorProjection,\n  KortyxTraceMetadata,\n  OutputContract,\n  OutputContractEntry,\n  OutputContractMap,\n  ReportErrorOptions,\n  UseContractInterruptArgs,\n  UseContractStructuredDataArgs,\n  UseInterruptArgs,\n  UseReasonArgs,\n  UseReasonInterruptConfig,\n  UseReasonInterruptsConfig,\n  UseReasonOutputsConfig,\n  UseReasonResult,\n  UseReasonStep,\n  UseReasonToolExecution,\n  UseStructuredDataArgs,\n  UseToolArgs,\n} from \"@kortyx/hooks\";\nexport {\n  type CompleteResponseOptions,\n  completeResponse,\n  createWorkflowHooks,\n  defineInterruptContract,\n  defineOutputContract,\n  ParallelError,\n  parallel,\n  reportError,\n  useAbortSignal,\n  useInterrupt,\n  useNodeState,\n  useReason,\n  useRuntimeContext,\n  useStructuredData,\n  useTool,\n  useWorkflow,\n  useWorkflowState,\n  WorkflowCallError,\n} from \"@kortyx/hooks\";\nexport type {\n  CreateMCPClientArgs,\n  MCPClient,\n  McpToolsArgs,\n  McpTransportConfig,\n} from \"@kortyx/mcp\";\nexport { createMCPClient } from \"@kortyx/mcp\";\nexport * from \"@kortyx/providers\";\nexport type {\n  CreateCachingFrameworkAdapterOptions,\n  CreatePostgresFrameworkAdapterOptions,\n  FrameworkAdapter,\n  ManagedFrameworkAdapter,\n  PostgresFrameworkAdapter,\n  PruneRuntimeOptions,\n  PruneRuntimeResult,\n  RuntimeMaintenance,\n  RuntimeRetentionPolicy,\n  WorkflowRegistry,\n} from \"@kortyx/runtime\";\nexport {\n  clearRegisteredNodes,\n  createCachingFrameworkAdapter,\n  createFileWorkflowRegistry,\n  createFrameworkAdapterFromEnv,\n  createInMemoryFrameworkAdapter,\n  createInMemoryWorkflowRegistry,\n  createPostgresFrameworkAdapter,\n  createRedisFrameworkAdapter,\n  getRegisteredNode,\n  listRegisteredNodes,\n  registerNode,\n} from \"@kortyx/runtime\";\nexport type {\n  BufferedStreamResult,\n  ConsumeStreamHandlers,\n  FinalizedChatContentPiece,\n  FinalizedChatMessage,\n  StreamChunk,\n  StructuredDataChunk,\n  StructuredStreamAccumulator,\n  StructuredStreamState,\n} from \"@kortyx/stream\";\nexport {\n  applyStructuredChunk,\n  collectBufferedStream,\n  collectStream,\n  consumeStream,\n  createFinalizedChatMessageAccumulator,\n  createStreamResponse,\n  createStructuredStreamAccumulator,\n  projectInterruptPiece,\n  readStream,\n  reduceStructuredChunks,\n  summarizeStreamChunks,\n  toSSE,\n} from \"@kortyx/stream\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,0BAAc,gCAAd;AA8BA,mBAaO;AAeP,kBAA+D;AAoC/D,mBAmBO;AAOP,iBAAgC;AAChC,0BAAc,8BAzHd;AAsIA,qBAYO;AAWP,oBAaO;","names":[]}
+{"version":3,"sources":["../src/index.ts"],"sourcesContent":["export type {\n  CreateEvalsOptions,\n  EvalCase,\n  EvalCaseResult,\n  EvalCommand,\n  EvalContext,\n  EvalCriterion,\n  EvalCriterionResult,\n  EvalDefaults,\n  EvalExecution,\n  EvalExpectation,\n  EvalGradeInput,\n  EvalHandlerRef,\n  EvalInterrupt,\n  EvalIssue,\n  EvalJson,\n  EvalJudge,\n  EvalJudgeOptions,\n  EvalJudgeUsage,\n  EvalObservation,\n  EvalOutputExpectation,\n  EvalPhase,\n  EvalProgress,\n  EvalResponder,\n  EvalRunner,\n  EvalRunOptions,\n  EvalRunResult,\n  EvalSetupContext,\n  EvalStatus,\n  EvalStep,\n  EvalStepResult,\n  EvalSuite,\n  EvalVerdict,\n  StudioEvalJudgeOptions,\n} from \"@kortyx/agent\";\nexport {\n  createEvalJudge,\n  createEvalRouteHandler,\n  createEvals,\n  createStudioEvalJudge,\n  defineSuite,\n  EvalConfigurationError,\n  EvalSuiteSchema,\n  getEvalSuiteRevision,\n  parseEvalSuite,\n} from \"@kortyx/agent\";\nexport * from \"@kortyx/core/errors\";\n// release-test: 2026-01-22\n// Public DX surface for the Kortyx framework.\n\nexport type {\n  Agent,\n  AgentProcessOptions,\n  ChatLifecycleErrorEvent,\n  ChatLifecyclePhase,\n  ChatRequestBody,\n  ChatResponseFinalized,\n  ChatResponseStatus,\n  ChatRouteHandlerOptions,\n  CheckpointRequestBody,\n  CheckpointRouteHandlerOptions,\n  CreateAgentArgs,\n  ExecutableWorkflow,\n  ExecuteOptions,\n  ExecutionInfo,\n  ExecutionInterrupt,\n  ExecutionResult,\n  InterruptScope,\n  ListInterruptsOptions,\n  PendingInterrupt,\n  ResumableInterrupt,\n  ResumeHandle,\n  ResumeOptions,\n  ResumeResponse,\n  StreamChatFromRouteArgs,\n} from \"@kortyx/agent\";\nexport {\n  ChatLifecycleHookError,\n  createAgent,\n  createChatRouteHandler,\n  createCheckpointRouteHandler,\n  createFailureResponse,\n  ExecutionRequestError,\n  handleChatRequestBody,\n  handleCheckpointRequestBody,\n  parseChatRequestBody,\n  parseCheckpointRequestBody,\n  readRequestJson,\n  streamChatFromRoute,\n} from \"@kortyx/agent\";\nexport type {\n  ExecutionLimit,\n  ExecutionLimitReached,\n  ExecutionLimits,\n  GraphState,\n  NodeConfig,\n  NodeContext,\n  NodeFn,\n  NodeHandler,\n  NodeResult,\n  RuntimeEnvelope,\n  WorkflowDefinition,\n  WorkflowId,\n} from \"@kortyx/core\";\nexport { defineWorkflow, loadWorkflow, validateWorkflow } from \"@kortyx/core\";\nexport type {\n  EnsureWorkflowTopologyRequest,\n  EnsureWorkflowTopologyResponse,\n  InterruptContract,\n  InterruptContractMap,\n  InterruptHistoryEntry,\n  KortyxErrorDetails,\n  KortyxTelemetryConfig,\n  KortyxTelemetryContentCapture,\n  KortyxTelemetryCorrelation,\n  KortyxTelemetryEvent,\n  KortyxTelemetryEventType,\n  KortyxTelemetryPrompt,\n  KortyxTelemetryReporter,\n  KortyxTelemetryService,\n  KortyxTraceAdapter,\n  KortyxTraceErrorProjection,\n  KortyxTraceMetadata,\n  OutputContract,\n  OutputContractEntry,\n  OutputContractMap,\n  ReportErrorOptions,\n  UseContractInterruptArgs,\n  UseContractStructuredDataArgs,\n  UseInterruptArgs,\n  UseReasonArgs,\n  UseReasonInterruptConfig,\n  UseReasonInterruptsConfig,\n  UseReasonOutputsConfig,\n  UseReasonResult,\n  UseReasonStep,\n  UseReasonToolExecution,\n  UseStructuredDataArgs,\n  UseToolArgs,\n} from \"@kortyx/hooks\";\nexport {\n  type CompleteResponseOptions,\n  completeResponse,\n  createWorkflowHooks,\n  defineInterruptContract,\n  defineOutputContract,\n  ParallelError,\n  parallel,\n  reportError,\n  useAbortSignal,\n  useInterrupt,\n  useNodeState,\n  useReason,\n  useRuntimeContext,\n  useStructuredData,\n  useTool,\n  useWorkflow,\n  useWorkflowState,\n  WorkflowCallError,\n} from \"@kortyx/hooks\";\nexport type {\n  CreateMCPClientArgs,\n  MCPClient,\n  McpToolsArgs,\n  McpTransportConfig,\n} from \"@kortyx/mcp\";\nexport { createMCPClient } from \"@kortyx/mcp\";\nexport * from \"@kortyx/providers\";\nexport type {\n  CreateCachingFrameworkAdapterOptions,\n  CreatePostgresFrameworkAdapterOptions,\n  FrameworkAdapter,\n  ManagedFrameworkAdapter,\n  PostgresFrameworkAdapter,\n  PruneRuntimeOptions,\n  PruneRuntimeResult,\n  RuntimeMaintenance,\n  RuntimeRetentionPolicy,\n  WorkflowRegistry,\n} from \"@kortyx/runtime\";\nexport {\n  clearRegisteredNodes,\n  createCachingFrameworkAdapter,\n  createFileWorkflowRegistry,\n  createFrameworkAdapterFromEnv,\n  createInMemoryFrameworkAdapter,\n  createInMemoryWorkflowRegistry,\n  createPostgresFrameworkAdapter,\n  createRedisFrameworkAdapter,\n  getRegisteredNode,\n  listRegisteredNodes,\n  registerNode,\n} from \"@kortyx/runtime\";\nexport type {\n  BufferedStreamResult,\n  ConsumeStreamHandlers,\n  FinalizedChatContentPiece,\n  FinalizedChatMessage,\n  StreamChunk,\n  StructuredDataChunk,\n  StructuredStreamAccumulator,\n  StructuredStreamState,\n} from \"@kortyx/stream\";\nexport {\n  applyStructuredChunk,\n  collectBufferedStream,\n  collectStream,\n  consumeStream,\n  createFinalizedChatMessageAccumulator,\n  createStreamResponse,\n  createStructuredStreamAccumulator,\n  projectInterruptPiece,\n  readStream,\n  reduceStructuredChunks,\n  summarizeStreamChunks,\n  toSSE,\n} from \"@kortyx/stream\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAmCA,mBAUO;AACP,0BAAc,gCA9Cd;AA4EA,IAAAA,gBAaO;AAeP,kBAA+D;AAoC/D,mBAmBO;AAOP,iBAAgC;AAChC,0BAAc,8BAvKd;AAoLA,qBAYO;AAWP,oBAaO;","names":["import_agent"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "kortyx",
-  "version": "0.26.0",
+  "version": "0.27.0",
   "private": false,
   "description": "TypeScript framework for production AI agents with explicit workflows, provider-agnostic models, streaming, interrupts, and runtime persistence.",
   "keywords": [
@@ -35,6 +35,10 @@
     "./browser": {
       "types": "./dist/browser.d.ts",
       "default": "./dist/browser.js"
+    },
+    "./evals": {
+      "types": "./dist/evals.d.ts",
+      "default": "./dist/evals.js"
     }
   },
   "files": [
@@ -43,15 +47,15 @@
     "CHANGELOG.md"
   ],
   "dependencies": {
-    "@kortyx/agent": "0.28.0",
-    "@kortyx/hooks": "0.30.0",
-    "@kortyx/cli": "0.11.4",
-    "@kortyx/core": "0.11.0",
+    "@kortyx/cli": "0.12.0",
+    "@kortyx/agent": "0.29.0",
     "@kortyx/mcp": "0.2.7",
-    "@kortyx/providers": "0.8.3",
+    "@kortyx/core": "0.11.0",
+    "@kortyx/hooks": "0.30.1",
+    "@kortyx/runtime": "0.21.5",
     "@kortyx/stream": "0.15.0",
-    "@kortyx/utils": "0.3.3",
-    "@kortyx/runtime": "0.21.4"
+    "@kortyx/providers": "0.8.3",
+    "@kortyx/utils": "0.3.3"
   },
   "devDependencies": {
     "turbo": "2.6.1",