@kortyx/agent 0.27.0 → 0.29.0

package/CHANGELOG.md

@@ -1,5 +1,38 @@
 # Changelog
 
+## [0.29.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.28.0...agent-v0.29.0) (2026-10-03)
+
+
+### Features
+
+* **evals:** run conversation suites from Studio and CLI ([#251](https://github.com/kortyx-io/kortyx/issues/251)) ([e653c91](https://github.com/kortyx-io/kortyx/commit/e653c9188d2fad4da0c75e79d090a8dedb639b92))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/runtime bumped to 0.21.5
+  * devDependencies
+    * @kortyx/hooks bumped to 0.30.1
+
+## [0.28.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.27.0...agent-v0.28.0) (2026-09-30)
+
+
+### Features
+
+* **hooks:** add realtime model-selected output contracts ([#249](https://github.com/kortyx-io/kortyx/issues/249)) ([ac52b47](https://github.com/kortyx-io/kortyx/commit/ac52b47151b64ce5be6ce6c7fd42d34a0fa8a76d))
+
+
+### Dependencies
+
+* The following workspace dependencies were updated
+  * dependencies
+    * @kortyx/runtime bumped to 0.21.4
+    * @kortyx/stream bumped to 0.15.0
+  * devDependencies
+    * @kortyx/hooks bumped to 0.30.0
+
 ## [0.27.0](https://github.com/kortyx-io/kortyx/compare/agent-v0.26.2...agent-v0.27.0) (2026-09-23)
 
 

package/README.md

@@ -22,6 +22,10 @@ npm install @kortyx/agent
 ## Key APIs
 
 - `createAgent(...)`
+- `createEvals(...)`
+- `defineSuite(...)`
+- `createEvalJudge(...)`
+- `createStudioEvalJudge(...)`
 - `createChatRouteHandler(...)`
 - `handleChatRequestBody(...)`
 - `parseChatRequestBody(...)`
@@ -57,8 +61,22 @@ const agent = createAgent({
 export const handleChat = createChatRouteHandler({ agent });
 ```
 
+## Tool evidence in evals
+
+Enable `toolExecution: { emit: true }` on workflow `useReason` calls when eval
+criteria rely on tool activity or retrieved facts. `createEvals` captures those
+existing stream events and supplies them, along with the answer and previous
+conversation steps, to the judge. See the conversation eval guide below for
+examples and the capture boundary.
+
+Use `createEvalJudge({ model })` to grade in the app, or
+`await createStudioEvalJudge({ url, apiKey, environment })` to use the Studio
+backend's configured judge. Both fit the same `createEvals({ ..., judge })`
+slot. Provider credentials stay where the judge runs.
+
 ## Documentation
 
+- [Conversation evals: SDK runner](https://github.com/kortyx-io/kortyx/blob/main/docs/evals/sdk-runner.md)
 - [Main package README](https://github.com/kortyx-io/kortyx/tree/main/packages/kortyx)
 - [Documentation](https://kortyx.io/docs)
 - [Package overview](https://kortyx.io/docs/reference/package-overview)
@@ -68,3 +86,12 @@ export const handleChat = createChatRouteHandler({ agent });
 ## License
 
 Apache-2.0. See [LICENSE](https://github.com/kortyx-io/kortyx/blob/main/LICENSE).
+
+## Conversation eval outputs
+
+A step can require multiple completed structured output contracts with
+`expect.outputs: [{ schemaId: "app.product-list" }, { schemaId: "app.product-summary", schemaVersion: "1" }]`.
+Versions are optional. These deterministic checks run before semantic criteria
+and only match finalized visible outputs from the current step. See the
+[conversation eval guide](https://kortyx.io/docs/guides/conversation-evals) for
+SDK setup, Studio execution and custom executor requirements.

package/dist/browser.d.ts

@@ -1,2 +1,15 @@
-export { S as StreamChatFromRouteArgs, s as streamChatFromRoute } from './browser-EVWVR9BO.js';
-import '@kortyx/stream/browser';
+import { StreamChunk } from '@kortyx/stream/browser';
+import { C as ChatMessage } from './chat-message-D4EsFcr1.js';
+
+interface StreamChatFromRouteArgs {
+    endpoint: string;
+    sessionId?: string | undefined;
+    clientTurnId?: string | undefined;
+    workflowId?: string | undefined;
+    messages: ChatMessage[];
+    fetchImpl?: typeof fetch;
+    headers?: Record<string, string> | undefined;
+}
+declare function streamChatFromRoute(args: StreamChatFromRouteArgs): AsyncGenerator<StreamChunk, void, void>;
+
+export { type StreamChatFromRouteArgs, streamChatFromRoute };

package/dist/chat-message-D4EsFcr1.d.ts

@@ -0,0 +1,9 @@
+type ChatMessage = {
+    role: "user" | "assistant" | "system";
+    content: string;
+    timestamp?: number | undefined;
+    id?: string | undefined;
+    metadata?: Record<string, unknown> | undefined;
+};
+
+export type { ChatMessage as C };