@wix/evalforge-types 0.45.0 → 0.46.0

package/build/types/agent/adapter.d.ts

@@ -2,6 +2,7 @@ import type { SkillWithLatestVersion } from '../target/skill.js';
 import type { TestScenario } from '../scenario/test-scenario.js';
 import type { ModelConfig } from '../common/models.js';
 import type { LLMTrace } from '../evaluation/metrics.js';
+import type { ConversationMessage } from '../evaluation/conversation.js';
 import type { MCPEntity } from '../common/mcp.js';
 import type { SubAgent } from '../target/sub-agent.js';
 import type { Rule } from '../common/rule.js';
@@ -97,6 +98,8 @@ export interface AgentExecutionResult {
     costUsd?: number;
     /** LLM trace containing detailed step information */
     llmTrace: LLMTrace;
+    /** Full conversation messages captured during execution */
+    conversation?: ConversationMessage[];
 }
 /**
  * Agent adapter interface.

package/build/types/evaluation/conversation.d.ts

@@ -0,0 +1,108 @@
+import { z } from 'zod';
+/**
+ * Individual content blocks within a conversation message.
+ */
+export declare const TextBlockSchema: z.ZodObject<{
+    type: z.ZodLiteral<"text">;
+    text: z.ZodString;
+}, z.core.$strip>;
+export declare const ThinkingBlockSchema: z.ZodObject<{
+    type: z.ZodLiteral<"thinking">;
+    thinking: z.ZodString;
+}, z.core.$strip>;
+export declare const ToolUseBlockSchema: z.ZodObject<{
+    type: z.ZodLiteral<"tool_use">;
+    toolName: z.ZodString;
+    toolId: z.ZodString;
+    input: z.ZodUnknown;
+}, z.core.$strip>;
+export declare const ToolResultBlockSchema: z.ZodObject<{
+    type: z.ZodLiteral<"tool_result">;
+    toolUseId: z.ZodString;
+    content: z.ZodString;
+    isError: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>;
+export declare const ConversationBlockSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
+    type: z.ZodLiteral<"text">;
+    text: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"thinking">;
+    thinking: z.ZodString;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"tool_use">;
+    toolName: z.ZodString;
+    toolId: z.ZodString;
+    input: z.ZodUnknown;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"tool_result">;
+    toolUseId: z.ZodString;
+    content: z.ZodString;
+    isError: z.ZodOptional<z.ZodBoolean>;
+}, z.core.$strip>], "type">;
+export type ConversationBlock = z.infer<typeof ConversationBlockSchema>;
+/**
+ * A single message in the conversation (assistant, user, or system).
+ */
+export declare const ConversationMessageRoles: readonly ["assistant", "user", "system"];
+export declare const ConversationMessageSchema: z.ZodObject<{
+    role: z.ZodEnum<{
+        system: "system";
+        user: "user";
+        assistant: "assistant";
+    }>;
+    content: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+        type: z.ZodLiteral<"text">;
+        text: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"thinking">;
+        thinking: z.ZodString;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_use">;
+        toolName: z.ZodString;
+        toolId: z.ZodString;
+        input: z.ZodUnknown;
+    }, z.core.$strip>, z.ZodObject<{
+        type: z.ZodLiteral<"tool_result">;
+        toolUseId: z.ZodString;
+        content: z.ZodString;
+        isError: z.ZodOptional<z.ZodBoolean>;
+    }, z.core.$strip>], "type">>;
+    timestamp: z.ZodString;
+}, z.core.$strip>;
+export type ConversationMessage = z.infer<typeof ConversationMessageSchema>;
+/**
+ * Full conversation stored per scenario result.
+ */
+export declare const ScenarioConversationSchema: z.ZodObject<{
+    id: z.ZodString;
+    projectId: z.ZodString;
+    evalRunId: z.ZodString;
+    resultId: z.ZodString;
+    messages: z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<{
+            system: "system";
+            user: "user";
+            assistant: "assistant";
+        }>;
+        content: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"text">;
+            text: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"thinking">;
+            thinking: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_use">;
+            toolName: z.ZodString;
+            toolId: z.ZodString;
+            input: z.ZodUnknown;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_result">;
+            toolUseId: z.ZodString;
+            content: z.ZodString;
+            isError: z.ZodOptional<z.ZodBoolean>;
+        }, z.core.$strip>], "type">>;
+        timestamp: z.ZodString;
+    }, z.core.$strip>>;
+    createdAt: z.ZodString;
+}, z.core.$strip>;
+export type ScenarioConversation = z.infer<typeof ScenarioConversationSchema>;

package/build/types/evaluation/eval-result.d.ts

@@ -191,6 +191,31 @@ export declare const EvalRunResultSchema: z.ZodObject<{
             modelsUsed: z.ZodArray<z.ZodString>;
         }, z.core.$strip>;
     }, z.core.$strip>>;
+    conversation: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        role: z.ZodEnum<{
+            system: "system";
+            user: "user";
+            assistant: "assistant";
+        }>;
+        content: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+            type: z.ZodLiteral<"text">;
+            text: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"thinking">;
+            thinking: z.ZodString;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_use">;
+            toolName: z.ZodString;
+            toolId: z.ZodString;
+            input: z.ZodUnknown;
+        }, z.core.$strip>, z.ZodObject<{
+            type: z.ZodLiteral<"tool_result">;
+            toolUseId: z.ZodString;
+            content: z.ZodString;
+            isError: z.ZodOptional<z.ZodBoolean>;
+        }, z.core.$strip>], "type">>;
+        timestamp: z.ZodString;
+    }, z.core.$strip>>>;
 }, z.core.$strip>;
 export type EvalRunResult = z.infer<typeof EvalRunResultSchema>;
 /**

package/build/types/evaluation/eval-run.d.ts

@@ -379,6 +379,31 @@ export declare const EvalRunSchema: z.ZodObject<{
                 modelsUsed: z.ZodArray<z.ZodString>;
             }, z.core.$strip>;
         }, z.core.$strip>>;
+        conversation: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            role: z.ZodEnum<{
+                system: "system";
+                user: "user";
+                assistant: "assistant";
+            }>;
+            content: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
+                type: z.ZodLiteral<"text">;
+                text: z.ZodString;
+            }, z.core.$strip>, z.ZodObject<{
+                type: z.ZodLiteral<"thinking">;
+                thinking: z.ZodString;
+            }, z.core.$strip>, z.ZodObject<{
+                type: z.ZodLiteral<"tool_use">;
+                toolName: z.ZodString;
+                toolId: z.ZodString;
+                input: z.ZodUnknown;
+            }, z.core.$strip>, z.ZodObject<{
+                type: z.ZodLiteral<"tool_result">;
+                toolUseId: z.ZodString;
+                content: z.ZodString;
+                isError: z.ZodOptional<z.ZodBoolean>;
+            }, z.core.$strip>], "type">>;
+            timestamp: z.ZodString;
+        }, z.core.$strip>>>;
     }, z.core.$strip>>>;
     aggregateMetrics: z.ZodObject<{
         totalAssertions: z.ZodNumber;

package/build/types/evaluation/index.d.ts

@@ -2,3 +2,4 @@ export * from './metrics.js';
 export * from './eval-result.js';
 export * from './eval-run.js';
 export * from './live-trace.js';
+export * from './conversation.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@wix/evalforge-types",
-  "version": "0.45.0",
+  "version": "0.46.0",
   "description": "Unified types for EvalForge agent evaluation system",
   "files": [
     "build"
@@ -47,5 +47,5 @@
       "artifactId": "evalforge-types"
     }
   },
-  "falconPackageHash": "464b999b9b4d3bc57960ab62ee173657e69e6caf2ecdb8c399d37dc2"
+  "falconPackageHash": "a70c8a3f86e611eaf56129ef3fea8e9e7b8334ac70c265e8835951a3"
 }