agentv 3.3.0 → 3.4.0

package/dist/{chunk-5M3K2DMV.js → chunk-GOZV2HN2.js}

@@ -301,7 +301,7 @@ var require_dist = __commonJS({
   }
 });
 
-// ../../packages/core/dist/chunk-C4MKEQR5.js
+// ../../packages/core/dist/chunk-JO4HIAEF.js
 import { constants } from "node:fs";
 import { access, readFile } from "node:fs/promises";
 import path from "node:path";
@@ -419,7 +419,7 @@ __export(external_exports2, {
   void: () => voidType
 });
 
-// ../../packages/core/dist/chunk-C4MKEQR5.js
+// ../../packages/core/dist/chunk-JO4HIAEF.js
 var TEST_MESSAGE_ROLE_VALUES = ["system", "user", "assistant", "tool"];
 var TEST_MESSAGE_ROLES = TEST_MESSAGE_ROLE_VALUES;
 var TEST_MESSAGE_ROLE_SET = new Set(TEST_MESSAGE_ROLE_VALUES);
@@ -1810,6 +1810,7 @@ var AGENT_PROVIDER_KINDS = [
   "copilot-sdk",
   "copilot-cli",
   "pi-coding-agent",
+  "pi-agent-sdk",
   "claude",
   "claude-cli",
   "claude-sdk",
@@ -20912,6 +20913,29 @@ var MockProvider = class {
     return this.delayMs;
   }
 };
+function extractPiTextContent(content) {
+  if (typeof content === "string") {
+    return content;
+  }
+  if (!Array.isArray(content)) {
+    return void 0;
+  }
+  const textParts = [];
+  for (const part of content) {
+    if (!part || typeof part !== "object") {
+      continue;
+    }
+    const p = part;
+    if (p.type === "text" && typeof p.text === "string") {
+      textParts.push(p.text);
+    }
+  }
+  return textParts.length > 0 ? textParts.join("\n") : void 0;
+}
+function toFiniteNumber(value) {
+  if (typeof value === "number" && Number.isFinite(value)) return value;
+  return void 0;
+}
 var piAgentModule = null;
 var piAiModule = null;
 async function loadPiModules() {
@@ -20952,7 +20976,8 @@ var PiAgentSdkProvider = class {
       throw new Error("Pi agent SDK request was aborted before execution");
     }
     const { Agent, getModel, getEnvApiKey } = await loadPiModules();
-    const startTime = Date.now();
+    const startTimeIso = (/* @__PURE__ */ new Date()).toISOString();
+    const startMs = Date.now();
     const providerName = this.config.provider ?? "anthropic";
     const modelId = this.config.model ?? "claude-sonnet-4-20250514";
     const model = getModel(providerName, modelId);
@@ -20969,16 +20994,73 @@ var PiAgentSdkProvider = class {
         return this.config.apiKey ?? getEnvApiKey(provider) ?? void 0;
       }
     });
-    const output = [];
-    let finalAssistantContent = "";
+    let tokenUsage;
+    let costUsd;
+    const toolTrackers = /* @__PURE__ */ new Map();
+    const completedToolResults = /* @__PURE__ */ new Map();
     const unsubscribe = agent.subscribe((event) => {
-      if (event.type === "message_end") {
-        const msg = event.message;
-        if (msg.role === "assistant") {
-          const content = extractTextContent3(msg.content);
-          if (content) {
-            finalAssistantContent = content;
+      switch (event.type) {
+        case "message_end": {
+          const msg = event.message;
+          if (msg && typeof msg === "object" && "role" in msg && msg.role === "assistant" && "usage" in msg) {
+            const usage = msg.usage;
+            if (usage && typeof usage === "object") {
+              const u = usage;
+              const input = toFiniteNumber(u.input);
+              const output = toFiniteNumber(u.output);
+              const cached = toFiniteNumber(u.cacheRead);
+              let callDelta;
+              if (input !== void 0 || output !== void 0) {
+                callDelta = {
+                  input: input ?? 0,
+                  output: output ?? 0,
+                  ...cached !== void 0 ? { cached } : {}
+                };
+                tokenUsage = {
+                  input: (tokenUsage?.input ?? 0) + callDelta.input,
+                  output: (tokenUsage?.output ?? 0) + callDelta.output,
+                  ...cached !== void 0 ? { cached: (tokenUsage?.cached ?? 0) + cached } : tokenUsage?.cached !== void 0 ? { cached: tokenUsage.cached } : {}
+                };
+              }
+              const cost = u.cost;
+              if (cost && typeof cost === "object") {
+                const total = toFiniteNumber(cost.total);
+                if (total !== void 0) {
+                  costUsd = (costUsd ?? 0) + total;
+                }
+              }
+              request.streamCallbacks?.onLlmCallEnd?.(modelId, callDelta);
+            }
           }
+          break;
+        }
+        case "tool_execution_start": {
+          toolTrackers.set(event.toolCallId, {
+            toolCallId: event.toolCallId,
+            toolName: event.toolName,
+            args: event.args,
+            startMs: Date.now(),
+            startTime: (/* @__PURE__ */ new Date()).toISOString()
+          });
+          request.streamCallbacks?.onToolCallStart?.(event.toolName, event.toolCallId);
+          break;
+        }
+        case "tool_execution_end": {
+          const tracker = toolTrackers.get(event.toolCallId);
+          const durationMs = tracker ? Date.now() - tracker.startMs : 0;
+          completedToolResults.set(event.toolCallId, {
+            output: event.result,
+            durationMs
+          });
+          request.streamCallbacks?.onToolCallEnd?.(
+            event.toolName,
+            tracker?.args,
+            event.result,
+            durationMs,
+            event.toolCallId
+          );
+          toolTrackers.delete(event.toolCallId);
+          break;
         }
       }
     });
@@ -20997,10 +21079,12 @@ var PiAgentSdkProvider = class {
       }
       await agent.waitForIdle();
       const agentMessages = agent.state.messages;
+      const output = [];
       for (const msg of agentMessages) {
-        output.push(convertAgentMessage(msg));
+        output.push(convertAgentMessage(msg, toolTrackers, completedToolResults));
       }
-      const durationMs = Date.now() - startTime;
+      const endTimeIso = (/* @__PURE__ */ new Date()).toISOString();
+      const durationMs = Date.now() - startMs;
       return {
         raw: {
           messages: agentMessages,
@@ -21009,49 +21093,54 @@ var PiAgentSdkProvider = class {
           provider: this.config.provider
         },
         output,
-        durationMs
+        tokenUsage,
+        costUsd,
+        durationMs,
+        startTime: startTimeIso,
+        endTime: endTimeIso
       };
     } finally {
       unsubscribe();
     }
   }
 };
-function extractTextContent3(content) {
-  if (typeof content === "string") {
-    return content;
-  }
-  if (!Array.isArray(content)) {
-    return void 0;
-  }
-  const textParts = [];
-  for (const part of content) {
-    if (!part || typeof part !== "object") {
-      continue;
-    }
-    const p = part;
-    if (p.type === "text" && typeof p.text === "string") {
-      textParts.push(p.text);
-    }
-  }
-  return textParts.length > 0 ? textParts.join("\n") : void 0;
-}
-function convertAgentMessage(message) {
+function convertAgentMessage(message, toolTrackers, completedToolResults) {
   if (!message || typeof message !== "object") {
     return { role: "unknown", content: String(message) };
   }
   const msg = message;
   const role = typeof msg.role === "string" ? msg.role : "unknown";
-  const content = extractTextContent3(msg.content);
-  const toolCalls = extractToolCalls3(msg.content);
+  const content = extractPiTextContent(msg.content);
+  const toolCalls = extractToolCalls3(msg.content, toolTrackers, completedToolResults);
   const startTime = typeof msg.timestamp === "number" ? new Date(msg.timestamp).toISOString() : typeof msg.timestamp === "string" ? msg.timestamp : void 0;
+  let msgTokenUsage;
+  if (msg.usage && typeof msg.usage === "object") {
+    const u = msg.usage;
+    const input = toFiniteNumber(u.input);
+    const output = toFiniteNumber(u.output);
+    if (input !== void 0 || output !== void 0) {
+      msgTokenUsage = {
+        input: input ?? 0,
+        output: output ?? 0,
+        ...toFiniteNumber(u.cacheRead) !== void 0 ? { cached: toFiniteNumber(u.cacheRead) } : {}
+      };
+    }
+  }
+  const metadata = {};
+  if (msg.api) metadata.api = msg.api;
+  if (msg.provider) metadata.provider = msg.provider;
+  if (msg.model) metadata.model = msg.model;
+  if (msg.stopReason) metadata.stopReason = msg.stopReason;
   return {
     role,
     content,
     toolCalls: toolCalls.length > 0 ? toolCalls : void 0,
-    startTime
+    startTime,
+    metadata: Object.keys(metadata).length > 0 ? metadata : void 0,
+    tokenUsage: msgTokenUsage
   };
 }
-function extractToolCalls3(content) {
+function extractToolCalls3(content, toolTrackers, completedToolResults) {
   if (!Array.isArray(content)) {
     return [];
   }
@@ -21062,10 +21151,17 @@ function extractToolCalls3(content) {
     }
     const p = part;
     if (p.type === "toolCall" && typeof p.name === "string") {
+      const id = typeof p.id === "string" ? p.id : void 0;
+      const tracker = id ? toolTrackers.get(id) : void 0;
+      const completed = id ? completedToolResults.get(id) : void 0;
       toolCalls.push({
         tool: p.name,
         input: p.arguments,
-        id: typeof p.id === "string" ? p.id : void 0
+        id,
+        output: completed?.output,
+        durationMs: completed?.durationMs,
+        startTime: tracker?.startTime,
+        endTime: tracker?.startTime && completed?.durationMs !== void 0 ? new Date(new Date(tracker.startTime).getTime() + completed.durationMs).toISOString() : void 0
       });
     }
   }
@@ -21597,14 +21693,14 @@ function extractTokenUsage(events) {
     const usage = record.usage;
     if (usage && typeof usage === "object") {
       const u = usage;
-      const input = toNumber(u.input_tokens ?? u.inputTokens ?? u.input);
-      const output = toNumber(u.output_tokens ?? u.outputTokens ?? u.output);
+      const input = toFiniteNumber(u.input_tokens ?? u.inputTokens ?? u.input);
+      const output = toFiniteNumber(u.output_tokens ?? u.outputTokens ?? u.output);
       if (input !== void 0 || output !== void 0) {
         const result = {
           input: input ?? 0,
           output: output ?? 0
         };
-        const cached = toNumber(u.cache_read_input_tokens ?? u.cached ?? u.cachedTokens);
+        const cached = toFiniteNumber(u.cache_read_input_tokens ?? u.cached ?? u.cachedTokens);
         if (cached !== void 0) {
           return { ...result, cached };
         }
@@ -21629,13 +21725,13 @@ function aggregateUsageFromMessages(messages) {
     const usage = m.usage;
     if (!usage || typeof usage !== "object") continue;
     const u = usage;
-    const input = toNumber(u.input_tokens ?? u.inputTokens ?? u.input);
-    const output = toNumber(u.output_tokens ?? u.outputTokens ?? u.output);
+    const input = toFiniteNumber(u.input_tokens ?? u.inputTokens ?? u.input);
+    const output = toFiniteNumber(u.output_tokens ?? u.outputTokens ?? u.output);
     if (input !== void 0 || output !== void 0) {
       found = true;
       totalInput += input ?? 0;
       totalOutput += output ?? 0;
-      const cached = toNumber(u.cache_read_input_tokens ?? u.cached ?? u.cachedTokens);
+      const cached = toFiniteNumber(u.cache_read_input_tokens ?? u.cached ?? u.cachedTokens);
       if (cached !== void 0) {
         totalCached = (totalCached ?? 0) + cached;
       }
@@ -21648,10 +21744,6 @@ function aggregateUsageFromMessages(messages) {
   }
   return result;
 }
-function toNumber(value) {
-  if (typeof value === "number" && Number.isFinite(value)) return value;
-  return void 0;
-}
 function convertPiMessage(message) {
   if (!message || typeof message !== "object") {
     return void 0;
@@ -21661,7 +21753,7 @@ function convertPiMessage(message) {
   if (typeof role !== "string") {
     return void 0;
   }
-  const content = extractTextContent4(msg.content);
+  const content = extractPiTextContent(msg.content);
   const toolCalls = extractToolCalls4(msg.content);
   const startTime = typeof msg.timestamp === "number" ? new Date(msg.timestamp).toISOString() : typeof msg.timestamp === "string" ? msg.timestamp : void 0;
   const metadata = {};
@@ -21678,25 +21770,6 @@ function convertPiMessage(message) {
     metadata: Object.keys(metadata).length > 0 ? metadata : void 0
   };
 }
-function extractTextContent4(content) {
-  if (typeof content === "string") {
-    return content;
-  }
-  if (!Array.isArray(content)) {
-    return void 0;
-  }
-  const textParts = [];
-  for (const part of content) {
-    if (!part || typeof part !== "object") {
-      continue;
-    }
-    const p = part;
-    if (p.type === "text" && typeof p.text === "string") {
-      textParts.push(p.text);
-    }
-  }
-  return textParts.length > 0 ? textParts.join("\n") : void 0;
-}
 function extractToolCalls4(content) {
   if (!Array.isArray(content)) {
     return [];
@@ -25709,8 +25782,8 @@ var FieldAccuracyEvaluator = class {
    */
   compareNumericTolerance(path46, candidateValue, expectedValue, fieldConfig, weight) {
     const { tolerance = 0, relative = false } = fieldConfig;
-    const candidateNum = toNumber2(candidateValue);
-    const expectedNum = toNumber2(expectedValue);
+    const candidateNum = toNumber(candidateValue);
+    const expectedNum = toNumber(expectedValue);
     if (candidateNum === null || expectedNum === null) {
       return {
         path: path46,
@@ -25856,7 +25929,7 @@ function resolvePath(obj, path46) {
   }
   return current;
 }
-function toNumber2(value) {
+function toNumber(value) {
   if (typeof value === "number") {
     return value;
   }
@@ -28744,7 +28817,9 @@ async function runEvaluation(options) {
               testId: evalCase.id,
               status: "failed",
               completedAt: Date.now(),
-              error: budgetResult.error
+              error: budgetResult.error,
+              score: budgetResult.score,
+              executionStatus: budgetResult.executionStatus
             });
           }
           if (onResult) {
@@ -28775,7 +28850,9 @@ async function runEvaluation(options) {
               testId: evalCase.id,
               status: "failed",
               completedAt: Date.now(),
-              error: haltResult.error
+              error: haltResult.error,
+              score: haltResult.score,
+              executionStatus: haltResult.executionStatus
             });
           }
           if (onResult) {
@@ -28855,7 +28932,9 @@ async function runEvaluation(options) {
               startedAt: 0,
               // Not used for completed status
               completedAt: Date.now(),
-              error: result.error
+              error: result.error,
+              score: result.score,
+              executionStatus: result.executionStatus
             });
           }
           if (onResult) {
@@ -29026,7 +29105,9 @@ async function runBatchEvaluation(options) {
     const merged = computed ? mergeExecutionMetrics(computed, {
       tokenUsage: providerResponse.tokenUsage,
       costUsd: providerResponse.costUsd,
-      durationMs: providerResponse.durationMs
+      durationMs: providerResponse.durationMs,
+      startTime: providerResponse.startTime,
+      endTime: providerResponse.endTime
     }) : void 0;
     const trace2 = merged?.trace;
     const costUsd = merged?.costUsd;
@@ -29091,7 +29172,9 @@ async function runBatchEvaluation(options) {
           testId: evalCase.id,
           status: "failed",
           completedAt: Date.now(),
-          error: error instanceof Error ? error.message : String(error)
+          error: error instanceof Error ? error.message : String(error),
+          score: errorResult.score,
+          executionStatus: errorResult.executionStatus
         });
       }
       continue;
@@ -29107,7 +29190,9 @@ async function runBatchEvaluation(options) {
         status: result.error ? "failed" : "completed",
         startedAt: 0,
         completedAt: Date.now(),
-        error: result.error
+        error: result.error,
+        score: result.score,
+        executionStatus: result.executionStatus
       });
     }
   }
@@ -29417,7 +29502,9 @@ async function runEvalCase(options) {
   const merged = computed ? mergeExecutionMetrics(computed, {
     tokenUsage: providerResponse.tokenUsage,
     costUsd: providerResponse.costUsd,
-    durationMs: providerResponse.durationMs
+    durationMs: providerResponse.durationMs,
+    startTime: providerResponse.startTime,
+    endTime: providerResponse.endTime
   }) : void 0;
   const trace2 = merged?.trace;
   const costUsd = merged?.costUsd;
@@ -31203,4 +31290,4 @@ export {
   OtelStreamingObserver,
   createAgentKernel
 };
-//# sourceMappingURL=chunk-5M3K2DMV.js.map
+//# sourceMappingURL=chunk-GOZV2HN2.js.map