@axlsdk/studio 0.18.2 → 0.19.1

package/README.md

@@ -107,7 +107,7 @@ Waterfall visualization of execution traces. Filter by type, agent, or tool; see
 
 ### Cost Dashboard
 
-Track spending across agents, models, workflows, and embedders with time-window filtering (24h/7d/30d/all). Sortable breakdown tables, a **Retry Overhead** section that decomposes cost by `retryReason` when retries happen, and a **Memory (Embedder)** section bucketed by embedder model. Sub-cent values use tiered precision so embedder costs don't collapse to `$0.0000`.
+Track spending across agents, models, workflows, and embedders with time-window filtering (24h/7d/30d/all). Sortable breakdown tables, a **Retry Overhead** section that decomposes cost by `retryReason` when retries happen, and a **Memory (Embedder)** section bucketed by embedder model. Sub-cent values use tiered precision so embedder costs don't collapse to `$0.0000`. Calls to unpriced models (a pricing-table miss, or a provider that reports no per-call cost) render as `≥ $X` with an "N unpriced calls" note, so the total reads as an honest lower bound rather than a misleading exact figure.
 
 <p align="center">
   <img src="../../docs/assets/studio-cost-dashboard.gif" alt="Axl Studio cost dashboard — spend by agent, model, and workflow with time-window filtering" width="840">

package/dist/{chunk-RLG3DDQZ.js → chunk-AYUKXMYW.js}

@@ -775,7 +775,7 @@ var EvalAggregator = class {
 };
 
 // src/server/aggregates/reducers.ts
-import { eventCostContribution } from "@axlsdk/axl";
+import { eventCostContribution, isUnpricedLeaf } from "@axlsdk/axl";
 var finite = (v) => Number.isFinite(v) ? v : 0;
 function emptyRetry() {
   return {
@@ -793,6 +793,7 @@ function emptyRetry() {
 function emptyCostData() {
   return {
     totalCost: 0,
+    unpricedCalls: 0,
     totalTokens: { input: 0, output: 0, reasoning: 0 },
     byAgent: {},
     byModel: {},
@@ -805,7 +806,7 @@ function reduceCost(acc, event) {
   const isWorkflowStart = event.type === "workflow_start";
   if (isWorkflowStart && event.workflow) {
     const byWorkflow2 = { ...acc.byWorkflow };
-    const prev = byWorkflow2[event.workflow] ?? { cost: 0, executions: 0 };
+    const prev = byWorkflow2[event.workflow] ?? { cost: 0, executions: 0, unpricedCalls: 0 };
     byWorkflow2[event.workflow] = { ...prev, executions: prev.executions + 1 };
     return { ...acc, byWorkflow: byWorkflow2 };
   }
@@ -813,6 +814,7 @@ function reduceCost(acc, event) {
   const cost = eventCostContribution(event);
   if (event.type === "ask_end") return acc;
   const tokens = event.tokens ?? {};
+  const unpricedLeaf = isUnpricedLeaf(event);
   const totalTokens = event.type === "agent_call_end" ? {
     input: acc.totalTokens.input + finite(tokens.input),
     output: acc.totalTokens.output + finite(tokens.output),
@@ -820,15 +822,25 @@ function reduceCost(acc, event) {
   } : acc.totalTokens;
   const byAgent = { ...acc.byAgent };
   if (event.agent) {
-    const prev = byAgent[event.agent] ?? { cost: 0, calls: 0 };
-    byAgent[event.agent] = { cost: prev.cost + cost, calls: prev.calls + 1 };
+    const prev = byAgent[event.agent] ?? { cost: 0, calls: 0, unpricedCalls: 0 };
+    byAgent[event.agent] = {
+      cost: prev.cost + cost,
+      calls: prev.calls + 1,
+      unpricedCalls: prev.unpricedCalls + (unpricedLeaf ? 1 : 0)
+    };
   }
   const byModel = { ...acc.byModel };
   if (event.model) {
-    const prev = byModel[event.model] ?? { cost: 0, calls: 0, tokens: { input: 0, output: 0 } };
+    const prev = byModel[event.model] ?? {
+      cost: 0,
+      calls: 0,
+      unpricedCalls: 0,
+      tokens: { input: 0, output: 0 }
+    };
     byModel[event.model] = {
       cost: prev.cost + cost,
       calls: prev.calls + 1,
+      unpricedCalls: prev.unpricedCalls + (unpricedLeaf ? 1 : 0),
       tokens: {
         input: prev.tokens.input + finite(tokens.input),
         output: prev.tokens.output + finite(tokens.output)
@@ -837,10 +849,11 @@ function reduceCost(acc, event) {
   }
   const byWorkflow = { ...acc.byWorkflow };
   if (event.workflow) {
-    const prev = byWorkflow[event.workflow] ?? { cost: 0, executions: 0 };
+    const prev = byWorkflow[event.workflow] ?? { cost: 0, executions: 0, unpricedCalls: 0 };
     byWorkflow[event.workflow] = {
       cost: prev.cost + cost,
-      executions: prev.executions + (isWorkflowStart ? 1 : 0)
+      executions: prev.executions + (isWorkflowStart ? 1 : 0),
+      unpricedCalls: prev.unpricedCalls + (unpricedLeaf ? 1 : 0)
     };
   }
   let retry = acc.retry;
@@ -871,15 +884,17 @@ function reduceCost(acc, event) {
     byEmbedder = { ...acc.byEmbedder };
     const modelKey = usage?.model ?? "unknown";
     const embedTokens = typeof usage?.tokens === "number" ? finite(usage.tokens) : 0;
-    const prev = byEmbedder[modelKey] ?? { cost: 0, calls: 0, tokens: 0 };
+    const prev = byEmbedder[modelKey] ?? { cost: 0, calls: 0, unpricedCalls: 0, tokens: 0 };
     byEmbedder[modelKey] = {
       cost: prev.cost + cost,
       calls: prev.calls + 1,
+      unpricedCalls: prev.unpricedCalls + (unpricedLeaf ? 1 : 0),
       tokens: prev.tokens + embedTokens
     };
   }
   return {
     totalCost: acc.totalCost + cost,
+    unpricedCalls: acc.unpricedCalls + (unpricedLeaf ? 1 : 0),
     totalTokens,
     byAgent,
     byModel,
@@ -16180,4 +16195,4 @@ export {
   EvalAggregator,
   createServer
 };
-//# sourceMappingURL=chunk-RLG3DDQZ.js.map
+//# sourceMappingURL=chunk-AYUKXMYW.js.map