@spendgraph/workflows 0.3.2 → 0.3.3

package/README.md

@@ -115,6 +115,7 @@ result.usage.inputTokens;              // the model side
 result.usage.byModel["claude-sonnet-4-6"];
 
 result.usage.tools.calls;              // the tool side
+result.usage.tools.failed;             // and what did not come back
 result.usage.tools.costMicros;         // where a tool priced itself
 result.usage.tools.byTool.web_search;  // tokens, keyed by the tool that ran
 ```

package/dist/noesis/execute/spend.d.ts

@@ -4,12 +4,16 @@ import type { SubQuestionTool } from "../producers/decompose/index.js";
 export interface ToolSpend {
     /** Tool calls that ran, whether or not the tool priced itself. */
     calls: number;
+    /** Calls that failed or were skipped. Counted, because a summary that
+     *  reported only what worked would read as a healthy run. */
+    failed: number;
     /** Summed where a tool priced itself. Undefined where none did. */
     costMicros?: number;
     byTool: Record<string, ToolUsage>;
 }
 export interface ToolUsage {
     calls: number;
+    failed: number;
     model?: string;
     inputTokens: number;
     outputTokens: number;
@@ -25,7 +29,7 @@ export declare const NO_TOOL_SPEND: ToolSpend;
  * reports Perplexity's four token counts, `deep_recall` reports micro-USD. Both
  * are read where present and nothing is invented where absent.
  */
-export declare function readToolUsage(result: unknown): Omit<ToolUsage, "calls"> | null;
+export declare function readToolUsage(result: unknown): Omit<ToolUsage, "calls" | "failed"> | null;
 /**
  * Every tool call in one execution, summed under the tool that actually ran.
  *

package/dist/noesis/execute/spend.js

@@ -1,4 +1,4 @@
-export const NO_TOOL_SPEND = { calls: 0, byTool: {} };
+export const NO_TOOL_SPEND = { calls: 0, failed: 0, byTool: {} };
 const numberAt = (source, field) => {
     const value = source[field];
     return typeof value === "number" && Number.isFinite(value) ? value : 0;
@@ -24,23 +24,32 @@ export function readToolUsage(result) {
 export function toolSpendOf(answers, wiring = {}) {
     const byTool = {};
     let calls = 0;
+    let failed = 0;
     let costMicros;
+    const blank = () => ({
+        calls: 0,
+        failed: 0,
+        inputTokens: 0,
+        outputTokens: 0,
+        citationTokens: 0,
+        reasoningTokens: 0,
+    });
     for (const answer of answers) {
+        const named = wiring[answer.tool]?.name ?? answer.tool;
         if (answer.status === "answered")
             calls++;
+        else {
+            failed++;
+            byTool[named] = { ...(byTool[named] ?? blank()), failed: (byTool[named]?.failed ?? 0) + 1 };
+            continue;
+        }
         const one = readToolUsage(answer.result);
         if (!one)
             continue;
-        const named = wiring[answer.tool]?.name ?? answer.tool;
-        const prior = byTool[named] ?? {
-            calls: 0,
-            inputTokens: 0,
-            outputTokens: 0,
-            citationTokens: 0,
-            reasoningTokens: 0,
-        };
+        const prior = byTool[named] ?? blank();
         const merged = {
             calls: prior.calls + 1,
+            failed: prior.failed,
             inputTokens: prior.inputTokens + one.inputTokens,
             outputTokens: prior.outputTokens + one.outputTokens,
             citationTokens: prior.citationTokens + one.citationTokens,
@@ -53,7 +62,7 @@ export function toolSpendOf(answers, wiring = {}) {
         }
         byTool[named] = merged;
     }
-    return { calls, byTool, ...(costMicros !== undefined ? { costMicros } : {}) };
+    return { calls, failed, byTool, ...(costMicros !== undefined ? { costMicros } : {}) };
 }
 export function addToolSpend(a, b) {
     const byTool = { ...a.byTool };
@@ -62,6 +71,7 @@ export function addToolSpend(a, b) {
         byTool[tool] = prior
             ? {
                 calls: prior.calls + one.calls,
+                failed: prior.failed + one.failed,
                 inputTokens: prior.inputTokens + one.inputTokens,
                 outputTokens: prior.outputTokens + one.outputTokens,
                 citationTokens: prior.citationTokens + one.citationTokens,
@@ -76,7 +86,12 @@ export function addToolSpend(a, b) {
     const costMicros = a.costMicros !== undefined || b.costMicros !== undefined
         ? (a.costMicros ?? 0) + (b.costMicros ?? 0)
         : undefined;
-    return { calls: a.calls + b.calls, byTool, ...(costMicros !== undefined ? { costMicros } : {}) };
+    return {
+        calls: a.calls + b.calls,
+        failed: a.failed + b.failed,
+        byTool,
+        ...(costMicros !== undefined ? { costMicros } : {}),
+    };
 }
 export function recorded(execution) {
     return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spendgraph/workflows",
-  "version": "0.3.2",
+  "version": "0.3.3",
   "description": "Ready-made workflows assembled from the spendgraph packages.",
   "license": "MIT",
   "repository": {
@@ -33,10 +33,10 @@
     "README.md"
   ],
   "dependencies": {
-    "@spendgraph/harness": "^0.3.2",
-    "@spendgraph/llms": "^0.3.2",
-    "@spendgraph/prompt": "^0.3.2",
-    "@spendgraph/tools": "^0.3.2"
+    "@spendgraph/harness": "^0.3.3",
+    "@spendgraph/llms": "^0.3.3",
+    "@spendgraph/prompt": "^0.3.3",
+    "@spendgraph/tools": "^0.3.3"
   },
   "scripts": {
     "build": "tsc -p tsconfig.json --emitDeclarationOnly && tsc -p tsconfig.json --declaration false --removeComments",
@@ -47,7 +47,7 @@
   },
   "devDependencies": {
     "@locusgraph/client": "^0.8.1",
-    "@spendgraph/evals": "^0.3.2",
+    "@spendgraph/evals": "^0.3.3",
     "typescript": "^5"
   },
   "engines": {