agent-inspect 6.31.35 → 6.31.36

package/packages/cli/dist/index.cjs

@@ -6865,6 +6865,9 @@ function createToolFailureRule(options) {
     }
   };
 }
+function recordsTokenUsage(event) {
+  return Object.values(event.tokenUsage ?? {}).some((count) => typeof count === "number");
+}
 function createLlmUsageRule(options) {
   return {
     id: "llm.usage",
@@ -6922,6 +6925,21 @@ function createLlmUsageRule(options) {
         ["total", options.maxTotalTokens],
         ["cached", options.maxCachedTokens]
       ];
+      const hasTokenLimit = tokenLimits.some(([, limit]) => limit !== void 0);
+      const callsWithoutUsage = llms.filter(
+        (event) => event.status !== "error" && !recordsTokenUsage(event)
+      );
+      if (hasTokenLimit && callsWithoutUsage.length > 0) {
+        findings.push(
+          failFinding(
+            "llm.usage",
+            `No token usage was read for ${callsWithoutUsage.length} of ${llms.length} LLM call(s), so the token limit cannot be verified.`,
+            callsWithoutUsage.map((event) => eventEvidence(event, "tokenUsage")),
+            "token usage on every completed LLM call",
+            { callsWithoutUsage: callsWithoutUsage.length, calls: llms.length }
+          )
+        );
+      }
       for (const [key, limit] of tokenLimits) {
         if (limit !== void 0 && tokenTotals[key] > limit) {
           findings.push(
@@ -17518,7 +17536,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "6.31.35";
+var version = "6.31.36";
 
 // packages/cli/src/list.ts
 init_advanced();