@rely-ai/caliber 1.20.0-dev.1773697587 → 1.20.0-dev.1773698265

package/dist/bin.js

@@ -5827,18 +5827,21 @@ function trackLearnSessionAnalyzed(props) {
     had_learnings_available: props.hadLearningsAvailable,
     learnings_available_count: props.learningsAvailableCount,
     new_learnings_produced: props.newLearningsProduced,
-    waste_tokens: props.wasteTokens
+    waste_tokens: props.wasteTokens,
+    waste_seconds: props.wasteSeconds
   });
 }
 function trackLearnROISnapshot(props) {
   trackEvent("learn_roi_snapshot", {
     total_waste_tokens: props.totalWasteTokens,
+    total_waste_seconds: props.totalWasteSeconds,
     total_sessions: props.totalSessions,
     sessions_with_learnings: props.sessionsWithLearnings,
     sessions_without_learnings: props.sessionsWithoutLearnings,
     failure_rate_with_learnings: props.failureRateWithLearnings,
     failure_rate_without_learnings: props.failureRateWithoutLearnings,
     estimated_savings_tokens: props.estimatedSavingsTokens,
+    estimated_savings_seconds: props.estimatedSavingsSeconds,
     learning_count: props.learningCount
   });
 }
@@ -9133,20 +9136,28 @@ ${eventsText}`;
 }
 function calculateSessionWaste(events) {
   let totalWasteTokens = 0;
+  let totalWasteSeconds = 0;
   let failureCount = 0;
   let promptCount = 0;
-  for (const event of events) {
+  for (let i = 0; i < events.length; i++) {
+    const event = events[i];
     if (event.hook_event_name === "PostToolUseFailure") {
       const te = event;
       const inputStr = JSON.stringify(te.tool_input);
       const responseStr = typeof te.tool_response === "object" && "_truncated" in te.tool_response ? String(te.tool_response._truncated) : JSON.stringify(te.tool_response);
       totalWasteTokens += estimateTokens(inputStr + responseStr);
       failureCount++;
+      if (i > 0) {
+        const prev = new Date(events[i - 1].timestamp).getTime();
+        const curr = new Date(event.timestamp).getTime();
+        const elapsed = (curr - prev) / 1e3;
+        if (elapsed > 0 && elapsed < 600) totalWasteSeconds += elapsed;
+      }
     } else if (event.hook_event_name === "UserPromptSubmit") {
       promptCount++;
     }
   }
-  return { totalWasteTokens, failureCount, promptCount };
+  return { totalWasteTokens, totalWasteSeconds, failureCount, promptCount };
 }
 
 // src/commands/learn.ts
@@ -9158,11 +9169,13 @@ import fs32 from "fs";
 import path26 from "path";
 var DEFAULT_TOTALS = {
   totalWasteTokens: 0,
+  totalWasteSeconds: 0,
   totalSessionsWithLearnings: 0,
   totalSessionsWithoutLearnings: 0,
   totalFailuresWithLearnings: 0,
   totalFailuresWithoutLearnings: 0,
   estimatedSavingsTokens: 0,
+  estimatedSavingsSeconds: 0,
   firstSessionTimestamp: "",
   lastSessionTimestamp: ""
 };
@@ -9187,11 +9200,13 @@ function writeROIStats(stats) {
 function recalculateTotals(stats) {
   const totals = stats.totals;
   totals.totalWasteTokens = stats.learnings.reduce((sum, l) => sum + l.wasteTokens, 0);
+  totals.totalWasteSeconds = 0;
   totals.totalSessionsWithLearnings = 0;
   totals.totalSessionsWithoutLearnings = 0;
   totals.totalFailuresWithLearnings = 0;
   totals.totalFailuresWithoutLearnings = 0;
   for (const s of stats.sessions) {
+    totals.totalWasteSeconds += s.wasteSeconds || 0;
     if (s.hadLearningsAvailable) {
       totals.totalSessionsWithLearnings++;
       totals.totalFailuresWithLearnings += s.failureCount;
@@ -9201,6 +9216,7 @@ function recalculateTotals(stats) {
     }
   }
   totals.estimatedSavingsTokens = totals.totalWasteTokens * totals.totalSessionsWithLearnings;
+  totals.estimatedSavingsSeconds = totals.totalWasteSeconds * totals.totalSessionsWithLearnings;
   if (stats.sessions.length > 0) {
     totals.firstSessionTimestamp = stats.sessions[0].timestamp;
     totals.lastSessionTimestamp = stats.sessions[stats.sessions.length - 1].timestamp;
@@ -9224,6 +9240,12 @@ function recordSession(summary, learnings) {
   writeROIStats(stats);
   return stats;
 }
+function formatDuration(seconds) {
+  if (seconds < 60) return `${Math.round(seconds)}s`;
+  const mins = Math.floor(seconds / 60);
+  const secs = Math.round(seconds % 60);
+  return secs > 0 ? `${mins}m ${secs}s` : `${mins}m`;
+}
 function formatROISummary(stats) {
   const t = stats.totals;
   const totalSessions = t.totalSessionsWithLearnings + t.totalSessionsWithoutLearnings;
@@ -9232,7 +9254,7 @@ function formatROISummary(stats) {
   lines.push(`  Sessions tracked:              ${totalSessions}`);
   lines.push(`  Sessions with learnings:       ${t.totalSessionsWithLearnings}`);
   if (t.totalSessionsWithoutLearnings > 0) {
-    const rateWithout = t.totalSessionsWithoutLearnings > 0 ? (t.totalFailuresWithoutLearnings / t.totalSessionsWithoutLearnings).toFixed(1) : "0.0";
+    const rateWithout = (t.totalFailuresWithoutLearnings / t.totalSessionsWithoutLearnings).toFixed(1);
     lines.push(`  Failure rate (no learnings):   ${rateWithout}/session`);
   }
   if (t.totalSessionsWithLearnings > 0) {
@@ -9245,6 +9267,11 @@ function formatROISummary(stats) {
   if (t.estimatedSavingsTokens > 0) {
     lines.push(`  Estimated savings:             ~${t.estimatedSavingsTokens.toLocaleString()} tokens`);
   }
+  if (t.estimatedSavingsSeconds > 0) {
+    lines.push(`  Time saved:                    at least ${formatDuration(t.estimatedSavingsSeconds)} (not counting human frustration)`);
+  } else if (t.totalWasteSeconds > 0) {
+    lines.push(`  Time wasted on failures:       ${formatDuration(t.totalWasteSeconds)} (and counting)`);
+  }
   return lines.join("\n");
 }
 
@@ -9373,6 +9400,7 @@ async function learnFinalizeCommand(options) {
       eventCount: events.length,
       failureCount: waste.failureCount,
       promptCount: waste.promptCount,
+      wasteSeconds: Math.round(waste.totalWasteSeconds),
       hadLearningsAvailable: hadLearnings,
       learningsCount: existingLearnedItems,
       newLearningsProduced
@@ -9385,18 +9413,21 @@ async function learnFinalizeCommand(options) {
       hadLearningsAvailable: hadLearnings,
       learningsAvailableCount: existingLearnedItems,
       newLearningsProduced,
-      wasteTokens: waste.totalWasteTokens
+      wasteTokens: waste.totalWasteTokens,
+      wasteSeconds: Math.round(waste.totalWasteSeconds)
     });
     const t = roiStats.totals;
     const totalSessions = t.totalSessionsWithLearnings + t.totalSessionsWithoutLearnings;
     trackLearnROISnapshot({
       totalWasteTokens: t.totalWasteTokens,
+      totalWasteSeconds: t.totalWasteSeconds,
       totalSessions,
       sessionsWithLearnings: t.totalSessionsWithLearnings,
       sessionsWithoutLearnings: t.totalSessionsWithoutLearnings,
       failureRateWithLearnings: t.totalSessionsWithLearnings > 0 ? t.totalFailuresWithLearnings / t.totalSessionsWithLearnings : 0,
       failureRateWithoutLearnings: t.totalSessionsWithoutLearnings > 0 ? t.totalFailuresWithoutLearnings / t.totalSessionsWithoutLearnings : 0,
       estimatedSavingsTokens: t.estimatedSavingsTokens,
+      estimatedSavingsSeconds: t.estimatedSavingsSeconds,
       learningCount: roiStats.learnings.length
     });
     if (t.estimatedSavingsTokens > 0) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rely-ai/caliber",
-  "version": "1.20.0-dev.1773697587",
+  "version": "1.20.0-dev.1773698265",
   "description": "Analyze your codebase and generate optimized AI agent configs (CLAUDE.md, .cursorrules, skills) — no API key needed",
   "type": "module",
   "bin": {