genesis-ai-cli 10.6.0 → 10.6.1

package/dist/src/streaming/model-racer.js

@@ -155,7 +155,9 @@ class ModelRacer {
             }
         }
         catch { /* stream ended */ }
-        // Record result for learning
+        // Record result for learning + track savings
+        const saved = Math.max(0, candidates[0].expectedTTFT - ttft);
+        this.totalSaved += saved;
         if (this.config.enableLearning) {
             this.recordRaceResult(winner.racer.provider, winner.racer.model, {
                 ttft,
@@ -221,6 +223,9 @@ class ModelRacer {
                 }
             }
             catch { /* done */ }
+            // Primary won: savings = expected backup TTFT - primary's actual TTFT
+            const saved = Math.max(0, backup.expectedTTFT - ttft);
+            this.totalSaved += saved;
             if (this.config.enableLearning) {
                 this.recordRaceResult(primary.provider, primary.model, {
                     ttft, tokensPerSec: tokenCount / ((Date.now() - startTime - ttft) / 1000 || 1),
@@ -356,10 +361,24 @@ class ModelRacer {
     // Helpers
     // ==========================================================================
     selectCandidates(options) {
+        // Auto-exclude providers without API keys or unreachable services
+        const autoExclude = [];
+        if (!process.env.ANTHROPIC_API_KEY)
+            autoExclude.push('anthropic');
+        if (!process.env.OPENAI_API_KEY)
+            autoExclude.push('openai');
+        if (!process.env.GROQ_API_KEY)
+            autoExclude.push('groq');
+        if (!process.env.OLLAMA_HOST)
+            autoExclude.push('ollama');
+        const excludeProviders = [
+            ...autoExclude,
+            ...(options.excludeProviders || []),
+        ];
         return this.tracker.getRacingCandidates({
             maxCandidates: this.config.maxRacers,
             preferSpeed: true,
-            excludeProviders: options.excludeProviders,
+            excludeProviders,
         });
     }
     buildStreamOptions(candidate, options, signal) {
@@ -386,18 +405,22 @@ class ModelRacer {
         }
     }
     async findFirstToken(racers, startTime) {
-        // Create promises for first token from each racer
+        // Use manual .next() calls to avoid closing the iterator when we find a winner.
+        // for-await would call .return() on early exit, terminating the stream.
         const promises = racers.map(async (racer) => {
             try {
-                for await (const event of racer.iterator) {
+                while (true) {
+                    const { value: event, done } = await racer.iterator.next();
+                    if (done || !event)
+                        return null;
                     if (event.type === 'token') {
                         return { racer, firstEvent: event };
                     }
                     if (event.type === 'error') {
                         return null;
                     }
+                    // Skip non-token events (metadata, etc) and keep pulling
                 }
-                return null;
             }
             catch {
                 return null;
@@ -412,13 +435,17 @@ class ModelRacer {
         return results;
     }
     async waitForFirstToken(stream) {
+        // Use manual .next() to avoid closing the iterator on early return.
         try {
-            for await (const event of stream) {
+            while (true) {
+                const { value: event, done } = await stream.next();
+                if (done || !event)
+                    return null;
                 if (event.type === 'token' || event.type === 'error') {
                     return event;
                 }
+                // Skip non-token/error events and keep pulling
             }
-            return null;
         }
         catch {
             return null;
@@ -485,6 +512,12 @@ class ModelRacer {
             provider,
             model,
             usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+            // Racing info for orchestrator to extract
+            racingWinner: provider,
+            racingModel: model,
+            racingStrategy: this.config.strategy,
+            racingCandidates: this.config.maxRacers,
+            racingSaved: Math.round(this.totalSaved / Math.max(1, this.raceCount)),
         };
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "genesis-ai-cli",
-  "version": "10.6.0",
+  "version": "10.6.1",
   "description": "Fully Autonomous AI System - Self-funding, Self-deploying, Production Memory, A2A Protocol & Governance",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",