open-agents-ai 0.62.1 → 0.64.0

package/README.md

@@ -519,7 +519,7 @@ The agent stack includes a real-time emotion system that modulates behavior base
 - **Valence** (-1 to +1): displeasure ↔ pleasure
 - **Arousal** (0 to 1): calm ↔ energized
 
-Every agent event (tool success/failure, task completion, errors, context pressure) is appraised and shifts the emotional state, which decays back toward a baseline over ~60 seconds. The emotional state modulates agent behavior:
+Every agent event (tool success/failure, task completion, errors, context pressure) is appraised and shifts the emotional state, which decays back toward a baseline over ~5 minutes. The emotional state modulates agent behavior across all layers: system prompt behavioral hints, voice narration tone, and decision-making style:
 
 | Quadrant | Valence | Arousal | Behavioral Effect |
 |----------|---------|---------|-------------------|
@@ -854,19 +854,31 @@ The TUI features an animated multilingual phrase carousel, live metrics bar with
 
 All settings commands accept `--local` to save to project `.oa/settings.json` instead of global config.
 
-### Mid-Task Steering
+### Mid-Task Steering (Sub-Agent Architecture)
 
-While the agent is working (shown by the `+` prompt), type to add context:
+While the agent is working (shown by the `+` prompt), type to add context. A **dedicated steering sub-agent** spins up in the background to process your input:
+
+1. **Immediate acknowledgment** — the steering agent speaks a brief response via TTS (e.g., "Got it, I'll adjust the approach")
+2. **Context expansion** — your terse input is expanded into a structured steering instruction grounded in the current task goal and recent agent activity
+3. **Non-blocking injection** — the expanded instruction is injected into the main agent's context at the next turn boundary, without interrupting the current tool call
 
 ```
 > fix the auth bug
   ⎿  Read: src/auth.ts
 + also check the session handling        ← typed while agent works
-  ↪ Context added: also check the session handling
+  🔊 "Got it, adjusting to include session handling"
+  ↪ USER STEERING: Check session handling in addition to auth...
   ⎿  Search: session
   ⎿  Edit: src/auth.ts
 ```
 
+The steering sub-agent uses the same model and backend as the main agent with `maxTurns: 3` and `maxTokens: 512` for fast response. If the steering agent fails, the raw input is injected as a fallback.
+
+**Research foundations:**
+- **ReAct** (Yao et al., 2023) — interleaved reasoning + acting benefits from external course corrections grounded in current state
+- **LATS** (Zhou et al., 2024) — mid-execution replanning with user-provided value signals improves task completion on complex multi-step problems
+- **AutoGen** (Wu et al., 2023) — human-in-the-loop patterns work best when user messages are expanded into structured instructions, reducing ambiguity for the primary agent
+
 ## Tools (47)
 
 | Tool | Description |

package/dist/index.js

@@ -27076,7 +27076,52 @@ function getTier(personality) {
     return "conv";
   return "chatty";
 }
-function describeToolCall(toolName, args, personality = 2) {
+function emotionColor(emotion) {
+  if (!emotion)
+    return "";
+  const vDist = Math.abs(emotion.valence - 0.1);
+  const aDist = Math.abs(emotion.arousal - 0.3);
+  if (vDist < 0.15 && aDist < 0.15)
+    return "";
+  if (Math.random() > 0.3)
+    return "";
+  if (emotion.valence > 0.5 && emotion.arousal > 0.6) {
+    return pick("emo_excited", [
+      "Feeling good about this. ",
+      "On a roll here. ",
+      "This is going great. ",
+      "Momentum building. ",
+      "Loving this. "
+    ]);
+  }
+  if (emotion.valence < -0.3 && emotion.arousal > 0.5) {
+    return pick("emo_stressed", [
+      "Pushing through. ",
+      "Staying focused. ",
+      "Not giving up. ",
+      "Determined to crack this. ",
+      "Bear with me. "
+    ]);
+  }
+  if (emotion.valence > 0.3 && emotion.arousal < 0.3) {
+    return pick("emo_calm", [
+      "Nice and steady. ",
+      "Smooth sailing. ",
+      "Easy does it. ",
+      "Taking it easy. "
+    ]);
+  }
+  if (emotion.valence < -0.2 && emotion.arousal < 0.3) {
+    return pick("emo_subdued", [
+      "Being careful here. ",
+      "Treading carefully. ",
+      "Let me be precise. ",
+      "Taking extra care. "
+    ]);
+  }
+  return "";
+}
+function describeToolCall(toolName, args, personality = 2, emotion) {
   const path = args["path"];
   const file = path ? path.split("/").pop() ?? path : "";
   const tier = getTier(personality);
@@ -27235,13 +27280,15 @@ function describeToolCall(toolName, args, personality = 2) {
       break;
     }
   }
+  const emoPrefix = personality >= 3 ? emotionColor(emotion) : "";
   let result;
-  if (!prefix) {
+  const fullPrefix = emoPrefix + prefix;
+  if (!fullPrefix) {
     result = base;
-  } else if (prefix.endsWith(". ") || prefix.endsWith("! ")) {
-    result = prefix + base;
+  } else if (fullPrefix.endsWith(". ") || fullPrefix.endsWith("! ")) {
+    result = fullPrefix + base;
   } else if (base.length > 0) {
-    result = prefix + base.charAt(0).toLowerCase() + base.slice(1);
+    result = fullPrefix + base.charAt(0).toLowerCase() + base.slice(1);
   } else {
     result = base;
   }
@@ -27305,7 +27352,7 @@ function extractResultDigest(toolName, content) {
   const digest = nuggets.slice(0, 3).join(", ");
   return digest.length > 100 ? digest.slice(0, 97) + "..." : digest;
 }
-function describeToolResult(toolName, success, personality = 2, resultContent) {
+function describeToolResult(toolName, success, personality = 2, resultContent, emotion) {
   if (toolName === "task_complete")
     return "";
   const tier = getTier(personality);
@@ -27313,24 +27360,25 @@ function describeToolResult(toolName, success, personality = 2, resultContent) {
   if (digest) {
     narration.lastResultDigest = digest;
   }
+  const emo = personality >= 3 ? emotionColor(emotion) : "";
   if (success) {
     narration.consecutiveErrors = 0;
-    if (!digest && personality >= 3 && Math.random() < 0.4)
+    if (!digest && !emo && personality >= 3 && Math.random() < 0.4)
       return "";
     const base = pick(`result_ok_${tier}`, RESULT_SUCCESS_VARIANTS[tier] ?? RESULT_SUCCESS_VARIANTS.terse);
     if (digest && personality >= 2) {
       const connectors = tier === "chatty" ? [` \u2014 ${digest}`, `, I see ${digest}`, `. Looks like ${digest}`, `, showing ${digest}`] : tier === "conv" ? [` \u2014 ${digest}`, `, ${digest}`, `. Shows ${digest}`] : [`: ${digest}`];
-      return base + pick("digest_conn_ok", connectors);
+      return emo + base + pick("digest_conn_ok", connectors);
     }
-    return base;
+    return emo + base;
   }
   narration.consecutiveErrors++;
   narration.totalErrors++;
   const failBase = narration.consecutiveErrors >= 3 ? pick(`result_multifail_${tier}`, RESULT_MULTI_FAIL_VARIANTS[tier] ?? RESULT_MULTI_FAIL_VARIANTS.terse) : pick(`result_fail_${tier}`, RESULT_FAIL_VARIANTS[tier] ?? RESULT_FAIL_VARIANTS.terse);
   if (digest && personality >= 2) {
-    return `${failBase} \u2014 ${digest}`;
+    return emo + `${failBase} \u2014 ${digest}`;
   }
-  return failBase;
+  return emo + failBase;
 }
 function describeTaskComplete(summary, completed, personality = 2) {
   const truncated = summary.length > 300 ? summary.slice(0, 300) + "..." : summary;
@@ -31519,26 +31567,57 @@ Call task_complete with the JSON array when done.`, onEvent)
 });
 
 // packages/cli/dist/tui/emotion-engine.js
+function labelFromCoordinates(valence, arousal) {
+  if (valence > 0.6 && arousal > 0.6)
+    return { label: "exhilarated", emoji: "\u{1F929}" };
+  if (valence > 0.4 && arousal > 0.5)
+    return { label: "excited", emoji: "\u{1F525}" };
+  if (valence > 0.25 && arousal > 0.45)
+    return { label: "energized", emoji: "\u26A1" };
+  if (valence < -0.6 && arousal > 0.6)
+    return { label: "distressed", emoji: "\u{1F630}" };
+  if (valence < -0.3 && arousal > 0.5)
+    return { label: "frustrated", emoji: "\u{1F624}" };
+  if (valence < -0.15 && arousal > 0.4)
+    return { label: "tense", emoji: "\u{1F62C}" };
+  if (valence < -0.5 && arousal < 0.25)
+    return { label: "dejected", emoji: "\u{1F61E}" };
+  if (valence < -0.3 && arousal < 0.35)
+    return { label: "weary", emoji: "\u{1F62E}\u200D\u{1F4A8}" };
+  if (valence < -0.1 && arousal < 0.3)
+    return { label: "cautious", emoji: "\u{1F610}" };
+  if (valence > 0.5 && arousal < 0.25)
+    return { label: "serene", emoji: "\u{1F60C}" };
+  if (valence > 0.3 && arousal < 0.35)
+    return { label: "content", emoji: "\u{1F60A}" };
+  if (valence > 0.15 && arousal < 0.35)
+    return { label: "calm", emoji: "\u{1F642}" };
+  if (valence > 0.2)
+    return { label: "optimistic", emoji: "\u{1F642}" };
+  if (valence < -0.1)
+    return { label: "wary", emoji: "\u{1F928}" };
+  return { label: "curious", emoji: "\u{1F914}" };
+}
 function appraiseEvent(event) {
   switch (event.type) {
     case "tool_result":
       if (event.success) {
-        return { valence: 0.08, arousal: 0.05 };
+        return { valence: 0.12, arousal: 0.06 };
       } else {
-        return { valence: -0.15, arousal: 0.12 };
+        return { valence: -0.2, arousal: 0.15 };
       }
     case "complete":
-      return { valence: 0.3, arousal: 0.25 };
+      return { valence: 0.4, arousal: 0.3 };
     case "error":
-      return { valence: -0.25, arousal: 0.2 };
+      return { valence: -0.35, arousal: 0.25 };
     case "compaction":
-      return { valence: -0.05, arousal: 0.08 };
+      return { valence: -0.1, arousal: 0.12 };
     case "tool_call":
-      return { valence: 0.02, arousal: 0.03 };
+      return { valence: 0.03, arousal: 0.05 };
     case "stream_start":
-      return { valence: 0.03, arousal: 0.04 };
+      return { valence: 0.05, arousal: 0.06 };
     case "user_interrupt":
-      return { valence: -0.08, arousal: 0.06 };
+      return { valence: -0.1, arousal: 0.1 };
     default:
       return null;
   }
@@ -31553,12 +31632,12 @@ var init_emotion_engine = __esm({
     init_dist5();
     BASELINE_VALENCE = 0.1;
     BASELINE_AROUSAL = 0.3;
-    DECAY_HALF_LIFE_MS = 6e4;
-    LABEL_UPDATE_INTERVAL_MS = 3e4;
+    DECAY_HALF_LIFE_MS = 3e5;
+    LABEL_UPDATE_INTERVAL_MS = 15e3;
     EXCITEMENT_THRESHOLD = 0.85;
     DISTRESS_THRESHOLD = -0.7;
     OUTREACH_COOLDOWN_MS = 3e5;
-    LABEL_REGEN_THRESHOLD = 0.15;
+    LABEL_REGEN_THRESHOLD = 0.06;
     EmotionEngine = class {
       state = {
         valence: BASELINE_VALENCE,
@@ -31572,6 +31651,9 @@ var init_emotion_engine = __esm({
       lastLabelUpdate = 0;
       lastOutreach = 0;
       labelUpdatePending = false;
+      /** Valence/arousal snapshot at last label regen — for change detection */
+      lastLabelValence = BASELINE_VALENCE;
+      lastLabelArousal = BASELINE_AROUSAL;
       /** Running counters for context-aware appraisal */
       consecutiveFailures = 0;
       consecutiveSuccesses = 0;
@@ -31623,22 +31705,24 @@ ${behavioralHint}`;
           }
         }
         let momentum = 1;
-        if (this.consecutiveSuccesses >= 3) {
-          momentum = 1 + (this.consecutiveSuccesses - 2) * 0.15;
+        if (this.consecutiveSuccesses >= 2) {
+          momentum = 1 + (this.consecutiveSuccesses - 1) * 0.2;
         }
         if (this.consecutiveFailures >= 2) {
-          momentum = 1 + (this.consecutiveFailures - 1) * 0.2;
+          momentum = 1 + (this.consecutiveFailures - 1) * 0.25;
         }
-        const prevValence = this.state.valence;
-        const prevArousal = this.state.arousal;
         this.state.valence = clamp(this.state.valence + delta.valence * momentum, -1, 1);
         this.state.arousal = clamp(this.state.arousal + delta.arousal * momentum, 0, 1);
         this.state.updatedAt = Date.now();
-        const valenceChange = Math.abs(this.state.valence - prevValence);
-        const arousalChange = Math.abs(this.state.arousal - prevArousal);
-        const significantChange = valenceChange > LABEL_REGEN_THRESHOLD || arousalChange > LABEL_REGEN_THRESHOLD;
+        const deterministicLabel = labelFromCoordinates(this.state.valence, this.state.arousal);
+        this.state.label = deterministicLabel.label;
+        this.state.emoji = deterministicLabel.emoji;
+        const valenceShift = Math.abs(this.state.valence - this.lastLabelValence);
+        const arousalShift = Math.abs(this.state.arousal - this.lastLabelArousal);
+        const significantDrift = valenceShift > LABEL_REGEN_THRESHOLD || arousalShift > LABEL_REGEN_THRESHOLD;
         const now = Date.now();
-        if (significantChange && now - this.lastLabelUpdate > LABEL_UPDATE_INTERVAL_MS && !this.labelUpdatePending) {
+        const cooldownElapsed = now - this.lastLabelUpdate > LABEL_UPDATE_INTERVAL_MS;
+        if (cooldownElapsed && !this.labelUpdatePending && significantDrift) {
           this.regenerateLabel();
         }
         this.config.onEmotionUpdate?.(this.getState());
@@ -31732,6 +31816,8 @@ Example: \u{1F30A} flowing`;
               this.state.label = wordMatch[0].toLowerCase();
           }
           this.lastLabelUpdate = Date.now();
+          this.lastLabelValence = this.state.valence;
+          this.lastLabelArousal = this.state.arousal;
           this.config.onEmotionUpdate?.(this.getState());
         } catch {
         } finally {
@@ -34581,7 +34667,9 @@ ${entry.fullContent}`
         statusBar?.setActiveTool(event.toolName ?? null);
         contentWrite(() => {
           if (voice?.enabled) {
-            const desc = describeToolCall(event.toolName ?? "unknown", event.toolArgs ?? {}, vLevel);
+            const emoState = emotionEngine?.getState();
+            const emoCtx = emoState ? { valence: emoState.valence, arousal: emoState.arousal, label: emoState.label, emoji: emoState.emoji } : void 0;
+            const desc = describeToolCall(event.toolName ?? "unknown", event.toolArgs ?? {}, vLevel, emoCtx);
             renderVoiceText(desc);
             voice.speak(desc);
           }
@@ -34616,7 +34704,9 @@ ${entry.fullContent}`
             renderVerbose(`${event.toolName ?? "unknown"}: ${durStr}${sizeStr}`);
           }
           if (voice?.enabled) {
-            const desc = describeToolResult(event.toolName ?? "unknown", event.success ?? false, vLevel, event.content ?? void 0);
+            const emoState2 = emotionEngine?.getState();
+            const emoCtx2 = emoState2 ? { valence: emoState2.valence, arousal: emoState2.arousal, label: emoState2.label, emoji: emoState2.emoji } : void 0;
+            const desc = describeToolResult(event.toolName ?? "unknown", event.success ?? false, vLevel, event.content ?? void 0, emoCtx2);
             if (desc) {
               renderVoiceText(desc);
               voice.speak(desc);
@@ -36190,13 +36280,88 @@ ${result.text}`;
           writeContent(() => renderUserInterrupt(`[Media: ${cleanPath}]`));
         }
       } else {
-        activeTask.runner.injectUserMessage(input);
         const lineCount = input.split("\n").length;
         if (lineCount > 1) {
           writeContent(() => renderUserInterrupt(`[pasted ${lineCount} lines]`));
         } else {
           writeContent(() => renderUserInterrupt(input));
         }
+        const steerRunner = activeTask.runner;
+        const steerTaskGoal = lastSubmittedPrompt;
+        const steerFeed = getActivityFeed();
+        (async () => {
+          try {
+            const steerBackend = new OllamaAgenticBackend(currentConfig.backendUrl, currentConfig.model, currentConfig.apiKey);
+            const steerAgent = new AgenticRunner(steerBackend, {
+              maxTurns: 3,
+              maxTokens: 512,
+              temperature: 0.3,
+              requestTimeoutMs: 15e3,
+              taskTimeoutMs: 3e4,
+              streamEnabled: false
+            });
+            steerAgent.setWorkingDirectory(repoRoot);
+            steerAgent.registerTool({
+              name: "task_complete",
+              description: "Return the steering instruction for the main agent.",
+              parameters: {
+                type: "object",
+                properties: {
+                  summary: {
+                    type: "string",
+                    description: "The expanded steering instruction to inject into the main agent's context."
+                  },
+                  acknowledgment: {
+                    type: "string",
+                    description: "A brief (1 sentence) spoken acknowledgment to the user. Will be spoken aloud via TTS."
+                  }
+                },
+                required: ["summary", "acknowledgment"]
+              },
+              async execute(args) {
+                return { success: true, output: JSON.stringify(args) };
+              }
+            });
+            const recentActivity = steerFeed.getSummary(10, false);
+            const steerPrompt = [
+              `The user typed a mid-task message while the agent is working. Your job:`,
+              `1. Understand what the user wants changed/added/corrected`,
+              `2. Produce a brief spoken acknowledgment (1 sentence, conversational)`,
+              `3. Expand their input into a clear, structured steering instruction for the main agent`,
+              ``,
+              `Current task goal: "${steerTaskGoal.slice(0, 500)}"`,
+              ``,
+              `Recent agent activity:`,
+              recentActivity,
+              ``,
+              `User's mid-task message: "${input}"`,
+              ``,
+              `Call task_complete with:`,
+              `- acknowledgment: brief spoken response to the user (e.g. "Got it, I'll adjust the approach")`,
+              `- summary: expanded instruction for the main agent (e.g. "USER STEERING: The user wants X instead of Y. Adjust your approach to prioritize Z. Specifically, they are asking you to...")`
+            ].join("\n");
+            const result = await steerAgent.run(steerPrompt, "Steering sub-agent \u2014 interpret user input and produce instruction.");
+            let acknowledgment = "Got it, adjusting.";
+            let steering = `USER STEERING: ${input}`;
+            try {
+              const parsed = JSON.parse(result.summary || "{}");
+              if (parsed.acknowledgment)
+                acknowledgment = parsed.acknowledgment;
+              if (parsed.summary)
+                steering = parsed.summary;
+            } catch {
+              if (result.summary)
+                steering = `USER STEERING: ${result.summary}`;
+            }
+            if (voiceEngine?.enabled) {
+              writeContent(() => renderVoiceText(acknowledgment));
+              voiceEngine.speak(acknowledgment);
+            }
+            steerRunner.injectUserMessage(steering);
+          } catch {
+            steerRunner.injectUserMessage(input);
+          }
+        })();
       }
       showPrompt();
       return;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "open-agents-ai",
-  "version": "0.62.1",
+  "version": "0.64.0",
   "description": "AI coding agent powered by open-source models (Ollama/vLLM) — interactive TUI with agentic tool-calling loop",
   "type": "module",
   "main": "./dist/index.js",