llm_meta_client 1.3.0 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2fcc6377f3293f8ecd13b81cd79ea63891c18f55dfa05ee225a151f7e1fa5b84
-  data.tar.gz: 35c4cba209aed5989b43606715205a7e2b85c669fa7dd71d65a33f4dd47a293a
+  metadata.gz: bf6557334d788f5b1e0db6604a4e243ebccbe17e747a95062e25d8cf2e5b0590
+  data.tar.gz: 7acf3ad5c8c5cc4d987aa26fc3264298acfd752e0d2b98bc9304dba968c39d21
 SHA512:
-  metadata.gz: c959d77e7d3b8c9f5070bf2f63a74e83ba1082391694788e094c09629e76883dcf0142336af7742dd08fa46c0d36ec20ad31ad85b558ea4199cb8b7e3c4345fc
-  data.tar.gz: 651d88ddb211fd11234daf2ecee22e368d8886d27e43b94c1786d4d3980cedfb078a562ee0cd0ad06a48140c7fb07cae779326237e604b21a819d4ceb663d815
+  metadata.gz: 1da9179adfdc90c842125f4205693aeb99faec1d5667d51e6840f10d0e82c680cbabf450b74e37a56ee3a9b56b6d69e6df1b8ebc1e22b4635eb32047b7a72abb
+  data.tar.gz: 904194c2c0e5251bc14edbeebe5f65d44c39e58fb1dcc178ad9ab469524ace23a2d522334f26ce1a4cec27fc5f49206875ef7d852bb582502afca3e8cd390fc7

data/CHANGELOG.md

@@ -5,6 +5,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.4.0] - 2026-05-11
+
+### Added
+
+- Phase indicator in the streaming bubble. `message_stream_controller` now handles `event: phase` from the server and updates the role label (e.g. "🤔 Thinking…") so the user sees progress during turn 1 tool selection and turn 2 reasoning. The label auto-flips back to "🤖 streaming…" on the first content delta.
+- Streaming endpoint emits SSE keepalive comment lines during long synchronous waits (works alongside the server-side heartbeat thread on `llm_meta_server`). EventSource ignores these by design; they keep the connection warm through buffering proxies.
+
+### Notes
+
+- Requires `llm_meta_server` with the matching `on_phase_change` plumbing in `LlmRbFacade.stream!` and the heartbeat thread in `Api::ChatStreamsController`.
+
 ## [1.3.0] - 2026-05-10
 
 ### Added

data/lib/generators/llm_meta_client/scaffold/templates/app/javascript/controllers/message_stream_controller.js

@@ -15,6 +15,7 @@ export default class extends Controller {
     this.source.addEventListener("title", (e) => this.#onTitle(e))
     this.source.addEventListener("saved", (e) => this.#onSaved(e))
     this.source.addEventListener("tool_calls", (e) => this.#onToolCalls(e))
+    this.source.addEventListener("phase", (e) => this.#onPhase(e))
     this.source.addEventListener("error", (e) => this.#onError(e))
   }
 
@@ -26,10 +27,20 @@ export default class extends Controller {
     let delta
     try { delta = JSON.parse(event.data).delta } catch { return }
     if (!delta) return
+    // First content delta after a "thinking" phase: flip the role label so
+    // the user knows generation has actually started.
+    this.#exitThinkingPhase()
     this.contentTarget.append(delta)
     this.#scrollToBottom()
   }
 
+  #exitThinkingPhase() {
+    const role = this.element.querySelector(".message-role")
+    if (role && role.textContent.includes("Thinking")) {
+      role.textContent = "🤖 streaming…"
+    }
+  }
+
   #onTitle(event) {
     try {
       const data = JSON.parse(event.data)
@@ -69,6 +80,21 @@ export default class extends Controller {
     document.querySelectorAll(".tool-call-streaming").forEach((el) => el.remove())
   }
 
+  // Phase events from the server signal what it's currently doing during the
+  // synchronous parts of a tool turn (model thinking, tool execution). The role
+  // label reflects the phase so users know progress is real, not a hang.
+  #onPhase(event) {
+    let name
+    try { name = JSON.parse(event.data).name } catch { return }
+    const role = this.element.querySelector(".message-role")
+    if (!role) return
+    const labels = {
+      thinking:    "🤔 Thinking…",
+      responding:  "🤖 streaming…",
+    }
+    if (labels[name]) role.textContent = labels[name]
+  }
+
   // Swap the streaming bubble's role + content with the host-rendered _message
   // partial output so any markdown / syntax highlighting / partial customizations
   // applied on reload also apply right after the stream finishes. We don't

data/lib/llm_meta_client/version.rb

@@ -1,3 +1,3 @@
 module LlmMetaClient
-  VERSION = "1.3.0"
+  VERSION = "1.4.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_meta_client
 version: !ruby/object:Gem::Version
-  version: 1.3.0
+  version: 1.4.0
 platform: ruby
 authors:
 - dhq_boiler