llm_meta_widget 0.11.0 → 0.11.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e975d248dfe98bfeb8af1a17aeec7aa411f38b6b60a6563a52894faf70efed5b
-  data.tar.gz: a23323a6012fbc7ce3effb0527026a42d1ae0e6c2f2b57e0049bd53a0cc6625d
+  metadata.gz: a7169f9db8dacb339f604b908494879c8db5c32635cbcc76d5cda807eb1e4dfd
+  data.tar.gz: ad8200955697be3b0d5e9f31cc0cde13882213537cf93582e36a612f348b5d4f
 SHA512:
-  metadata.gz: 98014e701daaddb224748b7eb130b3092f8cf6653a05c9fb1f7cd5b63cdd17985ec8f65ce647f4cd1800c6b4f191ac9e5a35fb4229b7237673acdf6317222114
-  data.tar.gz: 183fb69e15ec08f3cc4724ba467ff6da5078579c39c85c2a349b5333c30b57e6196a1a45e43514fddfd05903752a02d35ac99d703f3b40bf2584c18aa4ab9714
+  metadata.gz: 95b8f1577f51acd48d50fff55c6c28534656ab448041fa3b247230ae6cee3ba06b1046b4e9e8d94af20c570f06bcebaa519a9caac1e81fedd1bd17c433349762
+  data.tar.gz: 6cb12977d3457b7c288242cb1244e0af36dea798df12104a0f1ec6fc5c64acdee95bfb04ed59a5e53e1d9e9e71632bf9e7367bfa8bd10a1e323734f3b9ea2eef

data/CHANGELOG.md

@@ -3,6 +3,25 @@
 This file starts at 0.8.0, the first release with a breaking change worth
 calling out. Earlier releases are in the git history (`git log --oneline v0.7.6`).
 
+## 0.11.1
+
+### Fixed: a page action that navigates no longer loses the turn
+
+The transcript was saved once, after the chat loop finished. A page action that
+navigates — submitting a form, following a link — unloads the page while the
+loop is still running, so that turn was never saved: not the question, not
+whatever the assistant had already said, and not the record of which tools ran.
+After the navigation the panel came back with the previous turns and nothing of
+the one that had just happened.
+
+The turn is now saved as it happens. The question is saved before the model is
+called, streamed text is saved as it arrives, and a save always happens
+immediately before a tool call runs, because that call may be the one that
+navigates.
+
+This matters to any page that declares an action which navigates. Nothing to
+change in your page.
+
 ## 0.11.0
 
 ### Added: a page can say where its handlers live

data/README.md

@@ -61,7 +61,7 @@ Option 3 if it does not.
 
 ```ruby
 # Gemfile
-gem "llm_meta_widget", "~> 0.11.0"
+gem "llm_meta_widget", "~> 0.11.1"
 ```
 
 ```bash

data/app/assets/javascripts/llm_meta_widget/element.js

@@ -302,6 +302,17 @@ function boot(cfg) {
   			model: MODEL
   		});
   	}
+
+  	// Saving on every streamed delta would write to sessionStorage hundreds of
+  	// times for one answer, so the stream saves at most this often. The moments
+  	// that MUST save at once — the turn starting, a tool call about to run, the
+  	// turn ending — call persistConversation directly.
+  	var lastPersist = 0;
+  	function persistSoon() {
+  		if (Date.now() - lastPersist < 400) return;
+  		lastPersist = Date.now();
+  		persistConversation();
+  	}
   	// The page card is the same static-primitives envelope a server puts in
   	// its Server Card, delivered in the document. Its `tools` REPLACE the
   	// older #ai-actions schema tag rather than merging with it: two sources
@@ -1196,6 +1207,14 @@ function boot(cfg) {
   				.concat(conversation.map(function(t) { return { role: t.role, content: t.content }; }))
   				.concat([{ role: "user", content: userText }]);
 
+  			// Recorded before the loop runs, and saved, so a page action that
+  			// navigates cannot take the turn with it. `messages` above was already
+  			// built from the previous turns, so this does not double-send anything.
+  			conversation.push({ role: "user", content: userText });
+  			var liveTurn = { role: "assistant", content: "", tools: [] };
+  			conversation.push(liveTurn);
+  			persistConversation();
+
   			var result = await runChatLoop({
   				baseUrl:       LLM_BASE,
   				toolHubUrl:    TOOL_HUB_BASE,
@@ -1209,8 +1228,19 @@ function boot(cfg) {
   				maxRounds:     MAX_ROUNDS,
   				provider:      LLM_PROVIDER === "ollama" ? "ollama" : "hub",
   				signal:        currentAbort.signal,
-  				onToolCall: function(toolCall) { announceToolCall(toolCall); },
-  				onToolDispatched: function(outcome) { resolveToolCall(outcome); },
+  				onToolCall: function(toolCall) {
+  					announceToolCall(toolCall);
+  					// At once, not throttled: this call may be the one that navigates, and
+  					// after it nothing of this turn would be saved.
+  					persistConversation();
+  				},
+  				onToolDispatched: function(outcome) {
+  					resolveToolCall(outcome);
+  					liveTurn.tools = liveTurn.tools.concat([ outcome.error
+  						? { name: outcome.toolCall.name, error: true }
+  						: { name: outcome.toolCall.name } ]);
+  					persistConversation();
+  				},
   				onPhase: function(name) {
   					// 'thinking' covers the long silence before the first
   					// token; 'responding' means text is on its way.
@@ -1241,18 +1271,19 @@ function boot(cfg) {
   					collapseThinkingBlock();
   					assistantMarkdown += delta;
   					renderMarkdownInto(assistantBody, assistantMarkdown);
+  					liveTurn.content = assistantMarkdown;
+  					persistSoon();
   					historyEl.scrollTop = historyEl.scrollHeight;
   				}
   			});
-  			conversation.push({ role: "user", content: userText });
-  			conversation.push({
-  				role:    "assistant",
-  				content: result.content,
-  				// Kept so a restored transcript still shows what ran — losing
-  				// that record is what made a navigating action unbearable.
-  				tools:   result.dispatched.map(function(d) {
-  					return d.error ? { name: d.toolCall.name, error: true } : { name: d.toolCall.name };
-  				})
+  			// The turn was recorded here until 0.11.1, after the loop returned — which
+  			// a page action that navigates never lets happen. Submitting a form
+  			// mid-turn therefore lost the whole turn: the question, whatever the
+  			// assistant had already said, and the record of what ran. It is recorded as
+  			// it happens now, and only finalised here.
+  			liveTurn.content = result.content;
+  			liveTurn.tools = result.dispatched.map(function(d) {
+  				return d.error ? { name: d.toolCall.name, error: true } : { name: d.toolCall.name };
   			});
   			persistConversation();
 

data/app/assets/javascripts/llm_meta_widget/llm-meta-widget.js

@@ -3963,6 +3963,12 @@ function boot(cfg) {
       model: MODEL
     });
   }
+  var lastPersist = 0;
+  function persistSoon() {
+    if (Date.now() - lastPersist < 400) return;
+    lastPersist = Date.now();
+    persistConversation();
+  }
   var typedCards = document.querySelectorAll('script[type="' + PAGE_CARD_MEDIA_TYPE + '"]');
   var pageCard;
   if (typedCards.length) {
@@ -4625,6 +4631,10 @@ function boot(cfg) {
       var messages = [{ role: "system", content: currentSystemPrompt(resourceLines) }].concat(conversation.map(function(t) {
         return { role: t.role, content: t.content };
       })).concat([{ role: "user", content: userText }]);
+      conversation.push({ role: "user", content: userText });
+      var liveTurn = { role: "assistant", content: "", tools: [] };
+      conversation.push(liveTurn);
+      persistConversation();
       var result = await runChatLoop({
         baseUrl: LLM_BASE,
         toolHubUrl: TOOL_HUB_BASE,
@@ -4640,9 +4650,12 @@ function boot(cfg) {
         signal: currentAbort.signal,
         onToolCall: function(toolCall) {
           announceToolCall(toolCall);
+          persistConversation();
         },
         onToolDispatched: function(outcome) {
           resolveToolCall(outcome);
+          liveTurn.tools = liveTurn.tools.concat([outcome.error ? { name: outcome.toolCall.name, error: true } : { name: outcome.toolCall.name }]);
+          persistConversation();
         },
         onPhase: function(name) {
           if (name === "responding") markDone(assistantBody.roleLabel);
@@ -4663,18 +4676,14 @@ function boot(cfg) {
           collapseThinkingBlock();
           assistantMarkdown += delta;
           renderMarkdownInto(assistantBody, assistantMarkdown);
+          liveTurn.content = assistantMarkdown;
+          persistSoon();
           historyEl.scrollTop = historyEl.scrollHeight;
         }
       });
-      conversation.push({ role: "user", content: userText });
-      conversation.push({
-        role: "assistant",
-        content: result.content,
-        // Kept so a restored transcript still shows what ran — losing
-        // that record is what made a navigating action unbearable.
-        tools: result.dispatched.map(function(d) {
-          return d.error ? { name: d.toolCall.name, error: true } : { name: d.toolCall.name };
-        })
+      liveTurn.content = result.content;
+      liveTurn.tools = result.dispatched.map(function(d) {
+        return d.error ? { name: d.toolCall.name, error: true } : { name: d.toolCall.name };
       });
       persistConversation();
       result.dispatched.forEach(function(d) {

data/lib/llm_meta_widget/version.rb

@@ -1,3 +1,3 @@
 module LlmMetaWidget
-  VERSION = "0.11.0"
+  VERSION = "0.11.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_meta_widget
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.11.1
 platform: ruby
 authors:
 - jdkim