llm_meta_widget 0.15.0 → 0.15.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8797cb824bc5421990348a5de7fabd7eb95a0ec0c10f8e2d579d29d3483e7b29
-  data.tar.gz: 8151a9ab5e27e0e1bd1f46d62750e2a41137660d65c501713e9a10e94269858f
+  metadata.gz: 5b7d8d8ce878a102002639b418702b741535fb67a23002ed74a6bb8382b4791f
+  data.tar.gz: 9f2482cef0da260962f8fa2ff5d78952d6bdf6d6ae9bdbab2b3abe9348d8b2b9
 SHA512:
-  metadata.gz: 12d33498cb17917ebc7f6a5950185b003267c52eab06f50e9632d36e5fd7e9c1bfe54d18134be7bc5e9082ff4c5e087769b0235983ff72aa6ec3dbd8461641af
-  data.tar.gz: 0f2975b8f85714bb11e64b43192755e26b61f90a9a80e6f20871895a76e292bfbb3f245c7e7f679e81331f1ab9be7d0362e91b8ce4e32b96d16ac10ce9eb8ded
+  metadata.gz: dc3ad442ac618dd9f8fa74af526a2d6e5a4d042a318af9492da7a5482dcb92f7fdcc1b22e004cdb5c6ce8d1b226ae81d9d425535d714ccac188fed1e6a6522e5
+  data.tar.gz: aa0875cbba4e0af9d92588db27718bf846143b019510418209c5146972a245223e6f92e7e5927cdd9f8a0de2a884b14f76db8fb885b276c4873b1c01b35f5956

data/CHANGELOG.md

@@ -3,6 +3,32 @@
 This file starts at 0.8.0, the first release with a breaking change worth
 calling out. Earlier releases are in the git history (`git log --oneline v0.7.6`).
 
+## 0.15.1
+
+### A repeat visit no longer loses the model's context window or the hub tools
+
+The hub answers `/api/llms` and `/api/mcp_servers` with an ETag and
+`must-revalidate`, so a browser revalidated them on the second page load and
+got `304 Not Modified`. `Response.ok` is false for a 304, and both handlers
+turned that into an empty payload.
+
+Nothing announced it. Without the model's context window the resource budget
+fell to its 8 KB floor, so a page's reference data was reported as skipped even
+when it would have fitted; and tool-result truncation and oldest-result
+eviction both stood down, because each returns its input unchanged when it has
+no window to spend. An empty hub list meanwhile showed as "No hub-registered
+tools available". It all worked on a first load and stopped on every one after,
+which is why a hard reload always looked fine.
+
+Both requests now set `cache: "no-store"`, so no conditional request is sent
+and the answer always carries a body. A response that is not ok is reported in
+the browser console, naming what is lost, rather than being treated as an empty
+result.
+
+The hub stopped sending those ETags as well, so this release is not required to
+fix a page served by an up-to-date hub. It matters for any other server that
+does send them, and for making the next failure audible.
+
 ## 0.15.0
 
 ### The declared global is resolved when a handler is needed, not at startup

data/README.md

@@ -61,7 +61,7 @@ Option 3 if it does not.
 
 ```ruby
 # Gemfile
-gem "llm_meta_widget", "~> 0.15.0"
+gem "llm_meta_widget", "~> 0.15.1"
 ```
 
 ```bash

data/app/assets/javascripts/llm_meta_widget/element.js

@@ -503,8 +503,21 @@ function boot(cfg) {
   				if (flat.length > 1) modelPicker.style.display = "";
   			}));
   		} else if (ENABLE_MODEL_PICKER && modelPicker) {
-  			tasks.push(fetch(LLM_BASE + "/api/llms", { headers: { "Accept": "application/json" } })
-  				.then(function(r) { return r.ok ? r.json() : { llms: [] }; })
+  			// cache: "no-store" so the browser never sends a conditional request. The
+  			// hub answers /api/llms with an ETag and must-revalidate, so a REPEAT visit
+  			// got 304 Not Modified — and Response.ok is false for a 304, which became
+  			// an empty payload here. The model's context window was then unknown, so
+  			// the resource budget fell to its 8 KB floor and BOTH tool-result
+  			// truncation and eviction stood down, each returning unchanged without a
+  			// window. It worked on a first load and quietly stopped on every one after.
+  			tasks.push(fetch(LLM_BASE + "/api/llms", { headers: { "Accept": "application/json" }, cache: "no-store" })
+  				.then(function(r) {
+  					if (r.ok) return r.json();
+  					console.warn("[llm-meta-widget] /api/llms answered " + r.status +
+  					             "; the model context window is unknown, so reference data is" +
+  					             " budgeted at the floor and oversized tool results are not trimmed");
+  					return { llms: [] };
+  				})
   				.then(function(payload) {
   					// /api/llms is heterogeneous per family:
   					//   - OpenAI/Anthropic/Google: `models: [{ name, display_name, ... }]`
@@ -551,8 +564,16 @@ function boot(cfg) {
   		}
 
   		if (ENABLE_TOOL_PICKER && toolsListEl) {
-  			tasks.push(fetch(TOOL_HUB_BASE + "/api/mcp_servers", { headers: { "Accept": "application/json" } })
-  				.then(function(r) { return r.ok ? r.json() : { mcp_servers: [] }; })
+  			// Same reason as /api/llms above: a 304 on a repeat visit emptied this, and
+  			// the panel then said "No hub-registered tools available" although the hub
+  			// had them.
+  			tasks.push(fetch(TOOL_HUB_BASE + "/api/mcp_servers", { headers: { "Accept": "application/json" }, cache: "no-store" })
+  				.then(function(r) {
+  					if (r.ok) return r.json();
+  					console.warn("[llm-meta-widget] /api/mcp_servers answered " + r.status +
+  					             "; hub-registered tools will be listed as unavailable");
+  					return { mcp_servers: [] };
+  				})
   				.then(function(payload) {
   					hubMcpServers = (payload.mcp_servers || []).filter(function(s) {
   						return anyAllowedByAllowlist(s.name, HUB_TOOLS_ALLOWLIST);

data/app/assets/javascripts/llm_meta_widget/llm-meta-widget.js

@@ -4270,8 +4270,10 @@ function boot(cfg) {
         if (flat.length > 1) modelPicker.style.display = "";
       }));
     } else if (ENABLE_MODEL_PICKER && modelPicker) {
-      tasks.push(fetch(LLM_BASE + "/api/llms", { headers: { "Accept": "application/json" } }).then(function(r) {
-        return r.ok ? r.json() : { llms: [] };
+      tasks.push(fetch(LLM_BASE + "/api/llms", { headers: { "Accept": "application/json" }, cache: "no-store" }).then(function(r) {
+        if (r.ok) return r.json();
+        console.warn("[llm-meta-widget] /api/llms answered " + r.status + "; the model context window is unknown, so reference data is budgeted at the floor and oversized tool results are not trimmed");
+        return { llms: [] };
       }).then(function(payload) {
         llmsPayload = payload;
         modelWindow = modelWindowFrom(payload, MODEL);
@@ -4304,8 +4306,10 @@ function boot(cfg) {
       }));
     }
     if (ENABLE_TOOL_PICKER && toolsListEl) {
-      tasks.push(fetch(TOOL_HUB_BASE + "/api/mcp_servers", { headers: { "Accept": "application/json" } }).then(function(r) {
-        return r.ok ? r.json() : { mcp_servers: [] };
+      tasks.push(fetch(TOOL_HUB_BASE + "/api/mcp_servers", { headers: { "Accept": "application/json" }, cache: "no-store" }).then(function(r) {
+        if (r.ok) return r.json();
+        console.warn("[llm-meta-widget] /api/mcp_servers answered " + r.status + "; hub-registered tools will be listed as unavailable");
+        return { mcp_servers: [] };
       }).then(function(payload) {
         hubMcpServers = (payload.mcp_servers || []).filter(function(s) {
           return anyAllowedByAllowlist(s.name, HUB_TOOLS_ALLOWLIST);

data/lib/llm_meta_widget/version.rb

@@ -1,3 +1,3 @@
 module LlmMetaWidget
-  VERSION = "0.15.0"
+  VERSION = "0.15.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_meta_widget
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.15.1
 platform: ruby
 authors:
 - jdkim