llm_meta_widget 0.15.1 → 0.15.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5b7d8d8ce878a102002639b418702b741535fb67a23002ed74a6bb8382b4791f
-  data.tar.gz: 9f2482cef0da260962f8fa2ff5d78952d6bdf6d6ae9bdbab2b3abe9348d8b2b9
+  metadata.gz: 863b128096d9e0813388bb13a03d96a8f2b0f202f2aa5c33a27bdd0a48416c7b
+  data.tar.gz: e14113a514e1fa7ffb09e067cc44150e32e90a61fb5dd80946b9d7cfb34c6ad6
 SHA512:
-  metadata.gz: dc3ad442ac618dd9f8fa74af526a2d6e5a4d042a318af9492da7a5482dcb92f7fdcc1b22e004cdb5c6ce8d1b226ae81d9d425535d714ccac188fed1e6a6522e5
-  data.tar.gz: aa0875cbba4e0af9d92588db27718bf846143b019510418209c5146972a245223e6f92e7e5927cdd9f8a0de2a884b14f76db8fb885b276c4873b1c01b35f5956
+  metadata.gz: c1c3f21142b8de93b5a8216472aa700ac7fd72c589ca810f95eb8e3d368a60045974cec8f56a8e6fd64803da7b6a90a18be296312b7f3dc6f42c3c252ccf0f62
+  data.tar.gz: 5ee508999c3a2fe61e26f258b4362e4fac981097d7a3c5a375d6dcfe129e75f0d415d0a26d1404c3d2bc99e7f140347851b55609ca157f25bdb0b889b3fe1703

data/CHANGELOG.md

@@ -3,6 +3,31 @@
 This file starts at 0.8.0, the first release with a breaking change worth
 calling out. Earlier releases are in the git history (`git log --oneline v0.7.6`).
 
+## 0.15.2
+
+### A page that hides the model picker now learns the context window too
+
+Both requests for the hub's model list sat inside the branches that fill the
+model picker. A page that pins one model and hides the picker therefore never
+learned that model's context window — and hiding the picker is a reasonable
+choice when the host has already chosen the model.
+
+Without a window the resource budget falls back to its 8 KB floor, so a page's
+reference data is reported as skipped even when it would have fitted, and
+oversized tool results are neither trimmed nor evicted, because each of those
+steps returns its input unchanged when it has no window to spend. Release
+0.15.1 could not even warn about it: the warning there fires when a request
+comes back unusable, and here no request was made.
+
+The model list is now fetched whenever the hub is the provider, and only
+filling the picker remains conditional. A page configured to talk straight to
+Ollama is left alone, since there is no such endpoint to ask.
+
+The widget also says so once, in the browser console, if a turn starts with no
+known window — naming the model and what is lost. Three different causes have
+produced an unknown window so far, and each was reported only where it
+happened, if at all.
+
 ## 0.15.1
 
 ### A repeat visit no longer loses the model's context window or the hub tools

data/README.md

@@ -61,7 +61,7 @@ Option 3 if it does not.
 
 ```ruby
 # Gemfile
-gem "llm_meta_widget", "~> 0.15.1"
+gem "llm_meta_widget", "~> 0.15.2"
 ```
 
 ```bash

data/app/assets/javascripts/llm_meta_widget/element.js

@@ -502,7 +502,18 @@ function boot(cfg) {
   				});
   				if (flat.length > 1) modelPicker.style.display = "";
   			}));
-  		} else if (ENABLE_MODEL_PICKER && modelPicker) {
+  		}
+  		// The hub answers with each model's context window, and every budget below
+  		// is derived from it, so ASK REGARDLESS OF THE PICKER. This used to sit
+  		// inside the picker branches: a page that pinned a model and hid the
+  		// picker — which is a sensible thing to do, and what the standalone E2E
+  		// fixture does — never learned the window at all. The resource budget then
+  		// fell to its 8 KB floor and both tool-result truncation and eviction stood
+  		// down, each returning its input unchanged without a window. No warning was
+  		// possible either, because no request was made to fail.
+  		//
+  		// Skipped only when talking straight to Ollama, which has no /api/llms.
+  		if (LLM_PROVIDER !== "ollama") {
   			// cache: "no-store" so the browser never sends a conditional request. The
   			// hub answers /api/llms with an ETag and must-revalidate, so a REPEAT visit
   			// got 304 Not Modified — and Response.ok is false for a 304, which became
@@ -528,6 +539,13 @@ function boot(cfg) {
   					// configured model is often hosted while the picker shows local ones.
   					llmsPayload = payload;
   					modelWindow = modelWindowFrom(payload, MODEL);
+
+  					// The window is the part every page needs; filling the picker is only for
+  					// pages that show one, and the code below would dereference a null picker.
+					// Without this the TypeError only skips the rest of boot, whose
+					// remaining job is the picker's change handler — so nothing a
+					// no-picker page needs. Kept for intent, not for a visible bug.
+  					if (!(ENABLE_MODEL_PICKER && modelPicker)) return;
   					var flat = [];
   					(payload.llms || []).forEach(function(llm) {
   						if (llm.family !== "ollama") return;
@@ -723,6 +741,7 @@ function boot(cfg) {
   	// call answers, and null forever if the hub is older than the field — in
   	// which case the loop budgets nothing, exactly as it always did.
   	var modelWindow = null;
+  	var warnedNoWindow = false;
   	// The /api/llms answer, kept so switching model in the picker can resolve
   	// that model's window. Without it a visitor who switches from a 262k model
   	// to a 32k one keeps the big window — no eviction, and a resource budget
@@ -1372,6 +1391,18 @@ function boot(cfg) {
   		inputEl.value = "";
   		appendTurn("user", userText, pendingTurnLabel);
 
+  		// An unknown window is not a small window: every budget below then uses a
+  		// floor, and oversized tool results are neither trimmed nor evicted. Say so
+  		// once, at the moment it affects an answer. Three separate causes have led
+  		// here — a 304 read as empty, a page that hid the model picker, and a model
+  		// the hub does not list — and the first two were silent for days.
+  		if (!modelWindow && !warnedNoWindow) {
+  			warnedNoWindow = true;
+  			console.warn("[llm-meta-widget] no context window known for " + MODEL +
+  			             "; reference data is budgeted at the floor and oversized tool" +
+  			             " results are not trimmed");
+  		}
+
   		// Reference data that did not fit, reported once per budget, at the moment
   		// it affects an answer rather than at boot.
   		// Plan the page's resources first: the refusals are recorded while planning,

data/app/assets/javascripts/llm_meta_widget/llm-meta-widget.js

@@ -4269,7 +4269,8 @@ function boot(cfg) {
         });
         if (flat.length > 1) modelPicker.style.display = "";
       }));
-    } else if (ENABLE_MODEL_PICKER && modelPicker) {
+    }
+    if (LLM_PROVIDER !== "ollama") {
       tasks.push(fetch(LLM_BASE + "/api/llms", { headers: { "Accept": "application/json" }, cache: "no-store" }).then(function(r) {
         if (r.ok) return r.json();
         console.warn("[llm-meta-widget] /api/llms answered " + r.status + "; the model context window is unknown, so reference data is budgeted at the floor and oversized tool results are not trimmed");
@@ -4277,6 +4278,7 @@ function boot(cfg) {
       }).then(function(payload) {
         llmsPayload = payload;
         modelWindow = modelWindowFrom(payload, MODEL);
+        if (!(ENABLE_MODEL_PICKER && modelPicker)) return;
         var flat = [];
         (payload.llms || []).forEach(function(llm) {
           if (llm.family !== "ollama") return;
@@ -4425,6 +4427,7 @@ function boot(cfg) {
     return Object.assign({}, p, { source: "page" });
   });
   var modelWindow = null;
+  var warnedNoWindow = false;
   var llmsPayload = null;
   var resourceContext = null;
   var resourcePlan = null;
@@ -4868,6 +4871,10 @@ function boot(cfg) {
     if (!userText) return;
     inputEl.value = "";
     appendTurn("user", userText, pendingTurnLabel);
+    if (!modelWindow && !warnedNoWindow) {
+      warnedNoWindow = true;
+      console.warn("[llm-meta-widget] no context window known for " + MODEL + "; reference data is budgeted at the floor and oversized tool results are not trimmed");
+    }
     pageResourcePlansNow();
     if (skippedResources.length && !announcedSkips) {
       announcedSkips = true;

data/lib/llm_meta_widget/version.rb

@@ -1,3 +1,3 @@
 module LlmMetaWidget
-  VERSION = "0.15.1"
+  VERSION = "0.15.2"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: llm_meta_widget
 version: !ruby/object:Gem::Version
-  version: 0.15.1
+  version: 0.15.2
 platform: ruby
 authors:
 - jdkim