@tiens.nguyen/gu-cli 1.0.750 → 1.0.751

package/gonext_agent_chat.py

@@ -6948,6 +6948,35 @@ def _ws_distill_output(out: str, cap_head: int = 1200, cap_tail: int = 4000) ->
             + out[-cap_tail:])
 
 
+# READ CAPS SCALE WITH THE WINDOW (issue #49). A flat 3,000 chars (~750 tokens, ~60-80 lines,
+# middle cut) was right for #63's weak models with no prompt cache. Measured over 625 Claude
+# steps it cut a read in 23 of 37 turns (>=14.6% of steps), and each cut is a follow-up read:
+# d6ad7211 walked a 6,665-line file in slices for ~40 steps. With cache reads at 0.1x a bigger
+# read costs about what the extra step did, and steps are what we save. Claude Code's own Read
+# allows 25k tokens. Small or unknown windows keep 3,000 — a 16k local Ollama is unchanged.
+_OBS_CAP_FLOOR = 3000
+_OBS_CAP_READ_MAX = 24_000    # ≈ read_file_lines' own 400-line limit
+_OBS_CAP_SEARCH_MAX = 12_000  # ≈ grep_repo's 100 hits / list_dir's 300 entries
+_OBS_CAP_WINDOW_SHARE = 0.03  # one read may take ~3% of the window
+_OBS_CAPS = {"read": _OBS_CAP_FLOOR, "search": _OBS_CAP_FLOOR}
+
+
+def _obs_caps_for_window(window_tokens: int) -> dict:
+    """{read, search} character caps for a model with this context window (0 = unknown)."""
+    if not window_tokens or window_tokens <= 0:
+        return {"read": _OBS_CAP_FLOOR, "search": _OBS_CAP_FLOOR}
+    read = int(window_tokens * 4 * _OBS_CAP_WINDOW_SHARE)  # ~4 chars per token
+    read = max(_OBS_CAP_FLOOR, min(_OBS_CAP_READ_MAX, read))
+    search = max(_OBS_CAP_FLOOR, min(_OBS_CAP_SEARCH_MAX, read // 2))
+    return {"read": read, "search": search}
+
+
+def _set_obs_caps(window_tokens: int) -> dict:
+    """Set this turn's caps (the worker runs one turn per process)."""
+    _OBS_CAPS.update(_obs_caps_for_window(window_tokens))
+    return dict(_OBS_CAPS)
+
+
 def _ws_cap_obs(text: str, cap: int = 3000) -> str:
     """Cap a READ tool's observation (read_file_lines / list_dir / read_text_file /
     grep_repo) before it's returned to the CodeAgent. Every observation stays in the
@@ -9007,6 +9036,8 @@ def run_agent_chat(cfg):
     _trim_state: dict = {"next_at": _TRIM_FIRST_AT_CHARS}
     _ctx_window = _model_context_window(coding_base_url, coding_model_id, coding_api_key)
     _compact_at = _compact_threshold(_ctx_window)
+    _caps = _set_obs_caps(_ctx_window)
+    _log(f"read caps: {_caps['read']} chars per read, {_caps['search']} per search (issue #49)")
     if _ctx_window:
         # SAY WHICH SOURCE ANSWERED. A measured window and a remembered one are not the same
         # claim, and a table entry presented as fact is how a stale number survives unquestioned.
@@ -10811,7 +10842,8 @@ def run_agent_chat(cfg):
                 entries.sort()
                 more = " …(truncated)" if len(entries) >= 300 else ""
                 out = _ws_cap_obs(
-                    f"{len(entries)} files under {root}:\n" + "\n".join(entries) + more)
+                    f"{len(entries)} files under {root}:\n" + "\n".join(entries) + more,
+                    cap=_OBS_CAPS["search"])
                 _emit_read("Listing files", path, f"{len(entries)} file(s)")
                 _last_obs["text"] = out
                 return out
@@ -10850,7 +10882,7 @@ def run_agent_chat(cfg):
                     return _rb
                 with open(rp, "r", encoding="utf-8", errors="replace") as fh:
                     data = fh.read(max(500, min(int(max_chars or 20000), 100000)))
-                out = _ws_cap_obs(data or "(empty file)")
+                out = _ws_cap_obs(data or "(empty file)", cap=_OBS_CAPS["read"])
                 _emit_read("Reading file", path, f"{data.count(chr(10)) + 1} line(s)"
                            if data else "empty")
                 _last_obs["text"] = out
@@ -11509,7 +11541,8 @@ def run_agent_chat(cfg):
                     _last_obs["text"] = msg
                     return msg
                 more = "\n…(capped at 100 hits)" if len(hits) >= 100 else ""
-                out = _ws_cap_obs(f"Matches under {root}:\n" + "\n".join(hits) + more)
+                out = _ws_cap_obs(f"Matches under {root}:\n" + "\n".join(hits) + more,
+                                  cap=_OBS_CAPS["search"])
                 _last_obs["text"] = out
                 return out
             except Exception as e:  # noqa: BLE001
@@ -11595,7 +11628,7 @@ def run_agent_chat(cfg):
                 _emit({"type": "step",
                        "text": f"Locating symbol → {name} ({len(defs)} def, "
                                f"{len(calls)} call, {len(tests)} test)"})
-                res = _ws_cap_obs("\n".join(out))
+                res = _ws_cap_obs("\n".join(out), cap=_OBS_CAPS["search"])
                 _last_obs["text"] = res
                 return res
             except Exception as ex:  # noqa: BLE001
@@ -11634,7 +11667,8 @@ def run_agent_chat(cfg):
                     _last_obs["text"] = _rb
                     return _rb
                 body = "".join(f"{i}: {lines[i - 1]}" for i in range(s, e + 1))
-                out = _ws_cap_obs(f"{rp} (lines {s}-{e} of {len(lines)}):\n{body}")
+                out = _ws_cap_obs(f"{rp} (lines {s}-{e} of {len(lines)}):\n{body}",
+                                  cap=_OBS_CAPS["read"])
                 _search_tally_bump("read")
                 _emit_read("Reading lines", f"{path}:{s}-{e}", f"of {len(lines)} line(s)")
                 _last_obs["text"] = out

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gu-cli",
-  "version": "1.0.750",
+  "version": "1.0.751",
   "description": "Gu CLI — the gu terminal plus the local worker that runs agent / OCR / PDF / embedding jobs on your Mac (Ollama / MLX / OpenAI-compatible).",
   "type": "module",
   "license": "MIT",
@@ -37,6 +37,8 @@
     "test:cache-e2e": "GONEXT_OLLAMA1_LIVE=1 node --test --test-timeout=1800000 tests/prefix-cache-e2e.test.mjs",
     "test:tokens": "python3 -m unittest discover tests -p \"test_cached_tokens.py\" -v && node --test tests/prefix-cache.test.mjs tests/agent-turn-shape.test.mjs",
     "test:selection": "node --test tests/selection-scrollback.test.mjs tests/selection-while-thinking.test.mjs tests/terminal-selection.test.mjs tests/terminal-copy.test.mjs tests/terminal-viewport.test.mjs tests/hover-repaint.test.mjs",
+    "test:steps": "python3 scripts/py-tap.py tests/test_read_caps.py tests/test_trim_payback.py tests/test_explore.py tests/test_and_chains.py tests/test_edit_file_primary.py tests/test_bare_code_rescue.py tests/test_batching_rule.py tests/test_no_pdf_routing.py",
+    "test:skills": "python3 scripts/py-tap.py tests/test_skills_mcp_turn.py tests/test_hooks_turn.py tests/test_mcp_client.py && node --test tests/skills.test.mjs tests/mcp-config.test.mjs tests/hooks-config.test.mjs tests/slash-menu.test.mjs tests/conversation-archive.test.mjs",
     "capture:turn": "GONEXT_OLLAMA1_LIVE=1 node scripts/capture-turn-fixture.mjs",
     "test:bearer": "node --test tests/bearer-routing.test.mjs tests/bearer-verify.test.mjs",
     "test:bearer-e2e": "bash scripts/bearer-e2e.sh"