@tiens.nguyen/gonext-local-worker 1.0.302 → 1.0.304

package/gonext-local-worker.mjs

@@ -1905,6 +1905,9 @@ async function runAgentChatJob(job) {
       agentModelId: payload?.agentModelId ?? "",
       codingBaseURL: payload?.codingBaseURL ?? "",
       codingModelId: payload?.codingModelId ?? "",
+      // Task #107: when true, python emits a {type:code_response} event per code-model
+      // call so the worker persists the full raw text to Mongo.
+      saveFullResponse: payload?.saveFullResponse === true,
       // Dedicated SEARCH model (#105): when set, web_search synthesizes its results into a
       // cited answer with this model instead of returning raw read pages. Empty = no synth.
       searchBaseURL: payload?.searchBaseURL ?? "",
@@ -2170,6 +2173,20 @@ async function runAgentChatJob(job) {
             }),
           }).catch(() => {});
         }
+      } else if (event.type === "code_response" && typeof event.text === "string") {
+        // Task #107: the user's Save-Full-Response toggle is on — persist this code-model
+        // response's full raw text to Mongo. Fire-and-forget; never blocks the turn.
+        workerFetch(`/api/worker/agent-response`, {
+          method: "POST",
+          body: JSON.stringify({
+            jobId,
+            step: Number.isFinite(event.step) ? event.step : 0,
+            text: event.text,
+            inputTokens: Number.isFinite(event.inputTokens) ? event.inputTokens : 0,
+            outputTokens: Number.isFinite(event.outputTokens) ? event.outputTokens : 0,
+            codingUrl: payload?.codingBaseURL ?? "",
+          }),
+        }).catch(() => {});
       } else if (event.type === "final" && typeof event.text === "string") {
         closeStreamFence();
         if (inThink) {

package/gonext-repl.mjs

@@ -2071,21 +2071,22 @@ async function main() {
       continue;
     }
     if (line === "/reset-output-token-global") {
-      // Task #104: zero the GLOBAL (user + coding-URL) output-token counter after confirm.
+      // Task #104: zero the GLOBAL (user + coding-URL) output-token counter AND clear all
+      // per-workspace counters, after confirm.
       const ok = await askYesNo(
-        `Reset the GLOBAL output-token total (currently ${fmtTokens(globalOutputTokens)}) to 0?`,
+        `Reset the GLOBAL output-token total (currently ${fmtTokens(globalOutputTokens)}) to 0? This also clears every workspace's output-token total.`,
         false
       );
       if (!ok) {
-        console.log(dim("Cancelled — global output-token total unchanged.\n"));
+        console.log(dim("Cancelled — output-token totals unchanged.\n"));
         continue;
       }
       const done = await resetGlobalOutputTokens();
       if (done) {
         globalOutputTokens = 0;
-        console.log(green("✓ global output-token total reset to 0.\n"));
+        console.log(green("✓ global + workspace output-token totals reset to 0.\n"));
       } else {
-        console.log(dim("Could not reset the global output-token total (API error).\n"));
+        console.log(dim("Could not reset the output-token totals (API error).\n"));
       }
       continue;
     }

package/gonext_agent_chat.py

@@ -3117,6 +3117,8 @@ def run_agent_chat(cfg):
     # also fixes an older API layer that appended /v1 after the native /api path).
     raw_coding_base = _normalize_openai_base(cfg.get("codingBaseURL") or "")
     raw_coding_model = (cfg.get("codingModelId") or "").strip()
+    # Task #107: when on, emit each code-model response so the worker persists it to Mongo.
+    save_full_response = bool(cfg.get("saveFullResponse"))
     if raw_coding_base:
         same_server = raw_coding_base.rstrip("/") == (agent_base_url or "").rstrip("/")
         if same_server and not raw_coding_model:
@@ -4878,7 +4880,7 @@ def run_agent_chat(cfg):
     # and any step memory it accumulates. completion_kwargs["messages"] here is the
     # literal messages array sent to /v1/chat/completions.
     class _LoggingModel(OpenAIServerModel):
-        def __init__(self, *a, stream_agent=False, **kw):
+        def __init__(self, *a, stream_agent=False, save_full_response=False, **kw):
             # Running total of PROMPT (input) tokens sent to the CODE model across the
             # turn (task #83). Only this wrapper counts — the chat/brain helper calls
             # (_chat_completion) don't route through here, so this is "code model only".
@@ -4904,6 +4906,10 @@ def run_agent_chat(cfg):
             # idle timer never fires. smolagents still receives the COMPLETE text, so its
             # <code>/final_answer parsing is unaffected.
             self._stream_agent = bool(stream_agent)
+            # Task #107: persist each code-model response's full text (opt-in) + a 1-based
+            # per-turn call counter used as the stored `step`.
+            self._save_full_response = bool(save_full_response)
+            self._call_index = 0
             super().__init__(*a, **kw)
 
         def _generate_once(self, *args, **kwargs):
@@ -5246,6 +5252,24 @@ def run_agent_chat(cfg):
                     })
             except Exception:  # noqa: BLE001
                 pass
+            # Task #107: persist the full RAW code-model response (opt-in) with this call's
+            # token counts, emitted BEFORE any think-stripping/normalization so it matches
+            # exactly what the token counts were computed from. Worker forwards to Mongo.
+            if self._save_full_response:
+                try:
+                    self._call_index += 1
+                    _raw = getattr(msg, "content", None)
+                    _tu2 = getattr(msg, "token_usage", None)
+                    _emit({
+                        "type": "code_response",
+                        "step": self._call_index,
+                        "text": _raw if isinstance(_raw, str)
+                        else ("" if _raw is None else str(_raw)),
+                        "inputTokens": int(getattr(_tu2, "input_tokens", 0) or 0) if _tu2 else 0,
+                        "outputTokens": int(getattr(_tu2, "output_tokens", 0) or 0) if _tu2 else 0,
+                    })
+                except Exception:  # noqa: BLE001
+                    pass
             try:
                 content = getattr(msg, "content", None)
                 if content is None:
@@ -5515,6 +5539,8 @@ def run_agent_chat(cfg):
             # Stream for Ollama so a long generation keeps the connection warm and can't
             # trip a reverse-proxy idle read-timeout. smolagents still gets the full text.
             stream_agent=coding_is_ollama,
+            # Task #107: persist each code-model response to Mongo when the user opted in.
+            save_full_response=save_full_response,
             # Cap each HTTP attempt at 600s so a genuinely slow single call (a
             # remote M6000/Vulkan box doing a cold ~4-5min prompt-eval) can finish
             # on the first try, while a truly hung request still fails into OUR

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.302",
+  "version": "1.0.304",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",