turbollm 1.8.4 → 1.8.5

package/dist/cli.js

@@ -17492,6 +17492,9 @@ function mapToOpenAI(req) {
         const content = parts.length === 1 && parts[0].type === "text" ? parts[0].text : parts;
         messages.push({ role: "user", content });
       }
+    } else if (msg2.role === "system") {
+      const text = raw.filter((b) => b.type === "text").map((b) => b.text ?? "").join("\n");
+      if (text) messages.push({ role: "system", content: text });
     } else {
       let text = "";
       const toolCalls = [];
@@ -17537,6 +17540,15 @@ function mapToOpenAI(req) {
     if (tc)
       oai.tool_choice = tc.type === "auto" ? "auto" : tc.type === "any" ? "required" : { type: "function", function: { name: tc.name } };
   }
+  if (req.thinking) {
+    const requested = req.thinking.budget_tokens;
+    const hasMaxTokens = Number.isFinite(req.max_tokens) && (req.max_tokens ?? 0) > 0;
+    if (Number.isFinite(requested) && (requested ?? 0) > 0) {
+      oai.thinking_budget_tokens = hasMaxTokens ? Math.min(requested, Math.floor(req.max_tokens / 2)) : requested;
+    } else if (hasMaxTokens) {
+      oai.thinking_budget_tokens = Math.floor(req.max_tokens / 2);
+    }
+  }
   return oai;
 }
 function extractThinkTag(content) {
@@ -17944,7 +17956,24 @@ function registerGateway(app2, d) {
         init.duplex = "half";
       }
     }
-    const res = await fetch(upstream, init);
+    let res;
+    try {
+      res = await fetch(upstream, init);
+    } catch (e) {
+      const err6 = e;
+      const isAbort = err6.name === "AbortError" || ac.signal.aborted;
+      const cause = err6.cause instanceof Error ? `: ${err6.cause.message}` : "";
+      return c.json(
+        {
+          error: {
+            message: isAbort ? "Client disconnected before the engine responded." : `${err6.message || "Engine unreachable."}${cause}`,
+            type: "api_error",
+            code: isAbort ? "client_disconnected" : "engine_unreachable"
+          }
+        },
+        500
+      );
+    }
     if (res.ok && res.body && isChat) {
       try {
         const [a, b] = res.body.tee();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "turbollm",
-  "version": "1.8.4",
+  "version": "1.8.5",
   "description": "TurboLLM — local LLM platform: run any inference engine auto-tuned to your GPU, with a web UI and OpenAI/Anthropic-compatible API. Point Claude Code at your own machine in one command.",
   "license": "FSL-1.1-ALv2",
   "author": "Mohit Soni",