openzoo 0.48.47 → 0.48.49

package/lib/proxy.js

@@ -863,6 +863,10 @@ export async function startProxy({ silent = false, requireToken = null, sessionM
     // answer back on the way out. See lib/anthropic.js.
     let anthropicMode = false;
     let anthropicModel = null;
+    // The CLIENT's streaming intent, kept separate from the body we send
+    // upstream. The Anthropic lane asks the gateway for a complete message (we
+    // can only translate a finished one) while still owing the caller SSE.
+    let clientWantsStream = false;
     let responsesMode = false;
     let responsesModel = null;
     let responsesCustom = null;   // names of freeform tools needing custom_tool_call on the way back
@@ -912,7 +916,24 @@ export async function startProxy({ silent = false, requireToken = null, sessionM
       try {
         const inbound = JSON.parse(bodyBuf.toString('utf8'));
         anthropicModel = inbound.model;
-        bodyBuf = Buffer.from(JSON.stringify(anthropicToOpenAI(inbound)));
+        // ANTHROPIC CLIENTS CANNOT READ AN OPENAI STREAM.
+        //
+        // The gateway now streams for real, and `relay()` pipes those frames
+        // through untouched — which is correct for an OpenAI client and
+        // unreadable to Claude Code, which speaks the Anthropic SSE grammar
+        // (message_start / content_block_delta / message_stop). It surfaced as
+        // "API returned an empty or malformed response (HTTP 200)": a 200 whose
+        // body the client cannot parse.
+        //
+        // The translation we have (openAIToAnthropic + writeAnthropicSse) works
+        // on a COMPLETE message, so this lane asks the gateway not to stream and
+        // keeps the buffered translation. That costs Claude Code the
+        // time-to-first-byte win until an incremental OpenAI->Anthropic frame
+        // translator exists; a readable answer late beats an unreadable one now.
+        const converted = anthropicToOpenAI(inbound);
+        clientWantsStream = converted.stream === true || inbound.stream === true;
+        converted.stream = false;
+        bodyBuf = Buffer.from(JSON.stringify(converted));
         anthropicMode = true;
         req.url = '/v1/chat/completions';
         url = `${config.apiBase}${req.url}`;
@@ -934,12 +955,27 @@ export async function startProxy({ silent = false, requireToken = null, sessionM
     if (rewritablePath(req.method, req.url)) {
       const rw = await maybeRewriteModel(bodyBuf);
       if (rw) {
-        log(`model "${rw.from}" is not on the zoo — nearest match ${rw.to} (OPENZOO_DEFAULT_MODEL overrides)`);
+        // SAY WHETHER THE OVERRIDE IS ACTUALLY SET, and name it.
+        //
+        // This used to print "(OPENZOO_DEFAULT_MODEL overrides)" on EVERY
+        // rewrite whether or not the variable existed — a hint about a knob,
+        // phrased as a statement about this request. It cost a real incident:
+        // the proxy was restarted from a shell carrying
+        // OPENZOO_DEFAULT_MODEL=deepseek/deepseek-v4-pro-0813, so every
+        // claude-sonnet-5 ask was served by deepseek, and the log line looked
+        // exactly the same as it always had. deepseek matches the reasoning
+        // regex, so a 16-token safety classification became a 4,000-token
+        // reasoning generation — 11.5s, past the caller's timeout, and Claude
+        // Code reported "claude-sonnet-5 is temporarily unavailable".
+        const forced = process.env.OPENZOO_DEFAULT_MODEL;
+        log(forced
+          ? `model "${rw.from}" -> FORCED to ${forced} by OPENZOO_DEFAULT_MODEL (nearest match would have been ${rw.to})`
+          : `model "${rw.from}" is not on the zoo — nearest match ${rw.to}`);
         bodyBuf = rw.body;
       }
       try {
         const parsed = JSON.parse(bodyBuf.toString('utf8'));
-        wantsStream = parsed?.stream === true;
+        wantsStream = parsed?.stream === true || clientWantsStream;
         // REASONING MODELS SPEND max_tokens ON THINKING FIRST.
         //
         // The budget covers hidden reasoning AND the visible answer, so a

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openzoo",
-  "version": "0.48.47",
+  "version": "0.48.49",
   "description": "Local x402-paying proxy + MCP server for openzoo.fun — point any OpenAI-compatible harness (Cursor, Claude Code, aider, SDKs) at localhost and it pays per call from a local burner wallet. Solana and Base rails live; Robinhood experimental.",
   "license": "MIT",
   "type": "module",