@askalf/dario 4.8.120 → 4.8.121

package/dist/proxy.d.ts

@@ -174,6 +174,14 @@ export declare function buildOrchestrationPatterns(preserveTags?: Set<string>):
  * opt any tag out of the scrub. dario#78.
  */
 export declare function sanitizeMessages(body: Record<string, unknown>, preserveTags?: Set<string>): void;
+/**
+ * Translate Anthropic SSE → OpenAI SSE. Returns a stateful per-CALL closure so
+ * concurrent /v1/chat/completions streams don't share tool-call index/id state
+ * (#642-audit: the previous module-global counters cross-contaminated
+ * interleaved streams and emitted malformed tool_calls deltas). One translator
+ * per request, mirroring createStreamingReverseMapper.
+ */
+export declare function createOpenAIStreamTranslator(): (line: string) => string | null;
 export declare const OPENAI_MODELS_LIST: {
     object: string;
     data: Array<{

package/dist/proxy.js

@@ -544,48 +544,55 @@ function anthropicToOpenai(body) {
         usage: { prompt_tokens: u?.input_tokens ?? 0, completion_tokens: u?.output_tokens ?? 0, total_tokens: (u?.input_tokens ?? 0) + (u?.output_tokens ?? 0) },
     };
 }
-/** Translate Anthropic SSE → OpenAI SSE. */
-// Track tool call state across stream chunks
-let _streamToolIndex = 0;
-let _streamToolId = '';
-function translateStreamChunk(line) {
-    if (!line.startsWith('data: '))
-        return null;
-    const json = line.slice(6).trim();
-    if (json === '[DONE]')
-        return 'data: [DONE]\n\n';
-    try {
-        const e = JSON.parse(json);
-        const ts = Math.floor(Date.now() / 1000);
-        if (e.type === 'content_block_start') {
-            const block = e.content_block;
-            if (block?.type === 'tool_use' && block.name) {
-                _streamToolId = block.id ?? `call_${_streamToolIndex}`;
-                return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { tool_calls: [{ index: _streamToolIndex, id: _streamToolId, type: 'function', function: { name: block.name, arguments: '' } }] }, finish_reason: null }] })}\n\n`;
+/**
+ * Translate Anthropic SSE → OpenAI SSE. Returns a stateful per-CALL closure so
+ * concurrent /v1/chat/completions streams don't share tool-call index/id state
+ * (#642-audit: the previous module-global counters cross-contaminated
+ * interleaved streams and emitted malformed tool_calls deltas). One translator
+ * per request, mirroring createStreamingReverseMapper.
+ */
+export function createOpenAIStreamTranslator() {
+    let toolIndex = 0;
+    let toolId = '';
+    return function translateStreamChunk(line) {
+        if (!line.startsWith('data: '))
+            return null;
+        const json = line.slice(6).trim();
+        if (json === '[DONE]')
+            return 'data: [DONE]\n\n';
+        try {
+            const e = JSON.parse(json);
+            const ts = Math.floor(Date.now() / 1000);
+            if (e.type === 'content_block_start') {
+                const block = e.content_block;
+                if (block?.type === 'tool_use' && block.name) {
+                    toolId = block.id ?? `call_${toolIndex}`;
+                    return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { tool_calls: [{ index: toolIndex, id: toolId, type: 'function', function: { name: block.name, arguments: '' } }] }, finish_reason: null }] })}\n\n`;
+                }
             }
-        }
-        if (e.type === 'content_block_delta') {
-            const d = e.delta;
-            if (d?.type === 'text_delta' && d.text)
-                return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { content: d.text }, finish_reason: null }] })}\n\n`;
-            if (d?.type === 'input_json_delta' && d.partial_json)
-                return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { tool_calls: [{ index: _streamToolIndex, function: { arguments: d.partial_json } }] }, finish_reason: null }] })}\n\n`;
-        }
-        if (e.type === 'content_block_stop') {
-            if (_streamToolId) {
-                _streamToolIndex++;
-                _streamToolId = '';
+            if (e.type === 'content_block_delta') {
+                const d = e.delta;
+                if (d?.type === 'text_delta' && d.text)
+                    return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { content: d.text }, finish_reason: null }] })}\n\n`;
+                if (d?.type === 'input_json_delta' && d.partial_json)
+                    return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: { tool_calls: [{ index: toolIndex, function: { arguments: d.partial_json } }] }, finish_reason: null }] })}\n\n`;
+            }
+            if (e.type === 'content_block_stop') {
+                if (toolId) {
+                    toolIndex++;
+                    toolId = '';
+                }
+                return null;
+            }
+            if (e.type === 'message_stop') {
+                toolIndex = 0;
+                toolId = '';
+                return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: {}, finish_reason: 'stop' }] })}\n\ndata: [DONE]\n\n`;
             }
-            return null;
-        }
-        if (e.type === 'message_stop') {
-            _streamToolIndex = 0;
-            _streamToolId = '';
-            return `data: ${JSON.stringify({ id: 'chatcmpl-dario', object: 'chat.completion.chunk', created: ts, model: 'claude', choices: [{ index: 0, delta: {}, finish_reason: 'stop' }] })}\n\ndata: [DONE]\n\n`;
         }
-    }
-    catch { }
-    return null;
+        catch { }
+        return null;
+    };
 }
 // Baked /v1/models payload — what the proxy advertises before (or without)
 // a successful upstream catalog fetch. The live route serves the
@@ -2779,14 +2786,29 @@ export async function startProxy(opts = {}) {
                 const streamMapper = ccToolMap && !isOpenAI
                     ? createStreamingReverseMapper(ccToolMap, reqCtx)
                     : null;
+                // Per-request OpenAI SSE translator — isolated tool-call state so
+                // concurrent /v1/chat/completions streams don't cross-contaminate (#642-audit).
+                const openaiTranslate = isOpenAI ? createOpenAIStreamTranslator() : null;
                 // Gated writer — a no-op once the downstream client has gone away
                 // in drain-on-close mode. The read loop keeps consuming so the
                 // upstream sees a full-length read; writes to a closed socket are
                 // suppressed to avoid EPIPE/warnings and pointless work.
+                // Honor downstream backpressure (#642-audit): when res.write() returns
+                // false the client's socket buffer is full, so pause the read loop until
+                // it drains instead of buffering the whole (fast) upstream in memory.
+                let needsDrain = false;
                 const writeToClient = (chunk) => {
-                    if (!clientDisconnected)
-                        res.write(chunk);
+                    if (clientDisconnected)
+                        return;
+                    if (res.write(chunk) === false)
+                        needsDrain = true;
                 };
+                // Resolves on 'close' too, so a vanished client can't wedge the loop.
+                const waitForDrain = () => new Promise((resolve) => {
+                    const done = () => { res.off('drain', done); res.off('close', done); resolve(); };
+                    res.once('drain', done);
+                    res.once('close', done);
+                });
                 try {
                     let buffer = '';
                     const MAX_LINE_LENGTH = 1_000_000; // 1MB max per SSE line
@@ -2860,7 +2882,7 @@ export async function startProxy(opts = {}) {
                             const lines = buffer.split('\n');
                             buffer = lines.pop() ?? '';
                             for (const line of lines) {
-                                const translated = translateStreamChunk(line);
+                                const translated = openaiTranslate(line);
                                 if (translated)
                                     writeToClient(translated);
                             }
@@ -2873,10 +2895,16 @@ export async function startProxy(opts = {}) {
                         else {
                             writeToClient(value);
                         }
+                        // Backpressure (#642-audit): if the last writes filled the client
+                        // buffer, pause reading upstream until it drains.
+                        if (needsDrain && !clientDisconnected) {
+                            needsDrain = false;
+                            await waitForDrain();
+                        }
                     }
                     // Flush remaining buffer
                     if (isOpenAI && buffer.trim()) {
-                        const translated = translateStreamChunk(buffer);
+                        const translated = openaiTranslate(buffer);
                         if (translated)
                             writeToClient(translated);
                     }
@@ -2889,6 +2917,11 @@ export async function startProxy(opts = {}) {
                 catch (err) {
                     if (verbose)
                         console.error('[dario] Stream error:', sanitizeError(err));
+                    // Tear down the upstream body reader deterministically on an abnormal
+                    // mid-stream error (e.g. a bare upstream socket reset) so the undici
+                    // socket is released now, not at GC (#642-audit). No-op if aborted.
+                    if (!upstreamAbort.signal.aborted)
+                        upstreamAbort.abort();
                 }
                 res.end();
                 // Stamp the response-completion timestamp + token count so the

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@askalf/dario",
-  "version": "4.8.120",
+  "version": "4.8.121",
   "description": "Use your Claude Pro/Max subscription in any tool — Cursor, Cline, Aider, the Agent SDK, your scripts — at subscription pricing, not per-token API bills. One local Anthropic + OpenAI-compatible endpoint.",
   "type": "module",
   "bin": {