@tangle-network/agent-provider-cli-bridge 0.2.27 → 0.2.28

package/README.md

@@ -11,3 +11,6 @@ const provider = createCliBridgeProvider({
   defaultModel: 'codex',
 })
 ```
+
+Response headers and streamed bodies have no transport timeout by default.
+For unattended runs, set `headersTimeoutMs`, `bodyTimeoutMs`, or an `AbortSignal` so an unresponsive bridge cannot wait forever.

package/dist/index.d.ts

@@ -13,6 +13,10 @@ export interface CliBridgeProviderOptions {
         capability?: string;
         ttlSeconds?: number;
     };
+    /** Maximum wait for response headers. Defaults to no timeout. */
+    headersTimeoutMs?: number;
+    /** Maximum idle time between response body chunks. Defaults to no timeout. */
+    bodyTimeoutMs?: number;
     fetch?: typeof fetch;
     name?: string;
     capabilities?: AgentEnvironmentCapabilities;

package/dist/index.js

@@ -1,29 +1,40 @@
+import { Agent, fetch as undiciFetch } from "undici";
 export function createCliBridgeProvider(options) {
-    const fetchImpl = options.fetch ?? globalThis.fetch;
-    if (!fetchImpl)
-        throw new Error("createCliBridgeProvider requires fetch");
+    assertTimeout(options.headersTimeoutMs, "headersTimeoutMs");
+    assertTimeout(options.bodyTimeoutMs, "bodyTimeoutMs");
     const name = options.name ?? "cli-bridge";
     return {
         name,
         capabilities: () => options.capabilities ?? defaultCliBridgeCapabilities(),
         async create(input) {
+            const transport = createTransport(options);
+            let destroyed = false;
+            let closePromise;
             return {
                 id: input.idempotencyKey ?? input.name ?? crypto.randomUUID(),
                 provider: name,
                 ...(input.name ? { name: input.name } : {}),
-                status: async () => "running",
-                stream: (turn) => streamCliBridgeTurn(fetchImpl, options, input, turn),
+                status: async () => (destroyed ? "stopped" : "running"),
+                stream: (turn) => {
+                    if (destroyed)
+                        throw new Error("cli-bridge environment is destroyed");
+                    return streamCliBridgeTurn(options, input, turn, transport);
+                },
                 placement: async () => ({
                     kind: options.defaultExecution?.kind === "sandbox" ? "sandbox" : "local",
                     providerMetadata: { baseUrl: options.baseUrl },
                 }),
-                destroy: async () => { },
+                destroy: () => {
+                    destroyed = true;
+                    closePromise ??= transport.close();
+                    return closePromise;
+                },
             };
         },
     };
 }
-async function* streamCliBridgeTurn(fetchImpl, options, environmentInput, turn) {
-    const response = await fetchImpl(`${trimSlash(options.baseUrl)}/v1/chat/completions`, {
+async function* streamCliBridgeTurn(options, environmentInput, turn, transport) {
+    const response = await transport.fetch(`${trimSlash(options.baseUrl)}/v1/chat/completions`, {
         method: "POST",
         headers: {
             "content-type": "application/json",
@@ -46,7 +57,7 @@ async function* streamCliBridgeTurn(fetchImpl, options, environmentInput, turn)
     let completed = false;
     for await (const event of parseSse(response.body)) {
         if (event === "[DONE]")
-            break;
+            continue;
         const parsed = safeJson(event);
         if (!parsed)
             continue;
@@ -129,6 +140,33 @@ async function* streamCliBridgeTurn(fetchImpl, options, environmentInput, turn)
     if (!completed)
         throw new Error("cli-bridge stream ended without a terminal result");
 }
+function createTransport(options) {
+    if (options.fetch) {
+        const fetch = options.fetch;
+        return {
+            fetch: (input, init) => fetch(input, init),
+            close: async () => { },
+        };
+    }
+    const dispatcher = new Agent({
+        headersTimeout: options.headersTimeoutMs ?? 0,
+        bodyTimeout: options.bodyTimeoutMs ?? 0,
+    });
+    return {
+        fetch: (input, init) => undiciFetch(input, {
+            ...init,
+            dispatcher,
+        }),
+        close: async () => {
+            await dispatcher.close();
+        },
+    };
+}
+function assertTimeout(value, name) {
+    if (value !== undefined && (!Number.isInteger(value) || value < 0)) {
+        throw new Error(`createCliBridgeProvider ${name} must be a non-negative integer`);
+    }
+}
 function toChatCompletionsBody(options, environmentInput, turn) {
     const profile = inlineProfile(environmentInput.profile);
     return {
@@ -176,33 +214,24 @@ function executionFromInput(options, input) {
     };
 }
 async function* parseSse(body) {
-    const reader = body.getReader();
     const decoder = new TextDecoder();
     let buffer = "";
-    try {
-        while (true) {
-            const { done, value } = await reader.read();
-            if (done)
-                break;
-            buffer += decoder.decode(value, { stream: true });
-            let boundary = findFrameBoundary(buffer);
-            while (boundary) {
-                const frame = buffer.slice(0, boundary.index);
-                buffer = buffer.slice(boundary.index + boundary.length);
-                const data = dataFromFrame(frame);
-                if (data !== undefined)
-                    yield data;
-                boundary = findFrameBoundary(buffer);
-            }
-        }
-        if (buffer) {
-            const data = dataFromFrame(buffer);
+    for await (const value of body) {
+        buffer += decoder.decode(value, { stream: true });
+        let boundary = findFrameBoundary(buffer);
+        while (boundary) {
+            const frame = buffer.slice(0, boundary.index);
+            buffer = buffer.slice(boundary.index + boundary.length);
+            const data = dataFromFrame(frame);
             if (data !== undefined)
                 yield data;
+            boundary = findFrameBoundary(buffer);
         }
     }
-    finally {
-        reader.releaseLock();
+    if (buffer) {
+        const data = dataFromFrame(buffer);
+        if (data !== undefined)
+            yield data;
     }
 }
 function findFrameBoundary(value) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tangle-network/agent-provider-cli-bridge",
-  "version": "0.2.27",
+  "version": "0.2.28",
   "description": "AgentEnvironmentProvider adapter for cli-bridge /v1/chat/completions",
   "type": "module",
   "license": "MIT",
@@ -29,7 +29,8 @@
     "LICENSE"
   ],
   "dependencies": {
-    "@tangle-network/agent-interface": "0.34.0"
+    "@tangle-network/agent-interface": "0.34.0",
+    "undici": "7.28.0"
   },
   "devDependencies": {
     "@types/node": "25.6.0",