pi-freeflow 1.3.7 → 1.3.8

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "pi-freeflow",
 	"type": "module",
-	"version": "1.3.7",
+	"version": "1.3.8",
 	"description": "Thin provider for OMP/Pi — model list + dumb relay proxy + log; host pi-ai owns thinking/normalization",
 	"main": "extensions/index.ts",
 	"types": "src/index.ts",

package/src/proxy.ts

@@ -273,6 +273,7 @@ export function startProxy(
 							res,
 							req,
 							reqId,
+							relayPreview.url,
 						);
 					} else {
 						const data = await response.text();
@@ -328,6 +329,7 @@ export function startProxy(
 										res,
 										req,
 										reqId,
+										relayState.url,
 									);
 								} else {
 									const data = await response.text();
@@ -392,16 +394,20 @@ export function startProxy(
 							}
 							outHeaders["x-content-type-options"] = "nosniff";
 							res.writeHead(upstream.statusCode ?? 502, outHeaders);
-							upstream.on("error", (streamErr) => {
-								log(
-									"error",
-									"upstream stream error in direct proxy",
-									{ error: String(streamErr) },
-									reqId,
-								);
-								if (!res.writableEnded) res.end();
-							});
-							upstream.pipe(res);
+							if (isStream) {
+								pipeUpstreamStream(upstream, res, req, reqId, "direct");
+							} else {
+								upstream.on("error", (streamErr) => {
+									log(
+										"error",
+										"upstream stream error in direct proxy",
+										{ error: String(streamErr) },
+										reqId,
+									);
+									if (!res.writableEnded) res.end();
+								});
+								upstream.pipe(res);
+							}
 						},
 					);
 

package/src/stream-pipe.ts

@@ -9,7 +9,7 @@ import { randomUUID } from "node:crypto";
 import type * as http from "node:http";
 import type { Readable } from "node:stream";
 import { isDebugEnabled, log } from "./logger.ts";
-
+import { markRelayFailure } from "./relay-state.ts";
 /**
  * Pipes an upstream readable stream to a client HTTP response.
  *
@@ -23,6 +23,7 @@ export function pipeUpstreamStream(
 	res: http.ServerResponse,
 	req: http.IncomingMessage,
 	reqId?: string,
+	relayUrl?: string,
 ): void {
 	const rid = reqId || randomUUID().slice(0, 8);
 	let totalChunks = 0;
@@ -31,6 +32,8 @@ export function pipeUpstreamStream(
 	let thinkingBytes = 0;
 	let firstChunkAt: number | null = null;
 	const startAt = Date.now();
+	const isResponsesApi = req.url?.includes("/responses") ?? false;
+	let hasTerminalEvent = false;
 
 	const sniffThinking = (chunk: Buffer | string): boolean => {
 		const s =
@@ -47,12 +50,53 @@ export function pipeUpstreamStream(
 		);
 	};
 
+	const checkTerminalEvent = (s: string): boolean => {
+		return (
+			s.includes("response.completed") ||
+			s.includes("response.done") ||
+			s.includes("response.failed") ||
+			s.includes("response.incomplete") ||
+			s.includes("[DONE]")
+		);
+	};
+
+	const ensureTerminalEvent = (isError = false, errorMsg?: string) => {
+		if (hasTerminalEvent || res.writableEnded) return;
+		if (relayUrl && relayUrl !== "direct") {
+			markRelayFailure(relayUrl, 0, errorMsg || "stream truncated prematurely");
+		}
+		if (isResponsesApi && totalChunks > 0) {
+			try {
+				if (isError) {
+					res.write(
+						`\nevent: response.failed\ndata: {"type":"response.failed","response":{"status":"failed","error":{"code":"stream_error","message":${JSON.stringify(errorMsg || "Upstream stream disconnected unexpectedly")}}}}\n\n`,
+					);
+				} else {
+					res.write(
+						`\nevent: response.incomplete\ndata: {"type":"response.incomplete","response":{"status":"incomplete","incomplete_details":{"reason":"cancelled"}}}\n\n`,
+					);
+				}
+				hasTerminalEvent = true;
+				log(
+					"warn",
+					`injected synthetic response.${isError ? "failed" : "incomplete"} for prematurely truncated stream`,
+					{ totalChunks, totalBytes, isError, errorMsg },
+					rid,
+				);
+			} catch {}
+		} else if (!isResponsesApi && totalChunks > 0) {
+			try {
+				res.write("\ndata: [DONE]\n\n");
+				hasTerminalEvent = true;
+			} catch {}
+		}
+	};
+
 	try {
 		if (typeof res.flushHeaders === "function") {
 			res.flushHeaders();
 		}
 	} catch {}
-
 	nodeStream.on("data", (chunk: Buffer | string) => {
 		try {
 			if (firstChunkAt === null) {
@@ -82,6 +126,14 @@ export function pipeUpstreamStream(
 				}
 			}
 
+			const strPreview =
+				typeof chunk === "string"
+					? chunk
+					: chunk.toString("utf8", 0, Math.min(chunk.length, 2000));
+			if (!hasTerminalEvent && checkTerminalEvent(strPreview)) {
+				hasTerminalEvent = true;
+			}
+
 			res.write(chunk);
 			const maybeFlush = res as unknown as { flush?: () => void };
 			if (typeof maybeFlush.flush === "function") {
@@ -91,15 +143,18 @@ export function pipeUpstreamStream(
 	});
 
 	nodeStream.on("error", (e: unknown) => {
+		const errorMsg = (e as Error)?.message || String(e);
 		log(
 			"error",
 			"upstream stream error",
-			{ error: String(e), totalChunks, thinkingChunks },
+			{ error: errorMsg, totalChunks, thinkingChunks, hasTerminalEvent },
 			rid,
 		);
 		try {
 			if (!res.headersSent) {
 				res.writeHead(502, { "content-type": "application/json" });
+			} else {
+				ensureTerminalEvent(true, errorMsg);
 			}
 			if (!res.writableEnded) {
 				res.end();
@@ -109,6 +164,9 @@ export function pipeUpstreamStream(
 
 	nodeStream.on("end", () => {
 		const elapsed = ((Date.now() - startAt) / 1000).toFixed(1);
+		if (!hasTerminalEvent && totalChunks > 0) {
+			ensureTerminalEvent(false);
+		}
 		if (thinkingChunks > 0) {
 			log(
 				"info",
@@ -131,6 +189,9 @@ export function pipeUpstreamStream(
 
 	nodeStream.on("close", () => {
 		try {
+			if (!hasTerminalEvent && totalChunks > 0) {
+				ensureTerminalEvent(true, "stream closed prematurely");
+			}
 			if (!res.writableEnded) res.end();
 		} catch {}
 	});