@opengeni/sdk 3.3.2 → 3.4.0

package/dist/{chunk-C2H7HBNP.js → chunk-WVCJRSGJ.js}

@@ -1,6 +1,6 @@
 import {
   OpenGeniApiError
-} from "./chunk-C4DJPZRU.js";
+} from "./chunk-7EWT3PV6.js";
 
 // src/codex-realtime-v3-wire.ts
 var CODEX_REALTIME_INITIAL_ITEMS_MAX_COUNT = 128;
@@ -91,7 +91,7 @@ function parseCodexRealtimeV3Event(payload) {
       }
     };
   }
-  if (type === "turn.done") {
+  if (type === "turn.done" || type === "transcript.segment") {
     const turn = record(event.turn);
     const turnIdField = boundedStringField(turn, "id", CODEX_REALTIME_V3_MAX_IDENTIFIER_BYTES);
     const transcriptField = boundedStringField(
@@ -395,6 +395,10 @@ function createCodexRealtimeV3Bridge(options) {
           clientAckThroughSequence = Math.max(clientAckThroughSequence ?? 0, entry.sequence);
         }
       }
+      if (options.events.readyState !== "open") {
+        publish();
+        continue;
+      }
       for (let index = 0; index < result.outbound.length; ) {
         const entry = result.outbound[index];
         if (sentSequences.has(entry.sequence)) {
@@ -539,7 +543,7 @@ function createCodexRealtimeV3Bridge(options) {
       }
     } else if (event.type === "output_audio.delta") {
       speaking = true;
-    } else if (event.type === "turn.done") {
+    } else if (event.type === "turn.done" || event.type === "transcript.segment") {
       speaking = false;
       if (event.transcript.length > 0 && !finalizedTurnIds.has(event.turnId)) {
         const coveredByDelegationItemId = event.role === "user" && pendingDelegationUserTranscript !== null && normalizedTranscript(event.transcript) === normalizedTranscript(pendingDelegationUserTranscript.text) ? pendingDelegationUserTranscript.delegationItemId : null;
@@ -610,6 +614,7 @@ function finalTranscript(randomUUID, event, coveredByDelegationItemId, modelCont
     text: event.transcript,
     payload: {
       turnId: event.turnId,
+      ...event.type === "transcript.segment" ? { transcriptSource: "provider_fragments", grouping: "application_segment" } : {},
       ...coveredByDelegationItemId ? { coveredByDelegationItemId } : {}
     },
     ...modelContext ? { modelContext } : {}
@@ -872,8 +877,8 @@ async function startCodexRealtimeWebrtc(options) {
       { signal: options.signal }
     );
     throwIfAborted(options.signal);
-    if (answer.version !== "v3" || answer.model !== "gpt-live-1-boulder-alpha" || !answer.sdp) {
-      throw new Error("OpenGeni returned an incompatible Codex realtime answer");
+    if (answer.version !== "v3" || answer.model !== (options.expectedModel ?? "gpt-live-1-boulder-alpha") || !answer.sdp) {
+      throw new Error("Opengeni returned an incompatible Codex realtime answer");
     }
     await peerConnection.setRemoteDescription({
       type: "answer",
@@ -1093,7 +1098,23 @@ var SESSION_REALTIME_INBOUND_KINDS = /* @__PURE__ */ new Set([
   "error"
 ]);
 var UUID_PATTERN = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-8][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/iu;
+var REALTIME_REFUSAL_CODES = /* @__PURE__ */ new Set([
+  "insufficient_credits",
+  "allowance_exhausted",
+  "monthly_model_cost_limit",
+  "realtime_voice_unavailable"
+]);
+function codexRealtimeRefusal(error) {
+  if (!(error instanceof OpenGeniApiError) || !error.code) return null;
+  if (!REALTIME_REFUSAL_CODES.has(error.code)) return null;
+  const message = apiErrorMessage(error);
+  return {
+    code: error.code,
+    message: message ?? (error.code === "insufficient_credits" ? "Live voice needs Opengeni credits. Add credits to continue." : "Live voice is unavailable right now.")
+  };
+}
 function sessionRealtimeOwnerStorageNamespace(model) {
+  if (model === "opengeni-azure/gpt-live-1") return "azure-live-owner";
   if (model === "gpt-live-1-boulder-alpha") return "codex-realtime-owner";
   if (model === "supergrok/grok-voice-think-fast-2.0") return "xai-realtime-owner";
   return "gateway-realtime-owner";
@@ -1151,7 +1172,8 @@ function createCodexRealtimeController(options) {
     connectionGeneration: 0,
     reconnectAttempt: 0,
     diagnostic: null,
-    error: null
+    error: null,
+    refusal: null
   };
   let active = null;
   let pendingAbort = null;
@@ -1168,6 +1190,7 @@ function createCodexRealtimeController(options) {
   let generation = 0;
   let reconnectAttempt = 0;
   let recoveryTerminal = false;
+  let connectedInMode = false;
   let mutationTail = Promise.resolve();
   let connectionTask = null;
   const acceptedDelegationItemIds = new Set(
@@ -1420,6 +1443,10 @@ function createCodexRealtimeController(options) {
     if (closed || stopping || isAbortError(error)) return;
     const message = safeError2(error);
     if (error instanceof CodexRealtimeMicrophoneError) {
+      if (error.code !== "track_ended" && !connectedInMode) {
+        await endAfterFailure(microphoneFailureMessage(error), null);
+        return;
+      }
       if (error.code === "track_ended" && state.mode?.state === "active") {
         reconnectAttempt += 1;
         publish({
@@ -1439,6 +1466,11 @@ function createCodexRealtimeController(options) {
       transitionEnded("Realtime owner no longer exists");
       return;
     }
+    const refusal = codexRealtimeRefusal(error);
+    if (refusal) {
+      await endForRefusal(refusal);
+      return;
+    }
     if (error instanceof OpenGeniApiError && error.status === 409 && error.retryable && owner) {
       try {
         const reconciled = await begin(owner, true, false);
@@ -1456,6 +1488,9 @@ function createCodexRealtimeController(options) {
           return;
         }
       }
+    } else if (error instanceof OpenGeniApiError && !error.retryable && !connectedInMode) {
+      await endAfterFailure(message, null);
+      return;
     } else if (error instanceof OpenGeniApiError && !error.retryable) {
       stopTimers();
       if (!active) releaseMicrophone();
@@ -1574,6 +1609,13 @@ function createCodexRealtimeController(options) {
     });
     let connected;
     try {
+      if (active?.transport.drain) {
+        await active.transport.drain();
+        await active.bridge.flush();
+      }
+      if (closed || stopping || abort.signal.aborted || pendingGeneration !== targetGeneration) {
+        throw abort.signal.reason ?? new DOMException("Aborted", "AbortError");
+      }
       const media = await ensureMicrophone(replaceMicrophone, abort.signal);
       const operationId = randomUUID();
       const commonTransportInput = {
@@ -1689,6 +1731,7 @@ function createCodexRealtimeController(options) {
         onFatal: (fatal) => onBridgeFatal(targetGeneration, bridge, fatal)
       });
       active = { generation: targetGeneration, transport: connected, bridge };
+      connectedInMode = true;
       connected.setOutputMuted(state.outputMuted);
       recoveryTerminal = false;
       pendingAbort = null;
@@ -1759,6 +1802,7 @@ function createCodexRealtimeController(options) {
     return response.mode;
   };
   const heartbeat = async () => {
+    let stopInstruction = null;
     await exclusive(async () => {
       const current = state.mode;
       if (!owner || !current || current.state !== "active") {
@@ -1779,6 +1823,30 @@ function createCodexRealtimeController(options) {
         return;
       }
       publish({ mode: result.mode, realtimeId: result.mode.id, error: null });
+      stopInstruction = result.stop ?? null;
+    });
+    const instruction = stopInstruction;
+    stopInstruction = null;
+    if (instruction && !stopping && !closed) await endForRefusal(instruction);
+  };
+  const endForRefusal = async (refusal) => await endAfterFailure(refusal.message, refusal);
+  const endAfterFailure = async (message, refusal) => {
+    try {
+      await controller.stop();
+    } catch {
+      stopping = false;
+      closeBrowserResources();
+      clearOwner();
+    }
+    recoveryTerminal = false;
+    publish({
+      status: "error",
+      realtimeId: null,
+      mode: null,
+      bridge: null,
+      diagnostic: diagnostic("terminal_stop", message, false),
+      error: message,
+      refusal
     });
   };
   const flush = async () => {
@@ -1828,6 +1896,7 @@ function createCodexRealtimeController(options) {
       closed = false;
       stopping = false;
       recoveryTerminal = false;
+      connectedInMode = false;
       const record2 = {
         version: OWNER_RECORD_VERSION,
         workspaceId: options.workspaceId,
@@ -1838,11 +1907,12 @@ function createCodexRealtimeController(options) {
       };
       owner = record2;
       storage?.setItem(storageKey, JSON.stringify(record2));
-      publish({ status: "starting", error: null, diagnostic: null });
+      publish({ status: "starting", error: null, diagnostic: null, refusal: null });
       try {
         await begin(record2, false);
       } catch (error) {
         closeBrowserResources(false);
+        const refusal = codexRealtimeRefusal(error);
         const failedMode = state.mode;
         if (failedMode?.state === "active") {
           await handleConnectionFailure(error, "reconnect", false);
@@ -1852,9 +1922,11 @@ function createCodexRealtimeController(options) {
             status: "error",
             realtimeId: null,
             mode: null,
-            error: safeError2(error)
+            error: refusal?.message ?? safeError2(error),
+            ...refusal ? { refusal, diagnostic: diagnostic("terminal_stop", refusal.message, false) } : {}
           });
         }
+        if (refusal) return;
         throw error;
       }
     },
@@ -1863,6 +1935,7 @@ function createCodexRealtimeController(options) {
         if (recoveryTerminal && state.mode?.state === "active") return;
         const record3 = readOwnerRecord(storage, storageKey, options);
         if (!record3) {
+          if (state.status === "error" && !state.mode) return;
           transitionEnded();
           return;
         }
@@ -1883,7 +1956,7 @@ function createCodexRealtimeController(options) {
       if (lifecycle.state === "ended") {
         const record3 = readOwnerRecord(storage, storageKey, options);
         if (record3 && record3.operationId !== lifecycle.operationId) {
-          if (connectionTask || state.status === "active") return;
+          if (connectionTask || state.status === "active" || state.status === "starting") return;
           closed = false;
           stopping = false;
           owner = record3;
@@ -1896,6 +1969,7 @@ function createCodexRealtimeController(options) {
           await connectionTask;
           return;
         }
+        if (state.status === "error" && !state.mode) return;
         if (state.realtimeId === null || lifecycle.realtimeId === state.realtimeId) {
           transitionEnded(`Realtime ended: ${lifecycle.reason}`);
         }
@@ -1905,11 +1979,15 @@ function createCodexRealtimeController(options) {
       if (state.status === "active" && state.realtimeId === lifecycle.realtimeId) return;
       const record2 = readOwnerRecord(storage, storageKey, options);
       if (!record2 || record2.operationId !== lifecycle.operationId) {
-        closeBrowserResources();
-        owner = null;
         const leaseExpiresAt = Date.parse(lifecycle.leaseExpiresAt);
         const remainingLeaseMs = leaseExpiresAt - now().getTime();
-        if (Number.isFinite(remainingLeaseMs) && remainingLeaseMs <= 0) {
+        const leaseExpired = Number.isFinite(remainingLeaseMs) && remainingLeaseMs <= 0;
+        if (leaseExpired && lifecycle.realtimeId !== state.realtimeId && (connectionTask || state.status === "starting")) {
+          return;
+        }
+        closeBrowserResources();
+        owner = null;
+        if (leaseExpired) {
           transitionEnded("Realtime lease expired");
           return;
         }
@@ -1979,6 +2057,7 @@ function createCodexRealtimeController(options) {
       connectionTask = null;
       void retiredTask?.catch(() => void 0);
       try {
+        await active?.transport.drain?.();
         await active?.bridge.sealAndFlush();
         closeBrowserResources();
         let current = state.mode;
@@ -2248,8 +2327,33 @@ function stringValue2(value) {
 function isAbortError(error) {
   return error instanceof Error && error.name === "AbortError";
 }
+function microphoneFailureMessage(error) {
+  switch (error.code) {
+    case "permission_denied":
+      return "Microphone access is blocked. Allow it in site settings, then try again.";
+    case "device_not_found":
+      return "No microphone was found. Connect one, then try again.";
+    case "device_unavailable":
+      return "Your microphone is busy or unavailable. Close other apps using it, then try again.";
+    default:
+      return /timed out/i.test(error.message) ? "Microphone access wasn't granted in time. Allow it when your browser asks, then try again." : "The microphone could not start. Try again.";
+  }
+}
+function apiErrorMessage(error) {
+  try {
+    const body = JSON.parse(error.body);
+    const nested = body.error && typeof body.error === "object" ? body.error : body;
+    return typeof nested.message === "string" && nested.message ? nested.message : null;
+  } catch {
+    return null;
+  }
+}
 function safeError2(error) {
-  return error instanceof Error ? error.message : "Codex realtime browser controller failed";
+  if (error instanceof OpenGeniApiError) {
+    const message = apiErrorMessage(error);
+    if (message) return /[.!?]$/.test(message) ? message : `${message}.`;
+  }
+  return error instanceof Error ? error.message : "Live voice failed in this browser.";
 }
 
 export {
@@ -2273,9 +2377,10 @@ export {
   createCodexRealtimeV3Bridge,
   projectSessionRealtimeLifecycle,
   CODEX_REALTIME_NEGOTIATION_TIMEOUT_MS,
+  codexRealtimeRefusal,
   sessionRealtimeOwnerStorageNamespace,
   sessionRealtimeOwnerStorageKey,
   hasStoredSessionRealtimeOwnerProof,
   createCodexRealtimeController
 };
-//# sourceMappingURL=chunk-C2H7HBNP.js.map
+//# sourceMappingURL=chunk-WVCJRSGJ.js.map