@opengeni/sdk 1.3.0 → 1.4.0

package/src/codex-realtime-controller.ts

@@ -120,8 +120,47 @@ export type CodexRealtimeControllerSnapshot = {
   reconnectAttempt: number;
   diagnostic: CodexRealtimeDiagnostic | null;
   error: string | null;
+  /**
+   * Set when Opengeni refused or ended deployment-funded voice for credits or
+   * availability. Codes match voice input: `insufficient_credits`,
+   * `allowance_exhausted`, `monthly_model_cost_limit`, plus
+   * `realtime_voice_unavailable`. Cleared on the next start.
+   */
+  refusal?: CodexRealtimeRefusal | null;
 };
 
+export type CodexRealtimeRefusal = { code: string; message: string };
+
+const REALTIME_REFUSAL_CODES = new Set([
+  "insufficient_credits",
+  "allowance_exhausted",
+  "monthly_model_cost_limit",
+  "realtime_voice_unavailable",
+]);
+
+/** A definitive credit/availability refusal from Opengeni, with its plain message. */
+export function codexRealtimeRefusal(error: unknown): CodexRealtimeRefusal | null {
+  if (!(error instanceof OpenGeniApiError) || !error.code) return null;
+  if (!REALTIME_REFUSAL_CODES.has(error.code)) return null;
+  let message: string | null = null;
+  try {
+    const body = JSON.parse(error.body) as Record<string, unknown>;
+    const nested =
+      body.error && typeof body.error === "object" ? (body.error as Record<string, unknown>) : body;
+    message = typeof nested.message === "string" && nested.message ? nested.message : null;
+  } catch {
+    message = null;
+  }
+  return {
+    code: error.code,
+    message:
+      message ??
+      (error.code === "insufficient_credits"
+        ? "Live voice needs Opengeni credits. Add credits to continue."
+        : "Live voice is unavailable right now."),
+  };
+}
+
 export type CodexRealtimeControllerClient = {
   beginSessionRealtime(
     workspaceId: string,
@@ -178,6 +217,7 @@ export type CodexRealtimeOwnerStorage = Pick<Storage, "getItem" | "setItem" | "r
 
 /** Canonical browser-owner storage namespace for a public realtime model. */
 export function sessionRealtimeOwnerStorageNamespace(model: SessionRealtimeModel): string {
+  if (model === "opengeni-azure/gpt-live-1") return "azure-live-owner";
   if (model === "gpt-live-1-boulder-alpha") return "codex-realtime-owner";
   if (model === "supergrok/grok-voice-think-fast-2.0") return "xai-realtime-owner";
   return "gateway-realtime-owner";
@@ -355,6 +395,7 @@ export function createCodexRealtimeController(
     reconnectAttempt: 0,
     diagnostic: null,
     error: null,
+    refusal: null,
   };
   let active: ConnectionRuntime | null = null;
   let pendingAbort: AbortController | null = null;
@@ -720,6 +761,11 @@ export function createCodexRealtimeController(
       transitionEnded("Realtime owner no longer exists");
       return;
     }
+    const refusal = codexRealtimeRefusal(error);
+    if (refusal) {
+      await endForRefusal(refusal);
+      return;
+    }
     if (error instanceof OpenGeniApiError && error.status === 409 && error.retryable && owner) {
       try {
         const reconciled = await begin(owner, true, false);
@@ -883,6 +929,15 @@ export function createCodexRealtimeController(
     });
     let connected: CodexRealtimeWebrtcSession;
     try {
+      // Persist a fragment provider's tail before the replacement broker reads
+      // its startup history, while the old connection still owns the ledger.
+      if (active?.transport.drain) {
+        await active.transport.drain();
+        await active.bridge.flush();
+      }
+      if (closed || stopping || abort.signal.aborted || pendingGeneration !== targetGeneration) {
+        throw abort.signal.reason ?? new DOMException("Aborted", "AbortError");
+      }
       const media = await ensureMicrophone(replaceMicrophone, abort.signal);
       const operationId = randomUUID();
       const commonTransportInput = {
@@ -1098,6 +1153,7 @@ export function createCodexRealtimeController(
   };
 
   const heartbeat = async (): Promise<void> => {
+    let stopInstruction: CodexRealtimeRefusal | null = null;
     await exclusive(async () => {
       const current = state.mode;
       if (!owner || !current || current.state !== "active") {
@@ -1121,6 +1177,37 @@ export function createCodexRealtimeController(
         return;
       }
       publish({ mode: result.mode, realtimeId: result.mode.id, error: null });
+      stopInstruction = result.stop ?? null;
+    });
+    // The server stopped extending the lease (for example, out of credits):
+    // drain and end gracefully inside the remaining lease.
+    const instruction = stopInstruction as CodexRealtimeRefusal | null;
+    stopInstruction = null;
+    if (instruction && !stopping && !closed) await endForRefusal(instruction);
+  };
+
+  /**
+   * End the call because Opengeni refused it, keep final speech, and leave a
+   * terminal, non-retrying state that explains why.
+   */
+  const endForRefusal = async (refusal: CodexRealtimeRefusal): Promise<void> => {
+    try {
+      await controller.stop();
+    } catch {
+      // The lease is no longer extended; a failed graceful end lapses on its own.
+      stopping = false;
+      closeBrowserResources();
+      clearOwner();
+    }
+    recoveryTerminal = false;
+    publish({
+      status: "error",
+      realtimeId: null,
+      mode: null,
+      bridge: null,
+      diagnostic: diagnostic("terminal_stop", refusal.message, false),
+      error: refusal.message,
+      refusal,
     });
   };
 
@@ -1186,11 +1273,12 @@ export function createCodexRealtimeController(
       };
       owner = record;
       storage?.setItem(storageKey, JSON.stringify(record));
-      publish({ status: "starting", error: null, diagnostic: null });
+      publish({ status: "starting", error: null, diagnostic: null, refusal: null });
       try {
         await begin(record, false);
       } catch (error) {
         closeBrowserResources(false);
+        const refusal = codexRealtimeRefusal(error);
         const failedMode = state.mode as SessionRealtimeMode | null;
         if (failedMode?.state === "active") {
           await handleConnectionFailure(error, "reconnect", false);
@@ -1200,9 +1288,13 @@ export function createCodexRealtimeController(
             status: "error",
             realtimeId: null,
             mode: null,
-            error: safeError(error),
+            error: refusal?.message ?? safeError(error),
+            ...(refusal
+              ? { refusal, diagnostic: diagnostic("terminal_stop", refusal.message, false) }
+              : {}),
           });
         }
+        if (refusal) return;
         throw error;
       }
     },
@@ -1337,6 +1429,7 @@ export function createCodexRealtimeController(
       connectionTask = null;
       void retiredTask?.catch(() => undefined);
       try {
+        await active?.transport.drain?.();
         await active?.bridge.sealAndFlush();
         closeBrowserResources();
         let current = state.mode;

package/src/codex-realtime-v3-wire.ts

@@ -3,7 +3,8 @@
  *
  * These shapes are pinned to openai/codex@fa1d4c40. V3 delegates work with
  * `delegation.created`; it does not expose the ordinary Realtime V2
- * `function_call` protocol.
+ * `function_call` protocol. `transcript.segment` is an application adapter
+ * extension for providers that emit fragments without semantic turn boundaries.
  */
 
 export const CODEX_REALTIME_INITIAL_ITEMS_MAX_COUNT = 128;
@@ -40,7 +41,7 @@ export type CodexRealtimeV3Event =
       endMs: number | null;
     })
   | (ProviderEventIdentity & {
-      type: "turn.done";
+      type: "turn.done" | "transcript.segment";
       turnId: string;
       role: "user" | "assistant";
       transcript: string;
@@ -173,7 +174,7 @@ export function parseCodexRealtimeV3Event(payload: string): CodexRealtimeV3Parse
     };
   }
 
-  if (type === "turn.done") {
+  if (type === "turn.done" || type === "transcript.segment") {
     const turn = record(event.turn);
     const turnIdField = boundedStringField(turn, "id", CODEX_REALTIME_V3_MAX_IDENTIFIER_BYTES);
     const transcriptField = boundedStringField(

package/src/codex-realtime-v3.ts

@@ -324,6 +324,12 @@ export function createCodexRealtimeV3Bridge(
           clientAckThroughSequence = Math.max(clientAckThroughSequence ?? 0, entry.sequence);
         }
       }
+      // Persist final inbound fragments even after the provider starts closing.
+      // Pending outbound context remains replayable on the next connection.
+      if (options.events.readyState !== "open") {
+        publish();
+        continue;
+      }
       for (let index = 0; index < result.outbound.length;) {
         const entry = result.outbound[index]!;
         if (sentSequences.has(entry.sequence)) {
@@ -497,7 +503,7 @@ export function createCodexRealtimeV3Bridge(
       }
     } else if (event.type === "output_audio.delta") {
       speaking = true;
-    } else if (event.type === "turn.done") {
+    } else if (event.type === "turn.done" || event.type === "transcript.segment") {
       speaking = false;
       if (event.transcript.length > 0 && !finalizedTurnIds.has(event.turnId)) {
         const coveredByDelegationItemId =
@@ -570,7 +576,7 @@ export function createCodexRealtimeV3Bridge(
 
 function finalTranscript(
   randomUUID: () => string,
-  event: Extract<CodexRealtimeV3Event, { type: "turn.done" }>,
+  event: Extract<CodexRealtimeV3Event, { type: "turn.done" | "transcript.segment" }>,
   coveredByDelegationItemId: string | null,
   modelContext: string | undefined,
 ): SessionRealtimeInboundEntry {
@@ -581,6 +587,9 @@ function finalTranscript(
     text: event.transcript,
     payload: {
       turnId: event.turnId,
+      ...(event.type === "transcript.segment"
+        ? { transcriptSource: "provider_fragments", grouping: "application_segment" }
+        : {}),
       ...(coveredByDelegationItemId ? { coveredByDelegationItemId } : {}),
     },
     ...(modelContext ? { modelContext } : {}),

package/src/codex-realtime.ts

@@ -37,6 +37,8 @@ export type AcquireCodexRealtimeMicrophoneOptions = {
 
 export type StartCodexRealtimeWebrtcOptions = {
   negotiate: CodexRealtimeNegotiator;
+  /** Exact configured provider model expected from the server broker. */
+  expectedModel?: CodexRealtimeWebrtcResponse["model"];
   realtimeId: string;
   operationId: string;
   browserInstanceId: string;
@@ -77,6 +79,8 @@ export type CodexRealtimeWebrtcSession = {
   setOutputMuted(muted: boolean): void;
   activateRemoteAudio(): void;
   retryAudibleOutput(): Promise<boolean>;
+  /** Gracefully finish provider output before sealing the durable ledger. */
+  drain?(): Promise<void>;
   /** Idempotently close media, data channel, and peer transport. */
   stop(): void;
 };
@@ -260,7 +264,11 @@ export async function startCodexRealtimeWebrtc(
       { signal: options.signal },
     );
     throwIfAborted(options.signal);
-    if (answer.version !== "v3" || answer.model !== "gpt-live-1-boulder-alpha" || !answer.sdp) {
+    if (
+      answer.version !== "v3" ||
+      answer.model !== (options.expectedModel ?? "gpt-live-1-boulder-alpha") ||
+      !answer.sdp
+    ) {
       throw new Error("Opengeni returned an incompatible Codex realtime answer");
     }
     await peerConnection.setRemoteDescription({

package/src/index.ts

@@ -356,9 +356,11 @@ export type {
   CodexRealtimeControllerStatus,
   CodexRealtimeMicrophoneState,
   CodexRealtimeOwnerStorage,
+  CodexRealtimeRefusal,
   CreateCodexRealtimeControllerOptions,
   RealtimeControllerTransportStarter,
 } from "./codex-realtime-controller";
+export { codexRealtimeRefusal } from "./codex-realtime-controller";
 export {
   createGatewayRealtimeTransportStarter,
   createXaiSubscriptionRealtimeTransportStarter,
@@ -749,6 +751,7 @@ export type {
   SessionRealtimeMode,
   SessionRealtimeModel,
   SessionRealtimeMutationResponse,
+  SessionRealtimeStopInstruction,
   SessionRealtimeState,
   WorkspaceModelCatalogModel,
   WorkspaceModelCatalogResponse,

package/src/realtime.ts

@@ -1,3 +1,4 @@
+import { createAzureLiveTransportStarter } from "./azure-live-transport";
 /**
  * Public, provider-neutral realtime browser SDK.
  *
@@ -34,7 +35,7 @@ export type SessionRealtimeClientLike = CodexRealtimeControllerClient & {
   ): Promise<WorkspaceRealtimeModelCatalogResponse>;
 };
 
-export type SessionRealtimeTransportKind = "codex" | "gateway" | "xai-subscription";
+export type SessionRealtimeTransportKind = "codex" | "gateway" | "xai-subscription" | "azure-live";
 
 /** Provider-neutral names for the existing, battle-tested controller projection. */
 export type SessionRealtimeController = CodexRealtimeController;
@@ -57,6 +58,7 @@ export type CreateSessionRealtimeControllerOptions = Omit<
 export function sessionRealtimeTransportKind(
   model: SessionRealtimeModel,
 ): SessionRealtimeTransportKind {
+  if (model === "opengeni-azure/gpt-live-1") return "azure-live";
   if (model === "gpt-live-1-boulder-alpha") return "codex";
   if (model === "supergrok/grok-voice-think-fast-2.0") return "xai-subscription";
   return "gateway";
@@ -74,11 +76,18 @@ export function createSessionRealtimeController(
   return createCodexRealtimeController({
     ...options,
     ownerStorageNamespace: sessionRealtimeOwnerStorageNamespace(options.model),
-    ...(transport === "gateway"
-      ? { startTransport: createGatewayRealtimeTransportStarter() }
-      : transport === "xai-subscription"
-        ? { startTransport: createXaiSubscriptionRealtimeTransportStarter() }
-        : {}),
+    ...(transport === "azure-live"
+      ? {
+          startTransport: createAzureLiveTransportStarter({
+            remoteAudio: options.remoteAudio,
+            createPeerConnection: options.createPeerConnection,
+          }),
+        }
+      : transport === "gateway"
+        ? { startTransport: createGatewayRealtimeTransportStarter() }
+        : transport === "xai-subscription"
+          ? { startTransport: createXaiSubscriptionRealtimeTransportStarter() }
+          : {}),
   });
 }
 

package/src/session-proxy-client.ts

@@ -31,15 +31,19 @@ export function getSessionProxyWorkspaceGrant(
   );
 }
 
-/** Exact association read. The API reauthorizes the source session on every call. */
+/**
+ * Exact association read. The API reauthorizes the source session on every
+ * call. `retained` proves a generated image or video, or a published sandbox
+ * file, originated in that session.
+ */
 export function getSessionProxyArtifactAssociation(
   client: Pick<OpenGeniEmbeddingClient, "requestJson">,
   workspaceId: string,
   sessionId: string,
-  kind: "editable" | "site",
+  kind: "editable" | "site" | "retained",
   artifactId: string,
   options: OpenGeniRequestOptions = {},
-): Promise<{ sessionId: string; artifactId: string; kind: "editable" | "site" }> {
+): Promise<{ sessionId: string; artifactId: string; kind: "editable" | "site" | "retained" }> {
   return client.requestJson(
     "GET",
     `/v1/workspaces/${encodeURIComponent(workspaceId)}/sessions/${encodeURIComponent(sessionId)}/artifact-associations/${encodeURIComponent(artifactId)}`,

package/src/session-proxy.ts

@@ -10,6 +10,7 @@ import type {
   FileResourceRef,
   LatencyMode,
   ReasoningEffort,
+  RetainedArtifactContent,
   SessionMcpCredentialUpdateInput,
 } from "./types";
 import { mintToolToken, resolveToolTokenSecret } from "./tool-auth";
@@ -218,7 +219,15 @@ export type SessionProxyHandlerOptions = {
   basePath?: string | undefined;
   /** Maximum JSON request body. Defaults to 1 MiB. */
   maxBodyBytes?: number | undefined;
-  /** Expose composer file attachments (upload begin/complete, download URL). Defaults to true. */
+  /**
+   * Expose composer file attachments (upload begin/complete, download URL) and
+   * the media agents produce in a session: generated images, browser and
+   * computer screenshots, published sandbox files, and generated video
+   * playback. Workspace-level artifact reads must name their session in the
+   * `x-opengeni-session-id` header (`SessionConversation` does this); the proxy
+   * runs `authorizeSession` and only forwards an artifact OpenGeni proves that
+   * session produced. Defaults to true.
+   */
   files?: boolean | undefined;
   /**
    * Forward composer voice input (`POST .../transcriptions`, one recording per
@@ -378,10 +387,10 @@ export function createSessionProxyHandler(
   return async (request) => {
     try {
       const method = request.method;
-      if (!["GET", "POST", "PUT", "PATCH"].includes(method)) {
+      if (!PROXY_METHODS.includes(method)) {
         return new Response(null, {
           status: 405,
-          headers: { Allow: "GET, POST, PUT, PATCH" },
+          headers: { Allow: PROXY_METHODS.join(", ") },
         });
       }
       const resolved = await options.resolve(request);
@@ -602,7 +611,12 @@ export function createSessionProxyHandler(
             // reads it here instead of knowing any Opengeni id.
             workspaceId,
             sandboxFiles: sandboxFilesEnabled,
-            ...(artifacts ? { artifacts } : {}),
+            // Stock UIs show Site previews and the artifact viewer only when
+            // this proxy serves them; `false` keeps them from failing on click.
+            artifacts: artifacts ?? false,
+            // Whether the stock "New chat" and "Archive" actions can succeed.
+            sessionCreation: options.createSession !== undefined,
+            archive: archiveEnabled,
             // Explicit true also tells stock UIs to offer end users the model picker.
             ...(modelSelection
               ? options.modelSelection === true
@@ -676,6 +690,53 @@ export function createSessionProxyHandler(
         return errorJson(404, "route_not_allowed", "Not found.");
       }
 
+      if (area === "artifacts") {
+        // Retained media a session produced: only an artifact OpenGeni proves
+        // that session produced, never an arbitrary workspace artifact.
+        const [artifactId, ...artifactOp] = tail as [string | undefined, ...string[]];
+        const route = `${method} ${artifactOp.join("/")}`;
+        if (
+          !filesEnabled ||
+          !artifactId ||
+          !SEGMENT.test(artifactId) ||
+          (route !== "GET content" && route !== "POST playback-source")
+        ) {
+          return errorJson(404, "route_not_allowed", "Not found.");
+        }
+        const sessionId = request.headers.get(SESSION_SCOPE_HEADER)?.trim() ?? "";
+        if (!SEGMENT.test(sessionId)) {
+          reject(400, "session_scope_required", "Artifact reads must name their session.");
+        }
+        if (options.authorizeSession && !(await options.authorizeSession(sessionId, context))) {
+          return errorJson(404, "session_not_found", "Session not found.");
+        }
+        await getSessionProxyArtifactAssociation(
+          client,
+          workspaceId,
+          sessionId,
+          "retained",
+          artifactId,
+          call,
+        );
+        if (route === "POST playback-source") {
+          return json(
+            await client.requestJson(
+              "POST",
+              `${base}/artifacts/${artifactId}/playback-source`,
+              undefined,
+              {},
+              call,
+            ),
+          );
+        }
+        return retainedContent(
+          await client.getRetainedArtifactContent(workspaceId, artifactId, {
+            ...retainedRange(request),
+            signal: request.signal,
+          }),
+        );
+      }
+
       if (area === "transcriptions" && tail.length === 0 && method === "POST") {
         if (!voiceInputEnabled) return errorJson(404, "route_not_allowed", "Not found.");
         return json(await client.transcribeAudio(workspaceId, await transcriptionInput(request)));
@@ -899,6 +960,28 @@ export function createSessionProxyHandler(
         }
         case "GET human-input-requests":
           return await read(`${session}/human-input-requests`);
+        case "GET goal":
+          return await read(`${session}/goal`);
+        case "PATCH goal": {
+          // Pause and resume only: the objective, limits and completion stay
+          // with the agent and the product's own server. A browser rationale is
+          // dropped, so end-user text never reaches the goal record.
+          const status = body?.status;
+          if (
+            (status !== "paused" && status !== "active") ||
+            Object.keys(body ?? {}).some((key) => key !== "status" && key !== "rationale")
+          ) {
+            reject(
+              403,
+              "goal_update_not_allowed",
+              "Only { status: paused | active } is available.",
+            );
+          }
+          return json(await client.requestJson("PATCH", `${session}/goal`, { status }));
+        }
+        case "DELETE goal":
+          await client.deleteGoal(workspaceId, sessionId);
+          return new Response(null, { status: 204 });
         case "POST fs/read":
         case "POST fs/read-workspace": {
           if (!sandboxFilesEnabled) return errorJson(404, "route_not_allowed", "Not found.");
@@ -909,6 +992,21 @@ export function createSessionProxyHandler(
           );
         }
       }
+      if (op[0] === "artifacts" && (op.length === 2 || op[2] === "content") && method === "GET") {
+        // Retained screenshots: the API matches the artifact to this session;
+        // the proxy first proves the user can read the session itself.
+        if (!filesEnabled || op.length > 3) {
+          return errorJson(404, "route_not_allowed", "Not found.");
+        }
+        await client.getSession(workspaceId, sessionId, call);
+        if (op.length === 2) return await read(`${session}/artifacts/${op[1]}`);
+        return retainedContent(
+          await client.getSessionRetainedArtifactContent(workspaceId, sessionId, op[1]!, {
+            ...retainedRange(request),
+            signal: request.signal,
+          }),
+        );
+      }
       if (op.length === 2 && op[0] === "human-input-requests" && method === "GET") {
         return await read(`${session}/human-input-requests/${op[1]}`);
       }
@@ -927,6 +1025,12 @@ export function createSessionProxyHandler(
   };
 }
 
+/**
+ * Methods any forwarded route uses. Module-level so the public API inventory
+ * attributes a verb only to the routes that actually forward it.
+ */
+const PROXY_METHODS: readonly string[] = ["GET", "POST", "PUT", "PATCH", "DELETE"];
+
 const UPLOAD_FIELDS = ["scope", "filename", "contentType", "sizeBytes", "sha256"] as const;
 
 type NormalizedToolServer = SessionProxyToolServer & {
@@ -1188,6 +1292,35 @@ async function legacyViewerGrant(
   return grant;
 }
 
+/** The browser's byte range, passed through unchanged when well formed. */
+function retainedRange(request: Request): { range?: string } {
+  const range = request.headers.get("range");
+  if (range === null) return {};
+  if (range.length > 128 || /[^\x20-\x7e]/.test(range)) {
+    reject(400, "invalid_range", "Range must be at most 128 printable ASCII bytes.");
+  }
+  return { range };
+}
+
+/** One bounded retained-artifact page, with the range facts the browser SDK verifies. */
+function retainedContent(content: RetainedArtifactContent): Response {
+  return new Response(content.bytes as Uint8Array<ArrayBuffer>, {
+    status: content.status,
+    headers: {
+      "Content-Type": content.contentType,
+      "Content-Length": String(content.contentLength),
+      ...(content.contentRange ? { "Content-Range": content.contentRange } : {}),
+      "Accept-Ranges": "bytes",
+      "Cache-Control": "private, no-store",
+      // Bytes for the conversation's own reader; never rendered on this origin.
+      "Content-Security-Policy": "sandbox",
+      "Content-Disposition": "attachment",
+      "Cross-Origin-Resource-Policy": "same-origin",
+      "X-Content-Type-Options": "nosniff",
+    },
+  });
+}
+
 /** Sandbox link download: one path, no route/target override. */
 function sandboxRead(body: Record<string, unknown> | undefined): Record<string, unknown> {
   const path = body?.path;

package/src/transcription.ts

@@ -106,6 +106,9 @@ export type TranscriptionLifecycleStatus =
   | "error";
 
 export type TranscriptionErrorCode =
+  | "insufficient_credits"
+  | "allowance_exhausted"
+  | "monthly_model_cost_limit"
   | "permission_denied"
   | "not_supported"
   | "network"

package/src/types.ts

@@ -83,7 +83,7 @@ export type CodexRealtimeWebrtcRequest = {
 export type CodexRealtimeWebrtcResponse = {
   sdp: string;
   version: CodexRealtimeWebrtcVersion;
-  model: "gpt-live-1-boulder-alpha";
+  model: "gpt-live-1-boulder-alpha" | "opengeni-azure/gpt-live-1";
   connectionId: string;
   connectionEpoch: number;
   startupFenceSequence: number;
@@ -271,6 +271,7 @@ export type SyncSessionRealtimeLedgerResponse = {
 };
 
 export type SessionRealtimeModel =
+  | "opengeni-azure/gpt-live-1"
   | "gpt-live-1-boulder-alpha"
   | "supergrok/grok-voice-think-fast-2.0"
   | "opengeni-gateway/openai/gpt-realtime-2.1"
@@ -287,6 +288,8 @@ export type WorkspaceRealtimeModelCatalogItem = {
   description: string;
   available: boolean;
   unavailableReason: string | null;
+  /** Machine-readable reason when unavailable, e.g. `insufficient_credits`. */
+  unavailableCode?: string | null | undefined;
   recommended: boolean;
 };
 
@@ -333,9 +336,17 @@ export type EndSessionRealtimeRequest = RenewSessionRealtimeRequest & {
   reason: Extract<SessionRealtimeEndReason, "user_stop" | "browser_unload">;
 };
 
+/** Server instruction to end a live call now (for example, out of credits). */
+export type SessionRealtimeStopInstruction = {
+  code: string;
+  message: string;
+};
+
 export type SessionRealtimeMutationResponse = {
   mode: SessionRealtimeMode;
   replay: boolean;
+  /** Present on a heartbeat when the server stopped extending the lease. */
+  stop?: SessionRealtimeStopInstruction | undefined;
 };
 
 export type SessionStatus =
@@ -4297,16 +4308,30 @@ export type ClientConfig = {
    */
   workspaceId?: string | undefined;
   /**
-   * Session proxy capability for the embedded artifact viewer; absent on
-   * native deployments. The live socket is ticket-authenticated and reached
-   * directly; the cache partition identifies the proxied user.
+   * Session proxy capability for the embedded artifact viewer and inline Site
+   * previews; absent on native deployments. The live socket is
+   * ticket-authenticated and reached directly; the cache partition identifies
+   * the proxied user. `false` when the proxy does not serve artifacts, so
+   * stock UIs show Site previews as unavailable instead of failing on click.
    */
   artifacts?:
     | {
         editableLiveUrl: string;
         cachePartition: { accountId: string; principalId: string; authorizationEpoch: string };
       }
+    | false
     | undefined;
+  /**
+   * Session proxy only: whether the browser may start a chat (the proxy has a
+   * `createSession` hook). Stock UIs hide "New chat" when `false`; absent on
+   * native deployments and older proxies.
+   */
+  sessionCreation?: boolean | undefined;
+  /**
+   * Session proxy only: whether users may archive or restore their chats.
+   * Stock UIs hide "Archive" when `false`; absent on native deployments.
+   */
+  archive?: boolean | undefined;
   /** Native browser microphone capture + server-side transcription capability. */
   voiceInput?: ClientVoiceInputConfig | undefined;
   /**
@@ -4382,7 +4407,10 @@ export type TranscriptionRecordingErrorCode =
   | "unavailable"
   | "too_large"
   | "invalid_audio"
-  | "unknown";
+  | "unknown"
+  | "insufficient_credits"
+  | "allowance_exhausted"
+  | "monthly_model_cost_limit";
 
 export type TranscriptionRecordingState =
   | "uploading"
@@ -5075,6 +5103,7 @@ export type UpdateSlackChannelRoutesRequest = {
 };
 
 export type VoiceInputProviderId =
+  | "azure-mai"
   | "supergrok-subscription"
   | "codex-subscription"
   | "openai"