@opengeni/sdk 1.3.0 → 1.4.0

package/dist/realtime.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/realtime.ts"],"sourcesContent":["/**\n * Public, provider-neutral realtime browser SDK.\n *\n * Import this subpath lazily in browser applications. The base `@opengeni/sdk`\n * entry remains free of eager realtime transport initialization.\n */\nimport {\n  createCodexRealtimeController,\n  hasStoredSessionRealtimeOwnerProof,\n  sessionRealtimeOwnerStorageKey,\n  sessionRealtimeOwnerStorageNamespace,\n  type CodexRealtimeController,\n  type CodexRealtimeControllerClient,\n  type CodexRealtimeControllerSnapshot,\n  type CodexRealtimeControllerStatus,\n  type CodexRealtimeDiagnostic,\n  type CodexRealtimeDiagnosticKind,\n  type CodexRealtimeMicrophoneState,\n  type CodexRealtimeOwnerStorage,\n  type CreateCodexRealtimeControllerOptions,\n  type RealtimeControllerTransportStarter,\n} from \"./codex-realtime-controller\";\nimport {\n  createGatewayRealtimeTransportStarter,\n  createXaiSubscriptionRealtimeTransportStarter,\n} from \"./gateway-realtime-transport\";\nimport type { SessionRealtimeModel, WorkspaceRealtimeModelCatalogResponse } from \"./types\";\n\n/** Exact backend-facing methods required by the batteries-included realtime SDK. */\nexport type SessionRealtimeClientLike = CodexRealtimeControllerClient & {\n  getWorkspaceRealtimeModelCatalog(\n    workspaceId: string,\n    options?: { signal?: AbortSignal | undefined },\n  ): Promise<WorkspaceRealtimeModelCatalogResponse>;\n};\n\nexport type SessionRealtimeTransportKind = \"codex\" | \"gateway\" | \"xai-subscription\";\n\n/** Provider-neutral names for the existing, battle-tested controller projection. */\nexport type SessionRealtimeController = CodexRealtimeController;\nexport type SessionRealtimeControllerSnapshot = CodexRealtimeControllerSnapshot;\nexport type SessionRealtimeControllerStatus = CodexRealtimeControllerStatus;\nexport type SessionRealtimeDiagnostic = CodexRealtimeDiagnostic;\nexport type SessionRealtimeDiagnosticKind = CodexRealtimeDiagnosticKind;\nexport type SessionRealtimeMicrophoneState = CodexRealtimeMicrophoneState;\nexport type SessionRealtimeOwnerStorage = CodexRealtimeOwnerStorage;\n\nexport type CreateSessionRealtimeControllerOptions = Omit<\n  CreateCodexRealtimeControllerOptions,\n  \"client\" | \"model\" | \"ownerStorageNamespace\" | \"startTransport\"\n> & {\n  client: CodexRealtimeControllerClient;\n  model: SessionRealtimeModel;\n};\n\n/** Select the existing transport without exposing provider mechanics to hosts. */\nexport function sessionRealtimeTransportKind(\n  model: SessionRealtimeModel,\n): SessionRealtimeTransportKind {\n  if (model === \"gpt-live-1-boulder-alpha\") return \"codex\";\n  if (model === \"supergrok/grok-voice-think-fast-2.0\") return \"xai-subscription\";\n  return \"gateway\";\n}\n\n/**\n * Compose the exact current controller with its existing Codex Live or AI\n * Gateway transport. Wire, ledger, delegation, recovery, and lifecycle\n * semantics remain owned by the existing implementations below this facade.\n */\nexport function createSessionRealtimeController(\n  options: CreateSessionRealtimeControllerOptions,\n): SessionRealtimeController {\n  const transport = sessionRealtimeTransportKind(options.model);\n  return createCodexRealtimeController({\n    ...options,\n    ownerStorageNamespace: sessionRealtimeOwnerStorageNamespace(options.model),\n    ...(transport === \"gateway\"\n      ? { startTransport: createGatewayRealtimeTransportStarter() }\n      : transport === \"xai-subscription\"\n        ? { startTransport: createXaiSubscriptionRealtimeTransportStarter() }\n        : {}),\n  });\n}\n\nexport {\n  createCodexRealtimeController,\n  createGatewayRealtimeTransportStarter,\n  createXaiSubscriptionRealtimeTransportStarter,\n  hasStoredSessionRealtimeOwnerProof,\n  sessionRealtimeOwnerStorageKey,\n  sessionRealtimeOwnerStorageNamespace,\n};\nexport type {\n  CodexRealtimeController,\n  CodexRealtimeControllerClient,\n  CodexRealtimeControllerSnapshot,\n  CodexRealtimeControllerStatus,\n  CodexRealtimeDiagnostic,\n  CodexRealtimeDiagnosticKind,\n  CodexRealtimeMicrophoneState,\n  CodexRealtimeOwnerStorage,\n  CreateCodexRealtimeControllerOptions,\n  RealtimeControllerTransportStarter,\n};\n\nexport {\n  CODEX_REALTIME_NEGOTIATION_TIMEOUT_MS,\n  projectSessionRealtimeLifecycle,\n} from \"./codex-realtime-controller\";\nexport type { SessionRealtimeLifecycleProjection } from \"./codex-realtime-lifecycle\";\n\nexport {\n  CodexRealtimeMicrophoneError,\n  acquireCodexRealtimeMicrophone,\n  codexRealtimeMicrophoneHealthy,\n  startCodexRealtimeWebrtc,\n} from \"./codex-realtime\";\nexport type {\n  AcquireCodexRealtimeMicrophoneOptions,\n  CodexRealtimeAudibleOutputState,\n  CodexRealtimeConnectionHealth,\n  CodexRealtimeMicrophoneErrorCode,\n  CodexRealtimeNegotiator,\n  CodexRealtimeWebrtcSession,\n  StartCodexRealtimeWebrtcOptions,\n} from \"./codex-realtime\";\n\nexport {\n  CODEX_REALTIME_CONTEXT_APPEND_MAX_BYTES,\n  CODEX_REALTIME_V3_MAX_EVENT_BYTES,\n  CODEX_REALTIME_V3_MAX_IDENTIFIER_BYTES,\n  CODEX_REALTIME_V3_MAX_TEXT_BYTES,\n  CODEX_REALTIME_V3_PENDING_MAX_BYTES,\n  CODEX_REALTIME_V3_PENDING_MAX_ENTRIES,\n  CODEX_REALTIME_V3_SYNC_MAX_ENTRIES,\n  contextAppendChunks,\n  createCodexRealtimeV3Bridge,\n  encodeCodexRealtimeV3DelegationContextAppend,\n  encodeCodexRealtimeV3SessionContextAppend,\n  parseCodexRealtimeV3Event,\n} from \"./codex-realtime-v3\";\nexport type {\n  CodexRealtimeV3Bridge,\n  CodexRealtimeV3BridgeFatal,\n  CodexRealtimeV3BridgeOptions,\n  CodexRealtimeV3BridgeSnapshot,\n  CodexRealtimeV3ContextAppendChannel,\n  CodexRealtimeV3DelegationContextAppend,\n  CodexRealtimeV3Event,\n  CodexRealtimeV3ParseFailure,\n  CodexRealtimeV3ParseResult,\n  CodexRealtimeV3SessionContextAppend,\n} from \"./codex-realtime-v3\";\n\nexport {\n  CODEX_REALTIME_INITIAL_ITEMS_MAX_COUNT,\n  CODEX_REALTIME_INITIAL_ITEMS_MAX_TOKENS,\n} from \"./codex-realtime-v3-wire\";\nexport type { CodexRealtimeInitialItem } from \"./codex-realtime-v3-wire\";\n\nexport type {\n  ActivateCodexRealtimeConnectionRequest,\n  BeginSessionRealtimeRequest,\n  CodexRealtimeVoice,\n  CodexRealtimeWebrtcRequest,\n  CodexRealtimeWebrtcResponse,\n  CodexRealtimeWebrtcVersion,\n  EndSessionRealtimeRequest,\n  GatewayRealtimeConnectRequest,\n  GatewayRealtimeConnectResponse,\n  GatewayRealtimeInitialItem,\n  RenewSessionRealtimeRequest,\n  SessionRealtimeEndReason,\n  SessionRealtimeLedgerEntry,\n  SessionRealtimeMode,\n  SessionRealtimeModel,\n  SessionRealtimeMutationResponse,\n  SessionRealtimeState,\n  SyncSessionRealtimeLedgerRequest,\n  SyncSessionRealtimeLedgerResponse,\n  WorkspaceRealtimeModelCatalogItem,\n  WorkspaceRealtimeModelCatalogResponse,\n} from \"./types\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwDO,SAAS,6BACd,OAC8B;AAC9B,MAAI,UAAU,2BAA4B,QAAO;AACjD,MAAI,UAAU,sCAAuC,QAAO;AAC5D,SAAO;AACT;AAOO,SAAS,gCACd,SAC2B;AAC3B,QAAM,YAAY,6BAA6B,QAAQ,KAAK;AAC5D,SAAO,8BAA8B;AAAA,IACnC,GAAG;AAAA,IACH,uBAAuB,qCAAqC,QAAQ,KAAK;AAAA,IACzE,GAAI,cAAc,YACd,EAAE,gBAAgB,sCAAsC,EAAE,IAC1D,cAAc,qBACZ,EAAE,gBAAgB,8CAA8C,EAAE,IAClE,CAAC;AAAA,EACT,CAAC;AACH;","names":[]}
+{"version":3,"sources":["../src/azure-live-transport.ts","../src/realtime.ts"],"sourcesContent":["import { startCodexRealtimeWebrtc, type StartCodexRealtimeWebrtcOptions } from \"./codex-realtime\";\nimport type { RealtimeControllerTransportStarter } from \"./codex-realtime-controller\";\n\ntype Envelope = Record<string, unknown>;\nconst MAX_FRAGMENT_BYTES = 64_000;\n\n/** The most recent speech wins when the user talks for a long time between delegations. */\nfunction takeUtf8Tail(text: string, maxBytes = MAX_FRAGMENT_BYTES): string {\n  const encoder = new TextEncoder();\n  if (encoder.encode(text).byteLength <= maxBytes) return text;\n  let tail = text.slice(-maxBytes);\n  while (encoder.encode(tail).byteLength > maxBytes) tail = tail.slice(1);\n  return tail;\n}\n\n/** Azure Live has timed transcript fragments, not provider-finalized turns. */\nexport class AzureLiveDataChannel extends EventTarget {\n  private pending: {\n    role: \"user\" | \"assistant\";\n    text: string;\n    startMs: number;\n    endMs: number;\n  } | null = null;\n  private timer: ReturnType<typeof setTimeout> | null = null;\n  private ordinal = 0;\n  private readonly prefix = crypto.randomUUID();\n  private closed = false;\n  private closeSent = false;\n  private providerClosed = false;\n  private readonly delegations = new Set<string>();\n  // Azure delegations carry no content, so the user's words since the previous\n  // delegation become the delegation input.\n  private userSinceDelegation = \"\";\n  private draining: Promise<void> | null = null;\n  private finishDrain: ((error?: Error) => void) | null = null;\n  private readonly onOpen = () => this.dispatchEvent(new Event(\"open\"));\n  private readonly onClose = () => {\n    this.providerClosed = true;\n    this.flush();\n    this.finishDrain?.();\n    this.dispatchEvent(new Event(\"close\"));\n  };\n  private readonly onError = () => this.dispatchEvent(new Event(\"error\"));\n  private readonly onMessage = (event: MessageEvent) => {\n    if (typeof event.data !== \"string\" || event.data.length > 1_048_576) return;\n    let value: unknown;\n    try {\n      value = JSON.parse(event.data);\n    } catch {\n      return;\n    }\n    if (!value || typeof value !== \"object\") return;\n    this.receive(value as Envelope);\n  };\n  constructor(\n    private readonly raw: RTCDataChannel,\n    private readonly drainTimeoutMs = 5_000,\n  ) {\n    super();\n    raw.addEventListener(\"open\", this.onOpen);\n    raw.addEventListener(\"close\", this.onClose);\n    raw.addEventListener(\"error\", this.onError);\n    raw.addEventListener(\"message\", this.onMessage);\n  }\n  get readyState(): RTCDataChannelState {\n    return this.closed || this.providerClosed\n      ? \"closed\"\n      : this.closeSent\n        ? \"closing\"\n        : this.raw.readyState;\n  }\n  asRtcDataChannel(): RTCDataChannel {\n    return this as unknown as RTCDataChannel;\n  }\n  private emit(value: Envelope): void {\n    if (!this.closed)\n      this.dispatchEvent(new MessageEvent(\"message\", { data: JSON.stringify(value) }));\n  }\n  private flush(): void {\n    if (this.timer) clearTimeout(this.timer);\n    this.timer = null;\n    const pending = this.pending;\n    this.pending = null;\n    if (!pending?.text) return;\n    this.emit({\n      type: \"transcript.segment\",\n      turn: {\n        id: `${this.prefix}:${++this.ordinal}`,\n        role: pending.role,\n        transcript: pending.text,\n      },\n      start_ms: pending.startMs,\n      end_ms: pending.endMs,\n    });\n  }\n  private receive(value: Envelope): void {\n    if (this.closed) return;\n    if (\n      value.type === \"session.input_transcript.delta\" ||\n      value.type === \"session.output_transcript.delta\"\n    ) {\n      if (\n        typeof value.delta !== \"string\" ||\n        typeof value.start_ms !== \"number\" ||\n        typeof value.end_ms !== \"number\"\n      )\n        return;\n      const role = value.type === \"session.input_transcript.delta\" ? \"user\" : \"assistant\";\n      if (role === \"user\")\n        this.userSinceDelegation = takeUtf8Tail(this.userSinceDelegation + value.delta);\n      if (\n        this.pending &&\n        (this.pending.role !== role ||\n          new TextEncoder().encode(this.pending.text + value.delta).byteLength > MAX_FRAGMENT_BYTES)\n      )\n        this.flush();\n      if (new TextEncoder().encode(value.delta).byteLength > MAX_FRAGMENT_BYTES) {\n        this.emit({\n          type: \"error\",\n          error: { message: \"Voice transcript fragment exceeded the supported size\" },\n        });\n        return;\n      }\n      this.pending = {\n        role,\n        text: (this.pending?.text ?? \"\") + value.delta,\n        startMs: this.pending?.startMs ?? value.start_ms,\n        endMs: value.end_ms,\n      };\n      // Application grouping only: never present silence as a provider turn boundary.\n      if (!this.timer) this.timer = setTimeout(() => this.flush(), 1_000);\n      return;\n    }\n    if (value.type === \"session.delegation.created\") {\n      const delegation = value.delegation as Envelope | undefined;\n      if (delegation?.target !== \"client\" || typeof delegation.id !== \"string\") return;\n      this.delegations.add(delegation.id);\n      this.flush();\n      const spoken = this.userSinceDelegation.trim();\n      this.userSinceDelegation = \"\";\n      this.emit({\n        type: \"delegation.created\",\n        item: {\n          id: delegation.id,\n          type: \"delegation\",\n          target: \"client\",\n          content: spoken ? [{ type: \"input_text\", text: spoken }] : [],\n        },\n        offset_ms: value.offset_ms,\n      });\n      return;\n    }\n    if (value.type === \"session.closed\") {\n      this.providerClosed = true;\n      this.flush();\n      this.finishDrain?.();\n      return;\n    }\n    if (\n      value.type === \"session.started\" ||\n      value.type === \"session.updated\" ||\n      value.type === \"error\"\n    )\n      this.emit(value);\n  }\n  send(payload: string): void {\n    if (this.readyState !== \"open\") throw Error(\"Hosted voice channel is not open\");\n    const value = JSON.parse(payload) as Envelope;\n    if (value.type !== \"session.context.append\" && value.type !== \"delegation.context.append\")\n      throw Error(\"Unsupported hosted voice context event\");\n    const content = Array.isArray(value.content)\n      ? value.content.map((part) => (typeof part?.text === \"string\" ? part.text : \"\")).join(\"\")\n      : \"\";\n    // Existing bridge chunks are <=500 UTF-8 bytes, below Live's 500-token bound.\n    this.raw.send(\n      JSON.stringify({\n        type:\n          value.channel === \"speakable\" ? \"session.commentary.append\" : \"session.thinking.append\",\n        content,\n        // Replayed tasks from an earlier provider session are general context.\n        delegation_id:\n          value.type === \"delegation.context.append\" &&\n          typeof value.delegation_item_id === \"string\" &&\n          this.delegations.has(value.delegation_item_id)\n            ? value.delegation_item_id\n            : null,\n      }),\n    );\n  }\n  drain(): Promise<void> {\n    if (this.draining) return this.draining;\n    if (this.providerClosed || this.raw.readyState === \"closed\") {\n      this.flush();\n      return Promise.resolve();\n    }\n    if (this.closed || this.raw.readyState !== \"open\") {\n      return Promise.reject(new Error(\"Hosted voice close is not confirmed\"));\n    }\n    const pending = new Promise<void>((resolve, reject) => {\n      const timeout = setTimeout(() => {\n        this.flush();\n        this.finishDrain?.(\n          new Error(\"Hosted voice is still closing; retry to preserve final speech\"),\n        );\n      }, this.drainTimeoutMs);\n      this.finishDrain = (error) => {\n        clearTimeout(timeout);\n        this.finishDrain = null;\n        if (error) reject(error);\n        else resolve();\n      };\n      if (!this.closeSent) {\n        this.closeSent = true;\n        try {\n          this.raw.send(JSON.stringify({ type: \"session.close\" }));\n        } catch {\n          this.finishDrain(new Error(\"Hosted voice close could not be sent\"));\n        }\n      }\n    });\n    this.draining = pending;\n    // An uncertain close remains retryable; never resend the provider mutation.\n    void pending.then(\n      () => {\n        if (this.draining === pending) this.draining = null;\n      },\n      () => {\n        if (this.draining === pending) this.draining = null;\n      },\n    );\n    return pending;\n  }\n  close(): void {\n    if (this.closed) return;\n    if (this.timer) clearTimeout(this.timer);\n    this.timer = null;\n    this.pending = null;\n    this.finishDrain?.(new Error(\"Hosted voice channel was disposed before close confirmation\"));\n    this.closed = true;\n    this.raw.removeEventListener(\"open\", this.onOpen);\n    this.raw.removeEventListener(\"close\", this.onClose);\n    this.raw.removeEventListener(\"error\", this.onError);\n    this.raw.removeEventListener(\"message\", this.onMessage);\n    this.dispatchEvent(new Event(\"close\"));\n  }\n}\n\nexport function createAzureLiveTransportStarter(\n  options: Pick<StartCodexRealtimeWebrtcOptions, \"remoteAudio\" | \"createPeerConnection\"> = {},\n): RealtimeControllerTransportStarter {\n  return async (input) => {\n    let channel: AzureLiveDataChannel | undefined;\n    try {\n      const transport = await startCodexRealtimeWebrtc({\n        ...input,\n        ...options,\n        activateRemoteAudio: false,\n        expectedModel: \"opengeni-azure/gpt-live-1\",\n        onEventsCreated(raw) {\n          channel = new AzureLiveDataChannel(raw);\n          input.onEventsCreated(channel.asRtcDataChannel());\n        },\n        negotiate: (request, requestOptions) =>\n          input.client.negotiateCodexRealtimeWebrtc(\n            input.workspaceId,\n            input.sessionId,\n            request,\n            requestOptions,\n          ),\n      });\n      const events = channel!;\n      return {\n        ...transport,\n        events: events.asRtcDataChannel(),\n        drain: () => events.drain(),\n        stop() {\n          events.close();\n          transport.stop();\n        },\n      };\n    } catch (error) {\n      channel?.close();\n      throw error;\n    }\n  };\n}\n","import { createAzureLiveTransportStarter } from \"./azure-live-transport\";\n/**\n * Public, provider-neutral realtime browser SDK.\n *\n * Import this subpath lazily in browser applications. The base `@opengeni/sdk`\n * entry remains free of eager realtime transport initialization.\n */\nimport {\n  createCodexRealtimeController,\n  hasStoredSessionRealtimeOwnerProof,\n  sessionRealtimeOwnerStorageKey,\n  sessionRealtimeOwnerStorageNamespace,\n  type CodexRealtimeController,\n  type CodexRealtimeControllerClient,\n  type CodexRealtimeControllerSnapshot,\n  type CodexRealtimeControllerStatus,\n  type CodexRealtimeDiagnostic,\n  type CodexRealtimeDiagnosticKind,\n  type CodexRealtimeMicrophoneState,\n  type CodexRealtimeOwnerStorage,\n  type CreateCodexRealtimeControllerOptions,\n  type RealtimeControllerTransportStarter,\n} from \"./codex-realtime-controller\";\nimport {\n  createGatewayRealtimeTransportStarter,\n  createXaiSubscriptionRealtimeTransportStarter,\n} from \"./gateway-realtime-transport\";\nimport type { SessionRealtimeModel, WorkspaceRealtimeModelCatalogResponse } from \"./types\";\n\n/** Exact backend-facing methods required by the batteries-included realtime SDK. */\nexport type SessionRealtimeClientLike = CodexRealtimeControllerClient & {\n  getWorkspaceRealtimeModelCatalog(\n    workspaceId: string,\n    options?: { signal?: AbortSignal | undefined },\n  ): Promise<WorkspaceRealtimeModelCatalogResponse>;\n};\n\nexport type SessionRealtimeTransportKind = \"codex\" | \"gateway\" | \"xai-subscription\" | \"azure-live\";\n\n/** Provider-neutral names for the existing, battle-tested controller projection. */\nexport type SessionRealtimeController = CodexRealtimeController;\nexport type SessionRealtimeControllerSnapshot = CodexRealtimeControllerSnapshot;\nexport type SessionRealtimeControllerStatus = CodexRealtimeControllerStatus;\nexport type SessionRealtimeDiagnostic = CodexRealtimeDiagnostic;\nexport type SessionRealtimeDiagnosticKind = CodexRealtimeDiagnosticKind;\nexport type SessionRealtimeMicrophoneState = CodexRealtimeMicrophoneState;\nexport type SessionRealtimeOwnerStorage = CodexRealtimeOwnerStorage;\n\nexport type CreateSessionRealtimeControllerOptions = Omit<\n  CreateCodexRealtimeControllerOptions,\n  \"client\" | \"model\" | \"ownerStorageNamespace\" | \"startTransport\"\n> & {\n  client: CodexRealtimeControllerClient;\n  model: SessionRealtimeModel;\n};\n\n/** Select the existing transport without exposing provider mechanics to hosts. */\nexport function sessionRealtimeTransportKind(\n  model: SessionRealtimeModel,\n): SessionRealtimeTransportKind {\n  if (model === \"opengeni-azure/gpt-live-1\") return \"azure-live\";\n  if (model === \"gpt-live-1-boulder-alpha\") return \"codex\";\n  if (model === \"supergrok/grok-voice-think-fast-2.0\") return \"xai-subscription\";\n  return \"gateway\";\n}\n\n/**\n * Compose the exact current controller with its existing Codex Live or AI\n * Gateway transport. Wire, ledger, delegation, recovery, and lifecycle\n * semantics remain owned by the existing implementations below this facade.\n */\nexport function createSessionRealtimeController(\n  options: CreateSessionRealtimeControllerOptions,\n): SessionRealtimeController {\n  const transport = sessionRealtimeTransportKind(options.model);\n  return createCodexRealtimeController({\n    ...options,\n    ownerStorageNamespace: sessionRealtimeOwnerStorageNamespace(options.model),\n    ...(transport === \"azure-live\"\n      ? {\n          startTransport: createAzureLiveTransportStarter({\n            remoteAudio: options.remoteAudio,\n            createPeerConnection: options.createPeerConnection,\n          }),\n        }\n      : transport === \"gateway\"\n        ? { startTransport: createGatewayRealtimeTransportStarter() }\n        : transport === \"xai-subscription\"\n          ? { startTransport: createXaiSubscriptionRealtimeTransportStarter() }\n          : {}),\n  });\n}\n\nexport {\n  createCodexRealtimeController,\n  createGatewayRealtimeTransportStarter,\n  createXaiSubscriptionRealtimeTransportStarter,\n  hasStoredSessionRealtimeOwnerProof,\n  sessionRealtimeOwnerStorageKey,\n  sessionRealtimeOwnerStorageNamespace,\n};\nexport type {\n  CodexRealtimeController,\n  CodexRealtimeControllerClient,\n  CodexRealtimeControllerSnapshot,\n  CodexRealtimeControllerStatus,\n  CodexRealtimeDiagnostic,\n  CodexRealtimeDiagnosticKind,\n  CodexRealtimeMicrophoneState,\n  CodexRealtimeOwnerStorage,\n  CreateCodexRealtimeControllerOptions,\n  RealtimeControllerTransportStarter,\n};\n\nexport {\n  CODEX_REALTIME_NEGOTIATION_TIMEOUT_MS,\n  projectSessionRealtimeLifecycle,\n} from \"./codex-realtime-controller\";\nexport type { SessionRealtimeLifecycleProjection } from \"./codex-realtime-lifecycle\";\n\nexport {\n  CodexRealtimeMicrophoneError,\n  acquireCodexRealtimeMicrophone,\n  codexRealtimeMicrophoneHealthy,\n  startCodexRealtimeWebrtc,\n} from \"./codex-realtime\";\nexport type {\n  AcquireCodexRealtimeMicrophoneOptions,\n  CodexRealtimeAudibleOutputState,\n  CodexRealtimeConnectionHealth,\n  CodexRealtimeMicrophoneErrorCode,\n  CodexRealtimeNegotiator,\n  CodexRealtimeWebrtcSession,\n  StartCodexRealtimeWebrtcOptions,\n} from \"./codex-realtime\";\n\nexport {\n  CODEX_REALTIME_CONTEXT_APPEND_MAX_BYTES,\n  CODEX_REALTIME_V3_MAX_EVENT_BYTES,\n  CODEX_REALTIME_V3_MAX_IDENTIFIER_BYTES,\n  CODEX_REALTIME_V3_MAX_TEXT_BYTES,\n  CODEX_REALTIME_V3_PENDING_MAX_BYTES,\n  CODEX_REALTIME_V3_PENDING_MAX_ENTRIES,\n  CODEX_REALTIME_V3_SYNC_MAX_ENTRIES,\n  contextAppendChunks,\n  createCodexRealtimeV3Bridge,\n  encodeCodexRealtimeV3DelegationContextAppend,\n  encodeCodexRealtimeV3SessionContextAppend,\n  parseCodexRealtimeV3Event,\n} from \"./codex-realtime-v3\";\nexport type {\n  CodexRealtimeV3Bridge,\n  CodexRealtimeV3BridgeFatal,\n  CodexRealtimeV3BridgeOptions,\n  CodexRealtimeV3BridgeSnapshot,\n  CodexRealtimeV3ContextAppendChannel,\n  CodexRealtimeV3DelegationContextAppend,\n  CodexRealtimeV3Event,\n  CodexRealtimeV3ParseFailure,\n  CodexRealtimeV3ParseResult,\n  CodexRealtimeV3SessionContextAppend,\n} from \"./codex-realtime-v3\";\n\nexport {\n  CODEX_REALTIME_INITIAL_ITEMS_MAX_COUNT,\n  CODEX_REALTIME_INITIAL_ITEMS_MAX_TOKENS,\n} from \"./codex-realtime-v3-wire\";\nexport type { CodexRealtimeInitialItem } from \"./codex-realtime-v3-wire\";\n\nexport type {\n  ActivateCodexRealtimeConnectionRequest,\n  BeginSessionRealtimeRequest,\n  CodexRealtimeVoice,\n  CodexRealtimeWebrtcRequest,\n  CodexRealtimeWebrtcResponse,\n  CodexRealtimeWebrtcVersion,\n  EndSessionRealtimeRequest,\n  GatewayRealtimeConnectRequest,\n  GatewayRealtimeConnectResponse,\n  GatewayRealtimeInitialItem,\n  RenewSessionRealtimeRequest,\n  SessionRealtimeEndReason,\n  SessionRealtimeLedgerEntry,\n  SessionRealtimeMode,\n  SessionRealtimeModel,\n  SessionRealtimeMutationResponse,\n  SessionRealtimeState,\n  SyncSessionRealtimeLedgerRequest,\n  SyncSessionRealtimeLedgerResponse,\n  WorkspaceRealtimeModelCatalogItem,\n  WorkspaceRealtimeModelCatalogResponse,\n} from \"./types\";\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,IAAM,qBAAqB;AAG3B,SAAS,aAAa,MAAc,WAAW,oBAA4B;AACzE,QAAM,UAAU,IAAI,YAAY;AAChC,MAAI,QAAQ,OAAO,IAAI,EAAE,cAAc,SAAU,QAAO;AACxD,MAAI,OAAO,KAAK,MAAM,CAAC,QAAQ;AAC/B,SAAO,QAAQ,OAAO,IAAI,EAAE,aAAa,SAAU,QAAO,KAAK,MAAM,CAAC;AACtE,SAAO;AACT;AAGO,IAAM,uBAAN,cAAmC,YAAY;AAAA,EAsCpD,YACmB,KACA,iBAAiB,KAClC;AACA,UAAM;AAHW;AACA;AAGjB,QAAI,iBAAiB,QAAQ,KAAK,MAAM;AACxC,QAAI,iBAAiB,SAAS,KAAK,OAAO;AAC1C,QAAI,iBAAiB,SAAS,KAAK,OAAO;AAC1C,QAAI,iBAAiB,WAAW,KAAK,SAAS;AAAA,EAChD;AAAA,EA9CQ,UAKG;AAAA,EACH,QAA8C;AAAA,EAC9C,UAAU;AAAA,EACD,SAAS,OAAO,WAAW;AAAA,EACpC,SAAS;AAAA,EACT,YAAY;AAAA,EACZ,iBAAiB;AAAA,EACR,cAAc,oBAAI,IAAY;AAAA;AAAA;AAAA,EAGvC,sBAAsB;AAAA,EACtB,WAAiC;AAAA,EACjC,cAAgD;AAAA,EACvC,SAAS,MAAM,KAAK,cAAc,IAAI,MAAM,MAAM,CAAC;AAAA,EACnD,UAAU,MAAM;AAC/B,SAAK,iBAAiB;AACtB,SAAK,MAAM;AACX,SAAK,cAAc;AACnB,SAAK,cAAc,IAAI,MAAM,OAAO,CAAC;AAAA,EACvC;AAAA,EACiB,UAAU,MAAM,KAAK,cAAc,IAAI,MAAM,OAAO,CAAC;AAAA,EACrD,YAAY,CAAC,UAAwB;AACpD,QAAI,OAAO,MAAM,SAAS,YAAY,MAAM,KAAK,SAAS,QAAW;AACrE,QAAI;AACJ,QAAI;AACF,cAAQ,KAAK,MAAM,MAAM,IAAI;AAAA,IAC/B,QAAQ;AACN;AAAA,IACF;AACA,QAAI,CAAC,SAAS,OAAO,UAAU,SAAU;AACzC,SAAK,QAAQ,KAAiB;AAAA,EAChC;AAAA,EAWA,IAAI,aAAkC;AACpC,WAAO,KAAK,UAAU,KAAK,iBACvB,WACA,KAAK,YACH,YACA,KAAK,IAAI;AAAA,EACjB;AAAA,EACA,mBAAmC;AACjC,WAAO;AAAA,EACT;AAAA,EACQ,KAAK,OAAuB;AAClC,QAAI,CAAC,KAAK;AACR,WAAK,cAAc,IAAI,aAAa,WAAW,EAAE,MAAM,KAAK,UAAU,KAAK,EAAE,CAAC,CAAC;AAAA,EACnF;AAAA,EACQ,QAAc;AACpB,QAAI,KAAK,MAAO,cAAa,KAAK,KAAK;AACvC,SAAK,QAAQ;AACb,UAAM,UAAU,KAAK;AACrB,SAAK,UAAU;AACf,QAAI,CAAC,SAAS,KAAM;AACpB,SAAK,KAAK;AAAA,MACR,MAAM;AAAA,MACN,MAAM;AAAA,QACJ,IAAI,GAAG,KAAK,MAAM,IAAI,EAAE,KAAK,OAAO;AAAA,QACpC,MAAM,QAAQ;AAAA,QACd,YAAY,QAAQ;AAAA,MACtB;AAAA,MACA,UAAU,QAAQ;AAAA,MAClB,QAAQ,QAAQ;AAAA,IAClB,CAAC;AAAA,EACH;AAAA,EACQ,QAAQ,OAAuB;AACrC,QAAI,KAAK,OAAQ;AACjB,QACE,MAAM,SAAS,oCACf,MAAM,SAAS,mCACf;AACA,UACE,OAAO,MAAM,UAAU,YACvB,OAAO,MAAM,aAAa,YAC1B,OAAO,MAAM,WAAW;AAExB;AACF,YAAM,OAAO,MAAM,SAAS,mCAAmC,SAAS;AACxE,UAAI,SAAS;AACX,aAAK,sBAAsB,aAAa,KAAK,sBAAsB,MAAM,KAAK;AAChF,UACE,KAAK,YACJ,KAAK,QAAQ,SAAS,QACrB,IAAI,YAAY,EAAE,OAAO,KAAK,QAAQ,OAAO,MAAM,KAAK,EAAE,aAAa;AAEzE,aAAK,MAAM;AACb,UAAI,IAAI,YAAY,EAAE,OAAO,MAAM,KAAK,EAAE,aAAa,oBAAoB;AACzE,aAAK,KAAK;AAAA,UACR,MAAM;AAAA,UACN,OAAO,EAAE,SAAS,wDAAwD;AAAA,QAC5E,CAAC;AACD;AAAA,MACF;AACA,WAAK,UAAU;AAAA,QACb;AAAA,QACA,OAAO,KAAK,SAAS,QAAQ,MAAM,MAAM;AAAA,QACzC,SAAS,KAAK,SAAS,WAAW,MAAM;AAAA,QACxC,OAAO,MAAM;AAAA,MACf;AAEA,UAAI,CAAC,KAAK,MAAO,MAAK,QAAQ,WAAW,MAAM,KAAK,MAAM,GAAG,GAAK;AAClE;AAAA,IACF;AACA,QAAI,MAAM,SAAS,8BAA8B;AAC/C,YAAM,aAAa,MAAM;AACzB,UAAI,YAAY,WAAW,YAAY,OAAO,WAAW,OAAO,SAAU;AAC1E,WAAK,YAAY,IAAI,WAAW,EAAE;AAClC,WAAK,MAAM;AACX,YAAM,SAAS,KAAK,oBAAoB,KAAK;AAC7C,WAAK,sBAAsB;AAC3B,WAAK,KAAK;AAAA,QACR,MAAM;AAAA,QACN,MAAM;AAAA,UACJ,IAAI,WAAW;AAAA,UACf,MAAM;AAAA,UACN,QAAQ;AAAA,UACR,SAAS,SAAS,CAAC,EAAE,MAAM,cAAc,MAAM,OAAO,CAAC,IAAI,CAAC;AAAA,QAC9D;AAAA,QACA,WAAW,MAAM;AAAA,MACnB,CAAC;AACD;AAAA,IACF;AACA,QAAI,MAAM,SAAS,kBAAkB;AACnC,WAAK,iBAAiB;AACtB,WAAK,MAAM;AACX,WAAK,cAAc;AACnB;AAAA,IACF;AACA,QACE,MAAM,SAAS,qBACf,MAAM,SAAS,qBACf,MAAM,SAAS;AAEf,WAAK,KAAK,KAAK;AAAA,EACnB;AAAA,EACA,KAAK,SAAuB;AAC1B,QAAI,KAAK,eAAe,OAAQ,OAAM,MAAM,kCAAkC;AAC9E,UAAM,QAAQ,KAAK,MAAM,OAAO;AAChC,QAAI,MAAM,SAAS,4BAA4B,MAAM,SAAS;AAC5D,YAAM,MAAM,wCAAwC;AACtD,UAAM,UAAU,MAAM,QAAQ,MAAM,OAAO,IACvC,MAAM,QAAQ,IAAI,CAAC,SAAU,OAAO,MAAM,SAAS,WAAW,KAAK,OAAO,EAAG,EAAE,KAAK,EAAE,IACtF;AAEJ,SAAK,IAAI;AAAA,MACP,KAAK,UAAU;AAAA,QACb,MACE,MAAM,YAAY,cAAc,8BAA8B;AAAA,QAChE;AAAA;AAAA,QAEA,eACE,MAAM,SAAS,+BACf,OAAO,MAAM,uBAAuB,YACpC,KAAK,YAAY,IAAI,MAAM,kBAAkB,IACzC,MAAM,qBACN;AAAA,MACR,CAAC;AAAA,IACH;AAAA,EACF;AAAA,EACA,QAAuB;AACrB,QAAI,KAAK,SAAU,QAAO,KAAK;AAC/B,QAAI,KAAK,kBAAkB,KAAK,IAAI,eAAe,UAAU;AAC3D,WAAK,MAAM;AACX,aAAO,QAAQ,QAAQ;AAAA,IACzB;AACA,QAAI,KAAK,UAAU,KAAK,IAAI,eAAe,QAAQ;AACjD,aAAO,QAAQ,OAAO,IAAI,MAAM,qCAAqC,CAAC;AAAA,IACxE;AACA,UAAM,UAAU,IAAI,QAAc,CAAC,SAAS,WAAW;AACrD,YAAM,UAAU,WAAW,MAAM;AAC/B,aAAK,MAAM;AACX,aAAK;AAAA,UACH,IAAI,MAAM,+DAA+D;AAAA,QAC3E;AAAA,MACF,GAAG,KAAK,cAAc;AACtB,WAAK,cAAc,CAAC,UAAU;AAC5B,qBAAa,OAAO;AACpB,aAAK,cAAc;AACnB,YAAI,MAAO,QAAO,KAAK;AAAA,YAClB,SAAQ;AAAA,MACf;AACA,UAAI,CAAC,KAAK,WAAW;AACnB,aAAK,YAAY;AACjB,YAAI;AACF,eAAK,IAAI,KAAK,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAC,CAAC;AAAA,QACzD,QAAQ;AACN,eAAK,YAAY,IAAI,MAAM,sCAAsC,CAAC;AAAA,QACpE;AAAA,MACF;AAAA,IACF,CAAC;AACD,SAAK,WAAW;AAEhB,SAAK,QAAQ;AAAA,MACX,MAAM;AACJ,YAAI,KAAK,aAAa,QAAS,MAAK,WAAW;AAAA,MACjD;AAAA,MACA,MAAM;AACJ,YAAI,KAAK,aAAa,QAAS,MAAK,WAAW;AAAA,MACjD;AAAA,IACF;AACA,WAAO;AAAA,EACT;AAAA,EACA,QAAc;AACZ,QAAI,KAAK,OAAQ;AACjB,QAAI,KAAK,MAAO,cAAa,KAAK,KAAK;AACvC,SAAK,QAAQ;AACb,SAAK,UAAU;AACf,SAAK,cAAc,IAAI,MAAM,6DAA6D,CAAC;AAC3F,SAAK,SAAS;AACd,SAAK,IAAI,oBAAoB,QAAQ,KAAK,MAAM;AAChD,SAAK,IAAI,oBAAoB,SAAS,KAAK,OAAO;AAClD,SAAK,IAAI,oBAAoB,SAAS,KAAK,OAAO;AAClD,SAAK,IAAI,oBAAoB,WAAW,KAAK,SAAS;AACtD,SAAK,cAAc,IAAI,MAAM,OAAO,CAAC;AAAA,EACvC;AACF;AAEO,SAAS,gCACd,UAAyF,CAAC,GACtD;AACpC,SAAO,OAAO,UAAU;AACtB,QAAI;AACJ,QAAI;AACF,YAAM,YAAY,MAAM,yBAAyB;AAAA,QAC/C,GAAG;AAAA,QACH,GAAG;AAAA,QACH,qBAAqB;AAAA,QACrB,eAAe;AAAA,QACf,gBAAgB,KAAK;AACnB,oBAAU,IAAI,qBAAqB,GAAG;AACtC,gBAAM,gBAAgB,QAAQ,iBAAiB,CAAC;AAAA,QAClD;AAAA,QACA,WAAW,CAAC,SAAS,mBACnB,MAAM,OAAO;AAAA,UACX,MAAM;AAAA,UACN,MAAM;AAAA,UACN;AAAA,UACA;AAAA,QACF;AAAA,MACJ,CAAC;AACD,YAAM,SAAS;AACf,aAAO;AAAA,QACL,GAAG;AAAA,QACH,QAAQ,OAAO,iBAAiB;AAAA,QAChC,OAAO,MAAM,OAAO,MAAM;AAAA,QAC1B,OAAO;AACL,iBAAO,MAAM;AACb,oBAAU,KAAK;AAAA,QACjB;AAAA,MACF;AAAA,IACF,SAAS,OAAO;AACd,eAAS,MAAM;AACf,YAAM;AAAA,IACR;AAAA,EACF;AACF;;;ACpOO,SAAS,6BACd,OAC8B;AAC9B,MAAI,UAAU,4BAA6B,QAAO;AAClD,MAAI,UAAU,2BAA4B,QAAO;AACjD,MAAI,UAAU,sCAAuC,QAAO;AAC5D,SAAO;AACT;AAOO,SAAS,gCACd,SAC2B;AAC3B,QAAM,YAAY,6BAA6B,QAAQ,KAAK;AAC5D,SAAO,8BAA8B;AAAA,IACnC,GAAG;AAAA,IACH,uBAAuB,qCAAqC,QAAQ,KAAK;AAAA,IACzE,GAAI,cAAc,eACd;AAAA,MACE,gBAAgB,gCAAgC;AAAA,QAC9C,aAAa,QAAQ;AAAA,QACrB,sBAAsB,QAAQ;AAAA,MAChC,CAAC;AAAA,IACH,IACA,cAAc,YACZ,EAAE,gBAAgB,sCAAsC,EAAE,IAC1D,cAAc,qBACZ,EAAE,gBAAgB,8CAA8C,EAAE,IAClE,CAAC;AAAA,EACX,CAAC;AACH;","names":[]}

package/dist/session-proxy-client.d.ts

@@ -11,11 +11,15 @@ export declare class SessionProxySiteHtmlTooLargeError extends Error {
 }
 /** Server-only effective grant read; never derive external authority from access/me snapshots. */
 export declare function getSessionProxyWorkspaceGrant(client: Pick<OpenGeniEmbeddingClient, "requestJson">, workspaceId: string, options?: OpenGeniRequestOptions): Promise<AccessGrant>;
-/** Exact association read. The API reauthorizes the source session on every call. */
-export declare function getSessionProxyArtifactAssociation(client: Pick<OpenGeniEmbeddingClient, "requestJson">, workspaceId: string, sessionId: string, kind: "editable" | "site", artifactId: string, options?: OpenGeniRequestOptions): Promise<{
+/**
+ * Exact association read. The API reauthorizes the source session on every
+ * call. `retained` proves a generated image or video, or a published sandbox
+ * file, originated in that session.
+ */
+export declare function getSessionProxyArtifactAssociation(client: Pick<OpenGeniEmbeddingClient, "requestJson">, workspaceId: string, sessionId: string, kind: "editable" | "site" | "retained", artifactId: string, options?: OpenGeniRequestOptions): Promise<{
     sessionId: string;
     artifactId: string;
-    kind: "editable" | "site";
+    kind: "editable" | "site" | "retained";
 }>;
 /** Authenticated response stream for the server proxy; does not buffer Site HTML. */
 export declare function downloadSessionProxySiteHtml(client: Pick<OpenGeniEmbeddingClient, "requestJsonResponse">, workspaceId: string, artifactId: string, options: {

package/dist/session-proxy.d.ts

@@ -174,7 +174,15 @@ export type SessionProxyHandlerOptions = {
     basePath?: string | undefined;
     /** Maximum JSON request body. Defaults to 1 MiB. */
     maxBodyBytes?: number | undefined;
-    /** Expose composer file attachments (upload begin/complete, download URL). Defaults to true. */
+    /**
+     * Expose composer file attachments (upload begin/complete, download URL) and
+     * the media agents produce in a session: generated images, browser and
+     * computer screenshots, published sandbox files, and generated video
+     * playback. Workspace-level artifact reads must name their session in the
+     * `x-opengeni-session-id` header (`SessionConversation` does this); the proxy
+     * runs `authorizeSession` and only forwards an artifact OpenGeni proves that
+     * session produced. Defaults to true.
+     */
     files?: boolean | undefined;
     /**
      * Forward composer voice input (`POST .../transcriptions`, one recording per

package/dist/session-proxy.js

@@ -6,11 +6,11 @@ import {
   downloadSessionProxySiteHtml,
   getSessionProxyArtifactAssociation,
   getSessionProxyWorkspaceGrant
-} from "./chunk-CNSPJYF6.js";
+} from "./chunk-FYQAMXDW.js";
 import "./chunk-UM4ZXXJR.js";
 import "./chunk-U6CV2SXO.js";
 import "./chunk-APXVSSSY.js";
-import "./chunk-IB6SUE3R.js";
+import "./chunk-GYM54GKM.js";
 import "./chunk-V6GIY62B.js";
 export {
   SESSION_PROXY_SITE_HTML_MAX_BYTES,

package/dist/site.js

@@ -18,12 +18,12 @@ import {
   sanitizeOpenGeniSiteToolCallRequest,
   serveSiteHttp,
   siteSessionPath
-} from "./chunk-CREM7YRK.js";
+} from "./chunk-LEBDXYMA.js";
 import "./chunk-4SMEOV3P.js";
-import "./chunk-RSKO3CMZ.js";
+import "./chunk-BVIIRSJY.js";
 import "./chunk-VPVMLM7Q.js";
 import "./chunk-APXVSSSY.js";
-import "./chunk-IB6SUE3R.js";
+import "./chunk-GYM54GKM.js";
 import "./chunk-NC57YMUO.js";
 import "./chunk-V6GIY62B.js";
 export {

package/dist/transcription.d.ts

@@ -70,7 +70,7 @@ export type TranscriptionAuthorization = {
     reason: TranscriptionPolicyBlockReason;
 };
 export type TranscriptionLifecycleStatus = "idle" | "requesting-permission" | "listening" | "reconnecting" | "cancelling" | "closed" | "error";
-export type TranscriptionErrorCode = "permission_denied" | "not_supported" | "network" | "provider" | "policy_blocked" | "timeout" | "cancelled" | "unavailable" | "too_large" | "invalid_audio" | "unknown";
+export type TranscriptionErrorCode = "insufficient_credits" | "allowance_exhausted" | "monthly_model_cost_limit" | "permission_denied" | "not_supported" | "network" | "provider" | "policy_blocked" | "timeout" | "cancelled" | "unavailable" | "too_large" | "invalid_audio" | "unknown";
 /** Native browser voice input defaults to the configured deployment capability. */
 export declare function resolveWorkspaceVoiceInputEnabled(settings: unknown): boolean | null;
 export type TranscriptionTimeSpan = {

package/dist/types.d.ts

@@ -22,7 +22,7 @@ export type CodexRealtimeWebrtcRequest = {
 export type CodexRealtimeWebrtcResponse = {
     sdp: string;
     version: CodexRealtimeWebrtcVersion;
-    model: "gpt-live-1-boulder-alpha";
+    model: "gpt-live-1-boulder-alpha" | "opengeni-azure/gpt-live-1";
     connectionId: string;
     connectionEpoch: number;
     startupFenceSequence: number;
@@ -186,7 +186,7 @@ export type SyncSessionRealtimeLedgerResponse = {
     }>;
     outbound: SessionRealtimeLedgerEntry[];
 };
-export type SessionRealtimeModel = "gpt-live-1-boulder-alpha" | "supergrok/grok-voice-think-fast-2.0" | "opengeni-gateway/openai/gpt-realtime-2.1" | "opengeni-gateway/openai/gpt-realtime-mini" | "opengeni-gateway/xai/grok-voice-think-fast-2.0" | "workspace-gateway/openai/gpt-realtime-2.1" | "workspace-gateway/openai/gpt-realtime-mini" | "workspace-gateway/xai/grok-voice-think-fast-2.0";
+export type SessionRealtimeModel = "opengeni-azure/gpt-live-1" | "gpt-live-1-boulder-alpha" | "supergrok/grok-voice-think-fast-2.0" | "opengeni-gateway/openai/gpt-realtime-2.1" | "opengeni-gateway/openai/gpt-realtime-mini" | "opengeni-gateway/xai/grok-voice-think-fast-2.0" | "workspace-gateway/openai/gpt-realtime-2.1" | "workspace-gateway/openai/gpt-realtime-mini" | "workspace-gateway/xai/grok-voice-think-fast-2.0";
 export type WorkspaceRealtimeModelCatalogItem = {
     id: SessionRealtimeModel;
     label: string;
@@ -194,6 +194,8 @@ export type WorkspaceRealtimeModelCatalogItem = {
     description: string;
     available: boolean;
     unavailableReason: string | null;
+    /** Machine-readable reason when unavailable, e.g. `insufficient_credits`. */
+    unavailableCode?: string | null | undefined;
     recommended: boolean;
 };
 export type WorkspaceRealtimeModelCatalogResponse = {
@@ -230,9 +232,16 @@ export type RenewSessionRealtimeRequest = {
 export type EndSessionRealtimeRequest = RenewSessionRealtimeRequest & {
     reason: Extract<SessionRealtimeEndReason, "user_stop" | "browser_unload">;
 };
+/** Server instruction to end a live call now (for example, out of credits). */
+export type SessionRealtimeStopInstruction = {
+    code: string;
+    message: string;
+};
 export type SessionRealtimeMutationResponse = {
     mode: SessionRealtimeMode;
     replay: boolean;
+    /** Present on a heartbeat when the server stopped extending the lease. */
+    stop?: SessionRealtimeStopInstruction | undefined;
 };
 export type SessionStatus = "queued" | "running" | "idle" | "requires_action" | "recovering" | "waiting_capacity" | "failed" | "cancelled";
 export type SandboxBackend = "docker" | "modal" | "local" | "none" | "daytona" | "runloop" | "e2b" | "blaxel" | "cloudflare" | "vercel" | "selfhosted" | "opensandbox";
@@ -3339,9 +3348,11 @@ export type ClientConfig = {
      */
     workspaceId?: string | undefined;
     /**
-     * Session proxy capability for the embedded artifact viewer; absent on
-     * native deployments. The live socket is ticket-authenticated and reached
-     * directly; the cache partition identifies the proxied user.
+     * Session proxy capability for the embedded artifact viewer and inline Site
+     * previews; absent on native deployments. The live socket is
+     * ticket-authenticated and reached directly; the cache partition identifies
+     * the proxied user. `false` when the proxy does not serve artifacts, so
+     * stock UIs show Site previews as unavailable instead of failing on click.
      */
     artifacts?: {
         editableLiveUrl: string;
@@ -3350,7 +3361,18 @@ export type ClientConfig = {
             principalId: string;
             authorizationEpoch: string;
         };
-    } | undefined;
+    } | false | undefined;
+    /**
+     * Session proxy only: whether the browser may start a chat (the proxy has a
+     * `createSession` hook). Stock UIs hide "New chat" when `false`; absent on
+     * native deployments and older proxies.
+     */
+    sessionCreation?: boolean | undefined;
+    /**
+     * Session proxy only: whether users may archive or restore their chats.
+     * Stock UIs hide "Archive" when `false`; absent on native deployments.
+     */
+    archive?: boolean | undefined;
     /** Native browser microphone capture + server-side transcription capability. */
     voiceInput?: ClientVoiceInputConfig | undefined;
     /**
@@ -3416,7 +3438,7 @@ export type ClientResumableVoiceInputConfig = {
     maxChunkSizeBytes: number;
     providerSegmentSeconds: number;
 };
-export type TranscriptionRecordingErrorCode = "permission_denied" | "not_supported" | "network" | "provider" | "policy_blocked" | "timeout" | "cancelled" | "unavailable" | "too_large" | "invalid_audio" | "unknown";
+export type TranscriptionRecordingErrorCode = "permission_denied" | "not_supported" | "network" | "provider" | "policy_blocked" | "timeout" | "cancelled" | "unavailable" | "too_large" | "invalid_audio" | "unknown" | "insufficient_credits" | "allowance_exhausted" | "monthly_model_cost_limit";
 export type TranscriptionRecordingState = "uploading" | "segmenting" | "ready" | "transcribing" | "complete" | "failed" | "discarded";
 export type TranscriptionRecordingSegmentState = "preparing" | "pending" | "transcribing" | "complete" | "failed";
 export type TranscriptionRecordingSegment = {
@@ -4042,7 +4064,7 @@ export type UpdateSlackChannelRoutesRequest = {
         targetWorkspaceId: string | null;
     }>;
 };
-export type VoiceInputProviderId = "supergrok-subscription" | "codex-subscription" | "openai" | "azure-openai";
+export type VoiceInputProviderId = "azure-mai" | "supergrok-subscription" | "codex-subscription" | "openai" | "azure-openai";
 export type WorkspaceVoiceInputSettings = {
     enabled: boolean;
     preferredProvider?: VoiceInputProviderId | null | undefined;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opengeni/sdk",
-  "version": "1.3.0",
+  "version": "1.4.0",
   "description": "Framework-agnostic TypeScript SDK for the OpenGeni API: typed client, session lifecycle, SSE event streaming with reconnect + replay-by-sequence, and proxy re-streaming helpers.",
   "license": "Apache-2.0",
   "repository": {
@@ -182,8 +182,8 @@
     "prepublishOnly": "bash ../../scripts/prepublish-guard"
   },
   "dependencies": {
-    "@opengeni/connect": "1.3.0",
-    "@opengeni/contracts": "1.3.0"
+    "@opengeni/connect": "1.4.0",
+    "@opengeni/contracts": "1.4.0"
   },
   "engines": {
     "node": ">=18"

package/src/azure-live-transport.ts

@@ -0,0 +1,286 @@
+import { startCodexRealtimeWebrtc, type StartCodexRealtimeWebrtcOptions } from "./codex-realtime";
+import type { RealtimeControllerTransportStarter } from "./codex-realtime-controller";
+
+type Envelope = Record<string, unknown>;
+const MAX_FRAGMENT_BYTES = 64_000;
+
+/** The most recent speech wins when the user talks for a long time between delegations. */
+function takeUtf8Tail(text: string, maxBytes = MAX_FRAGMENT_BYTES): string {
+  const encoder = new TextEncoder();
+  if (encoder.encode(text).byteLength <= maxBytes) return text;
+  let tail = text.slice(-maxBytes);
+  while (encoder.encode(tail).byteLength > maxBytes) tail = tail.slice(1);
+  return tail;
+}
+
+/** Azure Live has timed transcript fragments, not provider-finalized turns. */
+export class AzureLiveDataChannel extends EventTarget {
+  private pending: {
+    role: "user" | "assistant";
+    text: string;
+    startMs: number;
+    endMs: number;
+  } | null = null;
+  private timer: ReturnType<typeof setTimeout> | null = null;
+  private ordinal = 0;
+  private readonly prefix = crypto.randomUUID();
+  private closed = false;
+  private closeSent = false;
+  private providerClosed = false;
+  private readonly delegations = new Set<string>();
+  // Azure delegations carry no content, so the user's words since the previous
+  // delegation become the delegation input.
+  private userSinceDelegation = "";
+  private draining: Promise<void> | null = null;
+  private finishDrain: ((error?: Error) => void) | null = null;
+  private readonly onOpen = () => this.dispatchEvent(new Event("open"));
+  private readonly onClose = () => {
+    this.providerClosed = true;
+    this.flush();
+    this.finishDrain?.();
+    this.dispatchEvent(new Event("close"));
+  };
+  private readonly onError = () => this.dispatchEvent(new Event("error"));
+  private readonly onMessage = (event: MessageEvent) => {
+    if (typeof event.data !== "string" || event.data.length > 1_048_576) return;
+    let value: unknown;
+    try {
+      value = JSON.parse(event.data);
+    } catch {
+      return;
+    }
+    if (!value || typeof value !== "object") return;
+    this.receive(value as Envelope);
+  };
+  constructor(
+    private readonly raw: RTCDataChannel,
+    private readonly drainTimeoutMs = 5_000,
+  ) {
+    super();
+    raw.addEventListener("open", this.onOpen);
+    raw.addEventListener("close", this.onClose);
+    raw.addEventListener("error", this.onError);
+    raw.addEventListener("message", this.onMessage);
+  }
+  get readyState(): RTCDataChannelState {
+    return this.closed || this.providerClosed
+      ? "closed"
+      : this.closeSent
+        ? "closing"
+        : this.raw.readyState;
+  }
+  asRtcDataChannel(): RTCDataChannel {
+    return this as unknown as RTCDataChannel;
+  }
+  private emit(value: Envelope): void {
+    if (!this.closed)
+      this.dispatchEvent(new MessageEvent("message", { data: JSON.stringify(value) }));
+  }
+  private flush(): void {
+    if (this.timer) clearTimeout(this.timer);
+    this.timer = null;
+    const pending = this.pending;
+    this.pending = null;
+    if (!pending?.text) return;
+    this.emit({
+      type: "transcript.segment",
+      turn: {
+        id: `${this.prefix}:${++this.ordinal}`,
+        role: pending.role,
+        transcript: pending.text,
+      },
+      start_ms: pending.startMs,
+      end_ms: pending.endMs,
+    });
+  }
+  private receive(value: Envelope): void {
+    if (this.closed) return;
+    if (
+      value.type === "session.input_transcript.delta" ||
+      value.type === "session.output_transcript.delta"
+    ) {
+      if (
+        typeof value.delta !== "string" ||
+        typeof value.start_ms !== "number" ||
+        typeof value.end_ms !== "number"
+      )
+        return;
+      const role = value.type === "session.input_transcript.delta" ? "user" : "assistant";
+      if (role === "user")
+        this.userSinceDelegation = takeUtf8Tail(this.userSinceDelegation + value.delta);
+      if (
+        this.pending &&
+        (this.pending.role !== role ||
+          new TextEncoder().encode(this.pending.text + value.delta).byteLength > MAX_FRAGMENT_BYTES)
+      )
+        this.flush();
+      if (new TextEncoder().encode(value.delta).byteLength > MAX_FRAGMENT_BYTES) {
+        this.emit({
+          type: "error",
+          error: { message: "Voice transcript fragment exceeded the supported size" },
+        });
+        return;
+      }
+      this.pending = {
+        role,
+        text: (this.pending?.text ?? "") + value.delta,
+        startMs: this.pending?.startMs ?? value.start_ms,
+        endMs: value.end_ms,
+      };
+      // Application grouping only: never present silence as a provider turn boundary.
+      if (!this.timer) this.timer = setTimeout(() => this.flush(), 1_000);
+      return;
+    }
+    if (value.type === "session.delegation.created") {
+      const delegation = value.delegation as Envelope | undefined;
+      if (delegation?.target !== "client" || typeof delegation.id !== "string") return;
+      this.delegations.add(delegation.id);
+      this.flush();
+      const spoken = this.userSinceDelegation.trim();
+      this.userSinceDelegation = "";
+      this.emit({
+        type: "delegation.created",
+        item: {
+          id: delegation.id,
+          type: "delegation",
+          target: "client",
+          content: spoken ? [{ type: "input_text", text: spoken }] : [],
+        },
+        offset_ms: value.offset_ms,
+      });
+      return;
+    }
+    if (value.type === "session.closed") {
+      this.providerClosed = true;
+      this.flush();
+      this.finishDrain?.();
+      return;
+    }
+    if (
+      value.type === "session.started" ||
+      value.type === "session.updated" ||
+      value.type === "error"
+    )
+      this.emit(value);
+  }
+  send(payload: string): void {
+    if (this.readyState !== "open") throw Error("Hosted voice channel is not open");
+    const value = JSON.parse(payload) as Envelope;
+    if (value.type !== "session.context.append" && value.type !== "delegation.context.append")
+      throw Error("Unsupported hosted voice context event");
+    const content = Array.isArray(value.content)
+      ? value.content.map((part) => (typeof part?.text === "string" ? part.text : "")).join("")
+      : "";
+    // Existing bridge chunks are <=500 UTF-8 bytes, below Live's 500-token bound.
+    this.raw.send(
+      JSON.stringify({
+        type:
+          value.channel === "speakable" ? "session.commentary.append" : "session.thinking.append",
+        content,
+        // Replayed tasks from an earlier provider session are general context.
+        delegation_id:
+          value.type === "delegation.context.append" &&
+          typeof value.delegation_item_id === "string" &&
+          this.delegations.has(value.delegation_item_id)
+            ? value.delegation_item_id
+            : null,
+      }),
+    );
+  }
+  drain(): Promise<void> {
+    if (this.draining) return this.draining;
+    if (this.providerClosed || this.raw.readyState === "closed") {
+      this.flush();
+      return Promise.resolve();
+    }
+    if (this.closed || this.raw.readyState !== "open") {
+      return Promise.reject(new Error("Hosted voice close is not confirmed"));
+    }
+    const pending = new Promise<void>((resolve, reject) => {
+      const timeout = setTimeout(() => {
+        this.flush();
+        this.finishDrain?.(
+          new Error("Hosted voice is still closing; retry to preserve final speech"),
+        );
+      }, this.drainTimeoutMs);
+      this.finishDrain = (error) => {
+        clearTimeout(timeout);
+        this.finishDrain = null;
+        if (error) reject(error);
+        else resolve();
+      };
+      if (!this.closeSent) {
+        this.closeSent = true;
+        try {
+          this.raw.send(JSON.stringify({ type: "session.close" }));
+        } catch {
+          this.finishDrain(new Error("Hosted voice close could not be sent"));
+        }
+      }
+    });
+    this.draining = pending;
+    // An uncertain close remains retryable; never resend the provider mutation.
+    void pending.then(
+      () => {
+        if (this.draining === pending) this.draining = null;
+      },
+      () => {
+        if (this.draining === pending) this.draining = null;
+      },
+    );
+    return pending;
+  }
+  close(): void {
+    if (this.closed) return;
+    if (this.timer) clearTimeout(this.timer);
+    this.timer = null;
+    this.pending = null;
+    this.finishDrain?.(new Error("Hosted voice channel was disposed before close confirmation"));
+    this.closed = true;
+    this.raw.removeEventListener("open", this.onOpen);
+    this.raw.removeEventListener("close", this.onClose);
+    this.raw.removeEventListener("error", this.onError);
+    this.raw.removeEventListener("message", this.onMessage);
+    this.dispatchEvent(new Event("close"));
+  }
+}
+
+export function createAzureLiveTransportStarter(
+  options: Pick<StartCodexRealtimeWebrtcOptions, "remoteAudio" | "createPeerConnection"> = {},
+): RealtimeControllerTransportStarter {
+  return async (input) => {
+    let channel: AzureLiveDataChannel | undefined;
+    try {
+      const transport = await startCodexRealtimeWebrtc({
+        ...input,
+        ...options,
+        activateRemoteAudio: false,
+        expectedModel: "opengeni-azure/gpt-live-1",
+        onEventsCreated(raw) {
+          channel = new AzureLiveDataChannel(raw);
+          input.onEventsCreated(channel.asRtcDataChannel());
+        },
+        negotiate: (request, requestOptions) =>
+          input.client.negotiateCodexRealtimeWebrtc(
+            input.workspaceId,
+            input.sessionId,
+            request,
+            requestOptions,
+          ),
+      });
+      const events = channel!;
+      return {
+        ...transport,
+        events: events.asRtcDataChannel(),
+        drain: () => events.drain(),
+        stop() {
+          events.close();
+          transport.stop();
+        },
+      };
+    } catch (error) {
+      channel?.close();
+      throw error;
+    }
+  };
+}