@opengeni/react 0.52.1 → 1.0.1

package/dist/lib/host-platform.d.ts

@@ -0,0 +1,5 @@
+export type InteractionHostPlatform = "mac" | "other";
+/** Physical client platform. Remote input adapters use this only to identify
+ * the user's primary shortcut modifier; the target platform is resolved
+ * separately. */
+export declare function interactionHostPlatform(): InteractionHostPlatform;

package/dist/lib/relay-wire.d.ts

@@ -1,11 +1,15 @@
 /** `StreamKind.STREAM_KIND_DESKTOP` (agent-proto enum value). */
 export declare const STREAM_KIND_DESKTOP = 2;
+/** `StreamKind.STREAM_KIND_PTY` (agent-proto enum value). */
+export declare const STREAM_KIND_PTY = 1;
 /** `StreamKind.STREAM_KIND_BROWSER` (agent-proto enum value). */
 export declare const STREAM_KIND_BROWSER = 3;
 /** `StreamKind.STREAM_KIND_COMPUTER` (agent-proto enum value). */
 export declare const STREAM_KIND_COMPUTER = 4;
 /** `StreamRole.STREAM_ROLE_CLIENT` (agent-proto enum value). */
 export declare const STREAM_ROLE_CLIENT = 2;
+/** `StreamCloseReason.STREAM_CLOSE_REASON_NORMAL`. */
+export declare const STREAM_CLOSE_REASON_NORMAL = 1;
 export interface RelayChannel {
     channelId: string;
     workspaceId: string;
@@ -21,6 +25,20 @@ export interface RelayStreamOpen {
 }
 /** Encode a `StreamOpen`, byte-compatible with `StreamOpen.encode(...).finish()`. */
 export declare function encodeStreamOpen(message: RelayStreamOpen): Uint8Array;
+/** Encode an intentional viewer detach. Transport loss omits this message so
+ * reconnect/resume remains available. */
+export declare function encodeStreamClose(message: {
+    channelId: string;
+    reason: number;
+    message: string;
+}): Uint8Array;
+/** Encode a viewer→agent PTY input `StreamFrame`. */
+export declare function encodeStreamFrame(message: {
+    channelId: string;
+    seq: string;
+    data: Uint8Array;
+    producedAtMs: string;
+}): Uint8Array;
 /** Decode a `StreamOpenAck` (we need `accepted` + the error message). */
 export declare function decodeStreamOpenAck(bytes: Uint8Array): {
     accepted: boolean;
@@ -28,7 +46,8 @@ export declare function decodeStreamOpenAck(bytes: Uint8Array): {
         message?: string;
     };
 };
-/** Decode a `StreamFrame`, extracting only the `data` (framebuffer PNG) bytes. */
+/** Decode the sequence plus `data` from a `StreamFrame`. */
 export declare function decodeStreamFrame(bytes: Uint8Array): {
+    seq: string;
     data: Uint8Array;
 };

package/dist/machines.js

@@ -24,10 +24,10 @@ import {
   healthPulses,
   pointsFor,
   useMachines
-} from "./chunk-X4S56Y2H.js";
-import "./chunk-LAKLF4PA.js";
+} from "./chunk-HA46CYQK.js";
 import "./chunk-KZ73RL76.js";
-import "./chunk-HDBG7XGO.js";
+import "./chunk-C5ZPSSS5.js";
+import "./chunk-LAKLF4PA.js";
 import "./chunk-22KP6LR5.js";
 export {
   CONNECTION_STATUS_META,

package/dist/model-policy.d.ts

@@ -1,5 +1,5 @@
 import type { ClientModel, ReasoningEffort, WorkspaceModelCatalogModel } from "@opengeni/sdk";
-export type PickerBillingClass = "opengeni_credits" | "codex_subscription" | "byok";
+export type PickerBillingClass = "opengeni_credits" | "codex_subscription" | "supergrok_subscription" | "byok";
 export type PickerModelRow<TCatalog extends ClientModel = WorkspaceModelCatalogModel> = {
     id: string;
     label: string;

package/dist/model-policy.js

@@ -15,7 +15,7 @@ import {
   projectPickerRows,
   runnableLatencyModesForModel,
   sortPickerRows
-} from "./chunk-23EJ676W.js";
+} from "./chunk-XBZWOM2K.js";
 export {
   advancedSourceSummary,
   availabilityReasonLabel,

package/dist/provider.d.ts

@@ -1,4 +1,4 @@
-import { type WorkspaceControlEvent } from "@opengeni/sdk";
+import { type WorkspaceControlEvent, type WorkspaceInteractionRevisionEvent } from "@opengeni/sdk";
 import { type ReactNode } from "react";
 import type { SessionClientLike } from "./client.js";
 export { useOpenGeni, useOpenGeniClient } from "./session-context.js";
@@ -7,10 +7,11 @@ export type OpenGeniProviderProps = {
     client: SessionClientLike;
     workspaceId: string;
     onWorkspaceControlEvent?: ((event: WorkspaceControlEvent) => void) | undefined;
+    onWorkspaceInteractionEvent?: ((event: WorkspaceInteractionRevisionEvent) => void) | undefined;
     children?: ReactNode;
 };
 /**
  * Supplies the OpenGeni client + workspace to all hooks below it. Hooks also
  * accept `{ client, workspaceId }` overrides per call for multi-workspace UIs.
  */
-export declare function OpenGeniProvider({ client, workspaceId, onWorkspaceControlEvent, children, }: OpenGeniProviderProps): import("react").JSX.Element;
+export declare function OpenGeniProvider({ client, workspaceId, onWorkspaceControlEvent, onWorkspaceInteractionEvent, children, }: OpenGeniProviderProps): import("react").JSX.Element;

package/dist/realtime/realtime-control.d.ts

@@ -5,13 +5,13 @@ import type { EmbeddedRealtimeSessionClientLike } from "../client.js";
 export type RealtimeModelOption = {
     id: SessionRealtimeModel;
     label: string;
-    provider: "OpenGeni" | "Connected Codex" | "Your Gateway";
+    provider: "OpenGeni" | "Connected Codex" | "Connected SuperGrok" | "Your Gateway";
     description: string;
     available: boolean;
     unavailableReason: string | null;
     recommended: boolean;
 };
-declare const REALTIME_MODEL_PROVIDERS: readonly ["OpenGeni", "Connected Codex", "Your Gateway"];
+declare const REALTIME_MODEL_PROVIDERS: readonly ["OpenGeni", "Connected Codex", "Connected SuperGrok", "Your Gateway"];
 type RealtimeModelProvider = (typeof REALTIME_MODEL_PROVIDERS)[number];
 type RealtimeControllerClient = EmbeddedRealtimeSessionClientLike & SessionRealtimeClientLike;
 export type SessionRealtimeControllerFactory = (options: CreateSessionRealtimeControllerOptions) => SessionRealtimeController;
@@ -38,6 +38,8 @@ export declare function useSessionRealtime(options: {
     model?: SessionRealtimeModel | undefined;
     modelAvailable?: boolean | undefined;
     modelUnavailableReason?: string | null | undefined;
+    /** Model-visible application context captured with each durable realtime message. */
+    getModelContext?: (() => string | undefined) | undefined;
     /** Deterministic browser-test/demo seam. Production hosts should use the SDK default. */
     controllerFactory?: SessionRealtimeControllerFactory | undefined;
 }): {
@@ -63,6 +65,8 @@ export declare function SessionRealtimeControl(props: {
     events: SessionEvent[];
     eventsReady: boolean;
     codexConnected: boolean;
+    /** Model-visible application context captured with each durable realtime message. */
+    getModelContext?: (() => string | undefined) | undefined;
     realtimeAutostartModel?: SessionRealtimeModel | undefined;
     onRealtimeAutostartConsumed?: (() => void) | undefined;
     /** Host hides dictate (and can choreograph layout) while realtime voice is live. */

package/dist/realtime.js

@@ -3,15 +3,15 @@ import {
   PickerAnimatedPage,
   PickerBackHeader,
   PickerNavRow
-} from "./chunk-WYA65Y3F.js";
-import "./chunk-23EJ676W.js";
+} from "./chunk-MKPIAGVL.js";
+import "./chunk-XBZWOM2K.js";
 import {
   usePortalTokenSource,
   usePortalTokenStyle
 } from "./chunk-VZTQ73XT.js";
 import {
   useEmbeddedRealtimeSession
-} from "./chunk-HDBG7XGO.js";
+} from "./chunk-C5ZPSSS5.js";
 import {
   cn
 } from "./chunk-22KP6LR5.js";
@@ -187,16 +187,91 @@ var CODEX_LIVE_MODEL = {
   unavailableReason: "Connect Codex to use this voice model",
   recommended: false
 };
-var REALTIME_MODEL_PROVIDERS = ["OpenGeni", "Connected Codex", "Your Gateway"];
+var REALTIME_MODEL_PROVIDERS = [
+  "OpenGeni",
+  "Connected Codex",
+  "Connected SuperGrok",
+  "Your Gateway"
+];
 var REALTIME_PROVIDER_META = {
   OpenGeni: { billingClass: "opengeni_credits", hint: "Will use credits" },
   "Connected Codex": {
     billingClass: "codex_subscription",
     hint: "ChatGPT / Codex plan"
   },
+  "Connected SuperGrok": {
+    billingClass: "supergrok_subscription",
+    hint: "SuperGrok / xAI plan"
+  },
   "Your Gateway": { billingClass: "byok", hint: "Billed to your AI Gateway" }
 };
 var REALTIME_MODEL_STORAGE_PREFIX = "opengeni:realtime-model";
+var REALTIME_MODEL_CATALOG_CACHE_TTL_MS = 6e4;
+var REALTIME_MODEL_CATALOG_CACHE_MAX_WORKSPACES = 64;
+var realtimeModelCatalogCache = /* @__PURE__ */ new WeakMap();
+function realtimeModelFallback(codexConnected) {
+  return [
+    {
+      ...CODEX_LIVE_MODEL,
+      available: codexConnected,
+      unavailableReason: codexConnected ? null : CODEX_LIVE_MODEL.unavailableReason
+    }
+  ];
+}
+function realtimeModelCatalogCacheFor(client) {
+  const existing = realtimeModelCatalogCache.get(client);
+  if (existing) return existing;
+  const created = /* @__PURE__ */ new Map();
+  realtimeModelCatalogCache.set(client, created);
+  return created;
+}
+function readCachedRealtimeModelCatalog(client, workspaceId, now = Date.now()) {
+  const cache = realtimeModelCatalogCache.get(client);
+  const entry = cache?.get(workspaceId);
+  if (!entry || entry.state === "loading") return null;
+  if (entry.expiresAt > now) return entry.models;
+  cache?.delete(workspaceId);
+  return null;
+}
+function pruneRealtimeModelCatalogCache(cache, now) {
+  for (const [workspaceId, entry] of cache) {
+    if (entry.state === "ready" && entry.expiresAt <= now) cache.delete(workspaceId);
+  }
+  while (cache.size >= REALTIME_MODEL_CATALOG_CACHE_MAX_WORKSPACES) {
+    const oldestWorkspaceId = cache.keys().next().value;
+    if (oldestWorkspaceId === void 0) return;
+    cache.delete(oldestWorkspaceId);
+  }
+}
+function loadRealtimeModelCatalog(client, workspaceId) {
+  const load = client.getWorkspaceRealtimeModelCatalog;
+  if (!load) return null;
+  const now = Date.now();
+  const cache = realtimeModelCatalogCacheFor(client);
+  const entry = cache.get(workspaceId);
+  if (entry?.state === "loading") return entry.promise;
+  if (entry?.state === "ready" && entry.expiresAt > now) return Promise.resolve(entry.models);
+  if (entry) cache.delete(workspaceId);
+  pruneRealtimeModelCatalogCache(cache, now);
+  const promise = load.call(client, workspaceId).then((response) => response.models.map(toRealtimeModelOption)).then((models) => {
+    const current = cache.get(workspaceId);
+    if (current?.state === "loading" && current.promise === promise) {
+      cache.delete(workspaceId);
+      cache.set(workspaceId, {
+        state: "ready",
+        models,
+        expiresAt: Date.now() + REALTIME_MODEL_CATALOG_CACHE_TTL_MS
+      });
+    }
+    return models;
+  }).catch((error) => {
+    const current = cache.get(workspaceId);
+    if (current?.state === "loading" && current.promise === promise) cache.delete(workspaceId);
+    throw error;
+  });
+  cache.set(workspaceId, { state: "loading", promise });
+  return promise;
+}
 function codexRealtimeAdmissionAllowed(input) {
   return codexRealtimeAdmissionBlocker(input) === null;
 }
@@ -217,8 +292,14 @@ function useSessionRealtime(options) {
   const audioRef = useRef(null);
   const controllerRef = useRef(null);
   const controllerModelRef = useRef(null);
+  const modelContextProviderRef = useRef(options.getModelContext);
+  modelContextProviderRef.current = options.getModelContext;
   const [snapshot, setSnapshot] = useState(() => ({
-    status: hasStoredSessionRealtimeOwnerProof({ workspaceId, sessionId: options.sessionId, model }) ? "recovering" : "idle",
+    status: hasStoredSessionRealtimeOwnerProof({
+      workspaceId,
+      sessionId: options.sessionId,
+      model
+    }) ? "recovering" : "idle",
     realtimeId: null,
     mode: null,
     bridge: null,
@@ -252,7 +333,8 @@ function useSessionRealtime(options) {
         workspaceId,
         sessionId: options.sessionId,
         ...audioRef.current ? { remoteAudio: audioRef.current } : {},
-        model
+        model,
+        getModelContext: () => modelContextProviderRef.current?.()
       });
       controllerRef.current = controller;
       controllerModelRef.current = model;
@@ -424,28 +506,46 @@ function useRealtimeModelSelection(options) {
     workspaceId: options.workspaceId
   });
   const activeModel = options.activeModel;
-  const [catalog, setCatalog] = useState(() => [
-    {
-      ...CODEX_LIVE_MODEL,
-      available: options.codexConnected,
-      unavailableReason: options.codexConnected ? null : CODEX_LIVE_MODEL.unavailableReason
-    }
-  ]);
-  const [selectedModelId, setSelectedModelId] = useState(
-    () => readRealtimeModelPreference(workspaceId) ?? CODEX_LIVE_MODEL.id
+  const initialCachedCatalog = readCachedRealtimeModelCatalog(client, workspaceId);
+  const [catalog, setCatalog] = useState(
+    () => initialCachedCatalog ?? realtimeModelFallback(options.codexConnected)
   );
+  const catalogScopeRef = useRef({
+    client,
+    workspaceId,
+    source: initialCachedCatalog ? "cache" : "fallback"
+  });
+  const [selectedModelId, setSelectedModelId] = useState(() => {
+    const preferred = readRealtimeModelPreference(workspaceId) ?? CODEX_LIVE_MODEL.id;
+    if (!initialCachedCatalog) return preferred;
+    if (initialCachedCatalog.some((model) => model.id === preferred && model.available)) {
+      return preferred;
+    }
+    return initialCachedCatalog.find((model) => model.available)?.id ?? CODEX_LIVE_MODEL.id;
+  });
   useEffect(() => {
     let disposed = false;
-    const load = client.getWorkspaceRealtimeModelCatalog;
-    if (!load) return;
-    void load.call(client, workspaceId).then((response) => {
-      if (disposed) return;
-      const models = response.models.map(toRealtimeModelOption);
+    const applyCatalog = (models) => {
+      catalogScopeRef.current = { client, workspaceId, source: "cache" };
       setCatalog(models);
       setSelectedModelId((current) => {
         if (models.some((model) => model.id === current && model.available)) return current;
         return models.find((model) => model.available)?.id ?? CODEX_LIVE_MODEL.id;
       });
+    };
+    const cached = readCachedRealtimeModelCatalog(client, workspaceId);
+    if (cached) {
+      const scope = catalogScopeRef.current;
+      if (scope.client !== client || scope.workspaceId !== workspaceId || scope.source !== "cache") {
+        applyCatalog(cached);
+      }
+      return;
+    }
+    const loading = loadRealtimeModelCatalog(client, workspaceId);
+    if (!loading) return;
+    void loading.then((models) => {
+      if (disposed) return;
+      applyCatalog(models);
     }).catch(() => void 0);
     return () => {
       disposed = true;
@@ -615,7 +715,13 @@ function RealtimeVoiceControl(props) {
                 animate: {
                   x: 0,
                   opacity: 1,
-                  transition: reduceMotion ? { duration: 0 } : { delay: 0.32, type: "spring", stiffness: 320, damping: 30, mass: 0.8 }
+                  transition: reduceMotion ? { duration: 0 } : {
+                    delay: 0.32,
+                    type: "spring",
+                    stiffness: 320,
+                    damping: 30,
+                    mass: 0.8
+                  }
                 },
                 ...reduceMotion ? {} : {
                   exit: {
@@ -1017,7 +1123,11 @@ function statusContent(snapshot, modelAvailable, canStart, admissionBlocker, mod
         };
       }
       if (!canStart && admissionBlocker) {
-        return { phase: "unavailable", label: "Voice unavailable", detail: admissionBlocker };
+        return {
+          phase: "unavailable",
+          label: "Voice unavailable",
+          detail: admissionBlocker
+        };
       }
       return {
         phase: "idle",
@@ -1094,7 +1204,11 @@ function RealtimeStatusDot(props) {
       {
         className: "absolute inset-0 rounded-full bg-og-status-running",
         animate: { opacity: [0.45, 0], scale: [1, 2.2] },
-        transition: { duration: 1.4, ease: "easeOut", repeat: Number.POSITIVE_INFINITY }
+        transition: {
+          duration: 1.4,
+          ease: "easeOut",
+          repeat: Number.POSITIVE_INFINITY
+        }
       }
     ) : null,
     /* @__PURE__ */ jsx2(
@@ -1152,7 +1266,7 @@ function writeRealtimeModelPreference(workspaceId, model) {
   }
 }
 function isRealtimeModel(value) {
-  return value === "gpt-live-1-boulder-alpha" || value === "opengeni-gateway/openai/gpt-realtime-2.1" || value === "opengeni-gateway/openai/gpt-realtime-mini" || value === "opengeni-gateway/xai/grok-voice-think-fast-2.0" || value === "workspace-gateway/openai/gpt-realtime-2.1" || value === "workspace-gateway/openai/gpt-realtime-mini" || value === "workspace-gateway/xai/grok-voice-think-fast-2.0";
+  return value === "gpt-live-1-boulder-alpha" || value === "opengeni-gateway/openai/gpt-realtime-2.1" || value === "opengeni-gateway/openai/gpt-realtime-mini" || value === "opengeni-gateway/xai/grok-voice-think-fast-2.0" || value === "supergrok/grok-voice-think-fast-2.0" || value === "workspace-gateway/openai/gpt-realtime-2.1" || value === "workspace-gateway/openai/gpt-realtime-mini" || value === "workspace-gateway/xai/grok-voice-think-fast-2.0";
 }
 var useSessionCodexRealtime = useSessionRealtime;
 var useWorkspaceRealtimeModelSelection = useRealtimeModelSelection;