@opengeni/react 0.48.0 → 0.57.0

package/src/session-context.ts

@@ -1,9 +1,17 @@
-import type { StreamConnectionState, WorkspaceControlEvent } from "@opengeni/sdk";
+import type {
+  StreamConnectionState,
+  WorkspaceControlEvent,
+  WorkspaceInteractionRevisionEvent,
+} from "@opengeni/sdk";
 import { createContext, useContext } from "react";
 import type {
   EmbeddedFileAttachmentClientLike,
   EmbeddedGoalClientLike,
   EmbeddedHumanInputSessionClientLike,
+  EmbeddedBrowserInteractionClientLike,
+  EmbeddedComputerInteractionClientLike,
+  EmbeddedInteractionClientLike,
+  EmbeddedInterventionClientLike,
   EmbeddedRealtimeSessionClientLike,
   EmbeddedSessionClientLike,
   EmbeddedSessionLineageClientLike,
@@ -17,6 +25,8 @@ export type OpenGeniContextValue = {
   workspaceId: string;
   workspaceControlEvent: WorkspaceControlEvent | null;
   workspaceControlConnectionState: StreamConnectionState | "idle" | "error";
+  workspaceInteractionEvent: WorkspaceInteractionRevisionEvent | null;
+  workspaceInteractionConnectionState: StreamConnectionState | "idle" | "error";
   registerSessionReconciler: (
     sessionId: string,
     key: string,
@@ -76,6 +86,26 @@ export type EmbeddedFileAttachmentClientOverride = {
   workspaceId?: string | undefined;
 };
 
+export type EmbeddedInteractionClientOverride = {
+  client?: EmbeddedInteractionClientLike | undefined;
+  workspaceId?: string | undefined;
+};
+
+export type EmbeddedInterventionClientOverride = {
+  client?: EmbeddedInterventionClientLike | undefined;
+  workspaceId?: string | undefined;
+};
+
+export type EmbeddedBrowserInteractionClientOverride = {
+  client?: EmbeddedBrowserInteractionClientLike | undefined;
+  workspaceId?: string | undefined;
+};
+
+export type EmbeddedComputerInteractionClientOverride = {
+  client?: EmbeddedComputerInteractionClientLike | undefined;
+  workspaceId?: string | undefined;
+};
+
 export type EmbeddedSessionContextValue = Omit<OpenGeniContextValue, "client"> & {
   client: EmbeddedSessionClientLike;
 };
@@ -114,6 +144,8 @@ function useEmbeddedClientRefinement<TClient extends object>(
     workspaceId,
     workspaceControlEvent: context?.workspaceControlEvent ?? null,
     workspaceControlConnectionState: context?.workspaceControlConnectionState ?? "idle",
+    workspaceInteractionEvent: context?.workspaceInteractionEvent ?? null,
+    workspaceInteractionConnectionState: context?.workspaceInteractionConnectionState ?? "idle",
     registerSessionReconciler: context?.registerSessionReconciler ?? NOOP_REGISTER_RECONCILER,
     reconcileSession: context?.reconcileSession ?? NOOP_RECONCILE_SESSION,
   };
@@ -140,11 +172,134 @@ export function useOpenGeni(override: ClientOverride = {}): OpenGeniContextValue
     workspaceId,
     workspaceControlEvent: context?.workspaceControlEvent ?? null,
     workspaceControlConnectionState: context?.workspaceControlConnectionState ?? "idle",
+    workspaceInteractionEvent: context?.workspaceInteractionEvent ?? null,
+    workspaceInteractionConnectionState: context?.workspaceInteractionConnectionState ?? "idle",
     registerSessionReconciler: context?.registerSessionReconciler ?? NOOP_REGISTER_RECONCILER,
     reconcileSession: context?.reconcileSession ?? NOOP_RECONCILE_SESSION,
   };
 }
 
+const BROWSER_INTERACTION_METHODS = [
+  "streamWorkspaceInteractionRevisions",
+  "listNetworkRoutes",
+  "getNetworkRoute",
+  "createNetworkRoute",
+  "updateNetworkRoute",
+  "listSiteAuthConnections",
+  "getSiteAuthConnection",
+  "createSiteAuthConnection",
+  "updateSiteAuthConnection",
+  "listAuthRuns",
+  "getAuthRun",
+  "startBrowserAuthRun",
+  "reportBrowserAuthRun",
+  "protectedBrowserAuthFill",
+  "verifyBrowserAuthRun",
+  "listInteractionInterventions",
+  "getInteractionIntervention",
+  "createInteractionIntervention",
+  "resolveInteractionIntervention",
+  "listAttachedBrowsers",
+  "getAttachedBrowser",
+  "listBrowserIdentities",
+  "getBrowserIdentity",
+  "createBrowserIdentity",
+  "updateBrowserIdentity",
+  "listBrowserRevisions",
+  "listBrowserSessions",
+  "getBrowserSession",
+  "readBrowserClipboard",
+  "listBrowserDownloads",
+  "getBrowserDownload",
+  "saveBrowserDownload",
+  "createBrowserSession",
+  "listBrowserTargets",
+  "openBrowserTarget",
+  "selectBrowserTarget",
+  "closeBrowserTarget",
+  "observeBrowserTarget",
+  "actInBrowser",
+  "getBrowserActionReceipt",
+  "listBrowserDiagnostics",
+  "attachBrowserSession",
+  "heartbeatBrowserSession",
+  "publishBrowserRevision",
+  "suspendBrowserSession",
+  "resumeBrowserSession",
+  "endBrowserSession",
+] as const;
+
+const COMPUTER_INTERACTION_METHODS = [
+  "streamWorkspaceInteractionRevisions",
+  "listInteractionInterventions",
+  "getInteractionIntervention",
+  "createInteractionIntervention",
+  "resolveInteractionIntervention",
+  "listComputerSessions",
+  "getComputerSession",
+  "readComputerClipboard",
+  "createComputerSession",
+  "listComputerTargets",
+  "observeComputerTarget",
+  "actInComputer",
+  "getComputerActionReceipt",
+  "attachComputerSession",
+  "heartbeatComputerSession",
+  "endComputerSession",
+] as const;
+
+const INTERVENTION_METHODS = [
+  "streamWorkspaceInteractionRevisions",
+  "listInteractionInterventions",
+  "getInteractionIntervention",
+  "createInteractionIntervention",
+  "resolveInteractionIntervention",
+] as const;
+
+/** Resolve only the workspace-wide Browser/Computer intervention surface. */
+export function useEmbeddedInterventions(
+  override: EmbeddedInterventionClientOverride = {},
+): EmbeddedClientContextValue<EmbeddedInterventionClientLike> {
+  return useEmbeddedClientRefinement(
+    override,
+    INTERVENTION_METHODS,
+    "interaction intervention hooks",
+  );
+}
+
+/** Resolve only BrowserSession methods for a standalone Browser embed. */
+export function useEmbeddedBrowserInteraction(
+  override: EmbeddedBrowserInteractionClientOverride = {},
+): EmbeddedClientContextValue<EmbeddedBrowserInteractionClientLike> {
+  return useEmbeddedClientRefinement(
+    override,
+    BROWSER_INTERACTION_METHODS,
+    "browser interaction hooks",
+  );
+}
+
+/** Resolve only ComputerSession methods for a standalone Computer embed. */
+export function useEmbeddedComputerInteraction(
+  override: EmbeddedComputerInteractionClientOverride = {},
+): EmbeddedClientContextValue<EmbeddedComputerInteractionClientLike> {
+  return useEmbeddedClientRefinement(
+    override,
+    COMPUTER_INTERACTION_METHODS,
+    "computer interaction hooks",
+  );
+}
+
+/** Resolve the complete Browser + Computer client surface. */
+export function useEmbeddedInteraction(
+  override: EmbeddedInteractionClientOverride = {},
+): EmbeddedClientContextValue<EmbeddedInteractionClientLike> {
+  return useEmbeddedClientRefinement(
+    override,
+    [...BROWSER_INTERACTION_METHODS, ...COMPUTER_INTERACTION_METHODS],
+    "interaction hooks",
+  );
+}
+
 /**
  * Resolve the narrow client required by the session-only hooks. The full
  * provider client is structurally compatible, while an explicit host proxy

package/src/timeline/activity-rail.tsx

@@ -12,9 +12,9 @@ import { cn } from "../lib/cn";
 import { truncate } from "../lib/format";
 import { defaultToolRegistry } from "./tool-renderers";
 import { useEntranceAnimation, useEntranceAnimationLive } from "./entrance";
-import type { RetainedScreenshotLoader, ToolRegistry } from "./registry";
+import type { RetainedArtifactLoader, RetainedScreenshotLoader, ToolRegistry } from "./registry";
 import { useSeenActivityIds } from "./seen-activity-ids";
-import { BodyNote, PayloadBlock, ActivityDisclosure } from "./shared";
+import { BodyNote, PayloadBlock, ActivityDisclosure, ToolCallTruncationProvider } from "./shared";
 import { toolDisplayName } from "./tool-display-name";
 import type { ActivityItem, MemoryItem, ReasoningItem, SandboxItem, WorkerItem } from "./types";
 
@@ -44,6 +44,8 @@ export type ActivityRailProps = {
    */
   onMemoryClick?: ((memoryId: string) => void) | undefined;
   loadRetainedScreenshot?: RetainedScreenshotLoader | undefined;
+  /** Resolve permanent generated-image receipts through the authenticated host SDK. */
+  loadRetainedArtifact?: RetainedArtifactLoader | undefined;
   /** Drop the left rule + indent (used inside a folded turn summary). */
   bare?: boolean | undefined;
   className?: string | undefined;
@@ -67,6 +69,7 @@ export function ActivityRail({
   onOpenSession,
   onMemoryClick,
   loadRetainedScreenshot,
+  loadRetainedArtifact,
   bare,
   className,
 }: ActivityRailProps) {
@@ -120,11 +123,15 @@ export function ActivityRail({
           onOpenSession,
           onMemoryClick,
           loadRetainedScreenshot,
+          loadRetainedArtifact,
         );
         return (
           <div
             key={item.id}
             data-og-timeline-row-anchor=""
+            data-og-annotation-source-key={
+              item.kind === "tool-call" ? item.annotationSource?.eventId : undefined
+            }
             className={cn(newFamily && "mt-3", enteringIds.has(item.id) && "animate-og-row-enter")}
           >
             {row}
@@ -146,13 +153,22 @@ function renderActivity(
   onOpenSession: ((sessionId: string) => void) | undefined,
   onMemoryClick: ((memoryId: string) => void) | undefined,
   loadRetainedScreenshot: RetainedScreenshotLoader | undefined,
+  loadRetainedArtifact: RetainedArtifactLoader | undefined,
 ) {
   switch (item.kind) {
     case "reasoning":
       return <ReasoningRow item={item} />;
     case "tool-call": {
       const Renderer = toolRegistry.resolve(item);
-      return <Renderer item={item} loadRetainedScreenshot={loadRetainedScreenshot} />;
+      return (
+        <ToolCallTruncationProvider value={item.truncation ?? null}>
+          <Renderer
+            item={item}
+            loadRetainedScreenshot={loadRetainedScreenshot}
+            loadRetainedArtifact={loadRetainedArtifact}
+          />
+        </ToolCallTruncationProvider>
+      );
     }
     case "worker":
       return <WorkerRow item={item} onOpenSession={onOpenSession} />;
@@ -401,6 +417,12 @@ function WorkerRow({
             {truncate(item.prompt, 140)}
           </p>
         ) : null}
+        {failed && item.failure ? (
+          <div className="mt-1 min-w-0 text-og-sm text-og-status-failed">
+            <p className="font-og-mono text-og-xs">{item.failure.code}</p>
+            <p className="mt-0.5 break-words">{item.failure.message}</p>
+          </div>
+        ) : null}
       </div>
       {failed ? (
         <span className="inline-flex shrink-0 self-center items-center gap-1.5 font-og-mono text-og-xs leading-none text-og-status-failed">

package/src/timeline/index.ts

@@ -45,6 +45,7 @@ export type {
   SessionStatusItem,
   TimelineGroup,
   TimelineItem,
+  TimelineAnnotationSourceDescriptor,
   TurnEndItem,
   ToolCallItem,
   UserMessageItem,
@@ -56,7 +57,9 @@ export type {
 export { createToolRegistry, rawTypeOf } from "./registry";
 export type {
   CreateToolRegistryOptions,
+  RetainedArtifactLoader,
   RetainedScreenshotLoader,
+  VideoArtifactPlaybackLoader,
   ToolRegistry,
   ToolRegistryEntry,
   ToolRenderer,

package/src/timeline/parsers.ts

@@ -1,6 +1,14 @@
-import { normalizeMcpOutput, type GitFileDiff, type RetainedArtifactMetadata } from "@opengeni/sdk";
+import {
+  normalizeMcpOutput,
+  parseGeneratedImageReceipt,
+  type GeneratedImageReceipt,
+  type GitFileDiff,
+  type RetainedArtifactMetadata,
+} from "@opengeni/sdk";
 import { tryParseJson } from "../lib/format";
 
+export type { GeneratedImageReceipt };
+
 /* ----------------------------------------------------------------------------
    Pure parsers for the provider-native tool shapes that the timeline renders.
 
@@ -571,6 +579,11 @@ export function retainedScreenshotMetadata(out: unknown): RetainedArtifactMetada
     : null;
 }
 
+/** Parse the closed permanent generated-image receipt from native/function tools. */
+export function generatedImageReceipt(out: unknown): GeneratedImageReceipt | null {
+  return parseGeneratedImageReceipt(out);
+}
+
 export type TimelineMediaPreview = {
   type: "media_preview";
   mediaType: string;