@opengeni/react 0.46.1 → 0.52.1

package/src/timeline/types.ts

@@ -1,4 +1,12 @@
-import type { ResourceRef, SessionStatus, ToolAuthNeededPayload, ToolRef } from "@opengeni/sdk";
+import type {
+  MediaGenerationResult,
+  ResourceRef,
+  SessionStatus,
+  TimelineAnnotation,
+  TimelineAnnotationSource,
+  ToolAuthNeededPayload,
+  ToolRef,
+} from "@opengeni/sdk";
 
 /* ----------------------------------------------------------------------------
    Timeline item types
@@ -9,10 +17,19 @@ import type { ResourceRef, SessionStatus, ToolAuthNeededPayload, ToolRef } from
    and the component demo.
    -------------------------------------------------------------------------- */
 
+export type TimelineAnnotationSourceDescriptor = Omit<
+  TimelineAnnotationSource,
+  "startOffset" | "endOffset" | "contextBefore" | "contextAfter"
+> & {
+  text: string;
+};
+
 export type UserMessageItem = {
   kind: "user-message";
   id: string;
   text: string;
+  annotations?: TimelineAnnotation[] | undefined;
+  annotationSource?: TimelineAnnotationSourceDescriptor | undefined;
   presentation?: {
     kind: "realtime_voice" | "realtime_voice_handoff";
     /** Full bounded execution context sent with this visible voice request. */
@@ -23,6 +40,15 @@ export type UserMessageItem = {
   /** Tools requested for the turn this message starts. */
   tools: ToolRef[];
   occurredAt: string;
+  /** Local-only delivery projection; absent for authoritative durable events. */
+  delivery?:
+    | {
+        state: "sending" | "queued" | "failed";
+        error?: string | undefined;
+        onRetry?: (() => void) | undefined;
+        onRemove?: (() => void) | undefined;
+      }
+    | undefined;
 };
 
 export type AgentMessageItem = {
@@ -33,6 +59,8 @@ export type AgentMessageItem = {
   /** Still receiving deltas (no completed/turn-end seen yet). */
   streaming: boolean;
   occurredAt: string;
+  /** Available only after the canonical completed event lands. */
+  annotationSource?: TimelineAnnotationSourceDescriptor | undefined;
 };
 
 export type ReasoningItem = {
@@ -44,6 +72,23 @@ export type ReasoningItem = {
   occurredAt: string;
 };
 
+/**
+ * Bounded delivery metadata carried by a projected tool-output event. The
+ * canonical event remains unchanged; this fact only explains what the current
+ * timeline surface could render and whether separately retained full evidence
+ * exists.
+ */
+export type ToolCallTruncation = {
+  truncated: true;
+  surface: string;
+  reason: string;
+  omittedBytes: number | null;
+  fullEvidence: {
+    available: boolean;
+    reason: string | null;
+  };
+};
+
 export type ToolCallItem = {
   kind: "tool-call";
   id: string;
@@ -52,6 +97,7 @@ export type ToolCallItem = {
   name: string;
   arguments: unknown;
   output: unknown;
+  truncation?: ToolCallTruncation | null;
   /**
    * The provider-native tool item (`agent.toolCall.created.payload.raw`). Carries
    * `type` (e.g. `apply_patch_call`, `computer_call`, `hosted_tool_call`) and the
@@ -62,6 +108,8 @@ export type ToolCallItem = {
   raw: unknown;
   status: "running" | "complete" | "failed" | "cancelled";
   occurredAt: string;
+  /** Canonical textual projection of the settled tool output. */
+  annotationSource?: TimelineAnnotationSourceDescriptor | undefined;
 };
 
 /**
@@ -256,10 +304,12 @@ export type MachineInputMember = {
     | "goal_continuation"
     | "agent_message"
     | "agent_steer_instruction"
-    | "child_terminal_result";
+    | "child_terminal_result"
+    | "media_generation_result";
   classification: "success" | "failure" | "action_required" | "info";
   sourceId: string;
   summary: string;
+  result?: MediaGenerationResult | undefined;
 };
 
 /**
@@ -288,6 +338,10 @@ export type AuthNeededItem = {
   kind: "auth-needed";
   id: string;
   turnId: string | null;
+  /** The runtime surface that requested recovery, when the event is an MCP auth signal. */
+  serverId: string | null;
+  /** Durable event family that produced this notice. */
+  source?: "tool" | "credential" | "capability" | undefined;
   /** The connection's registrable domain, e.g. "linear.app". */
   providerDomain: string;
   /** The lapsed connection to reconnect, when the row survived. */
@@ -301,6 +355,8 @@ export type AuthNeededItem = {
   toolName: string | null;
   /** A pre-minted authorization URL, when the broker already produced one. */
   authorizationUrl: string | null;
+  /** Agent-selected catalog recommendation. The host still owns authorization. */
+  capability?: NonNullable<ToolAuthNeededPayload["capability"]> | null | undefined;
   occurredAt: string;
 };
 

package/src/voice-recording-store.ts

@@ -9,6 +9,8 @@ export type VoiceRecordingUploadState = "pending" | "syncing" | "retrying" | "co
 export type VoiceRecordingTranscriptionState = "pending" | "transcribing" | "retrying" | "complete";
 export type VoiceRecordingFinalizationState = "pending" | "transcript-ready" | "handed-off";
 export type VoiceRecordingChunkUploadState = "pending" | "syncing" | "complete";
+export type VoiceRecordingRecoveryMode = "automatic" | "manual";
+export type VoiceRecordingHandoffMode = "append" | "explicit";
 
 export type VoiceRecordingManifest = {
   version: 1;
@@ -22,6 +24,10 @@ export type VoiceRecordingManifest = {
   uploadState: VoiceRecordingUploadState;
   transcriptionState: VoiceRecordingTranscriptionState;
   finalizationState: VoiceRecordingFinalizationState;
+  /** Whether safe server reconciliation should continue without another user action. */
+  recoveryMode: VoiceRecordingRecoveryMode;
+  /** Delayed/recovered results require explicit insertion instead of mutating an uncertain draft. */
+  handoffMode: VoiceRecordingHandoffMode;
   /** Tab/process lease. A different owner may take over only after this heartbeat is stale. */
   ownerId: string | null;
   ownerHeartbeatAt: string | null;
@@ -91,6 +97,8 @@ export interface VoiceRecordingStore {
         | "ownerId"
         | "ownerHeartbeatAt"
         | "transcriptText"
+        | "recoveryMode"
+        | "handoffMode"
       >
     >,
     updatedAt: string,
@@ -155,6 +163,8 @@ export function createVoiceRecordingManifest(input: {
     uploadState: "pending",
     transcriptionState: "pending",
     finalizationState: "pending",
+    recoveryMode: "automatic",
+    handoffMode: "append",
     ownerId: input.ownerId ?? null,
     ownerHeartbeatAt: input.ownerId ? input.createdAt : null,
     transcriptText: null,
@@ -306,6 +316,7 @@ export class IndexedDbVoiceRecordingStore implements VoiceRecordingStore {
     const updated: VoiceRecordingManifest = {
       ...manifest,
       captureState: manifest.captureState === "capturing" ? "stopped" : manifest.captureState,
+      handoffMode: "explicit",
       ownerId,
       ownerHeartbeatAt: claimedAt,
       updatedAt: claimedAt,
@@ -370,6 +381,8 @@ export class IndexedDbVoiceRecordingStore implements VoiceRecordingStore {
         | "ownerId"
         | "ownerHeartbeatAt"
         | "transcriptText"
+        | "recoveryMode"
+        | "handoffMode"
       >
     >,
     updatedAt: string,
@@ -455,6 +468,8 @@ function normalizeManifest(manifest: VoiceRecordingManifest): VoiceRecordingMani
     ownerId: manifest.ownerId ?? null,
     ownerHeartbeatAt: manifest.ownerHeartbeatAt ?? null,
     transcriptText: manifest.transcriptText ?? null,
+    recoveryMode: manifest.recoveryMode ?? "manual",
+    handoffMode: manifest.handoffMode ?? "explicit",
   };
 }