@vivix-ai/ivi-frontend-sdk 0.3.1 → 0.3.2

package/dist/index.d.cts

@@ -62,6 +62,16 @@ interface IviRuntimeLogEntry {
     data?: unknown;
 }
 type IviRuntimeLogCallback = (entry: IviRuntimeLogEntry) => void;
+type IviRuntimeTrtcEventType = "remote_video_available" | "remote_video_unavailable" | "remote_audio_available" | "remote_audio_unavailable";
+interface IviRuntimeTrtcEvent {
+    sourceId: string;
+    type: IviRuntimeTrtcEventType;
+    rawType: string;
+    payload: unknown;
+    userId?: string;
+    streamType?: unknown;
+}
+type IviRuntimeTrtcEventListener = (event: IviRuntimeTrtcEvent) => void;
 type IviRuntimeConversationLifecycle = "added" | "done";
 type IviRuntimeConversationStatus = "in_progress" | "completed" | "incomplete";
 interface IviRuntimeConversationItem {
@@ -89,6 +99,10 @@ interface IviRuntimeCoordinatorConfig {
      * Runtime 内部链路日志回调；未传入时不输出日志。
      */
     onLog?: IviRuntimeLogCallback;
+    /**
+     * TRTC SDK 原始事件回调；可用于业务监听远端音视频可用性等底层事件。
+     */
+    onTrtcEvent?: IviRuntimeTrtcEventListener;
 }
 /**
  * 用户输入触发回复链路配置。
@@ -162,9 +176,10 @@ interface TrtcSourceSnapshot {
 type TrtcSourceListener = (snapshot: TrtcSourceSnapshot) => void;
 declare class TrtcSourceManager {
     private readonly onLog?;
+    private readonly onTrtcEvent?;
     private readonly sessions;
     private readonly listeners;
-    constructor(onLog?: IviRuntimeLogCallback | undefined);
+    constructor(onLog?: IviRuntimeLogCallback | undefined, onTrtcEvent?: IviRuntimeTrtcEventListener | undefined);
     /**
      * 将 runtime 当前 sources 与 TRTC 会话池对齐：
      * - 对 ready + trtc 的 source 进行 upsert（必要时建立连接）
@@ -224,6 +239,7 @@ declare class TrtcSourceManager {
     private disposeSession;
     private emitSnapshot;
     private log;
+    private emitTrtcEvent;
 }
 
 /**
@@ -380,6 +396,7 @@ declare class IviRuntimeCoordinator {
     private readonly conversationHandler;
     private readonly stateListeners;
     private readonly eventListeners;
+    private readonly trtcEventListeners;
     private readonly pendingUserTextToResponseFlows;
     private userTextFlowCounter;
     private waitingTracksListValidation;
@@ -402,6 +419,7 @@ declare class IviRuntimeCoordinator {
     getState(): IviRuntimeState;
     onStateChange(listener: (state: IviRuntimeState) => void): () => void;
     onEvent(listener: IviRuntimeEventListener): () => void;
+    onTrtcEvent(listener: IviRuntimeTrtcEventListener): () => void;
     emitLog(entry: IviRuntimeLogEntry): void;
     /**
      * 编排一次"用户文本输入 -> 触发模型回复"链路。
@@ -440,6 +458,7 @@ declare class IviRuntimeCoordinator {
     private onConversationsChanged;
     private setState;
     private emitEvent;
+    private emitTrtcEvent;
     private resetStoppedState;
     private ensureSourcesSyncedForTracks;
     private validateSourcesListRefreshed;
@@ -705,4 +724,4 @@ declare function useManagedIviRuntime(config: IviManagedRuntimeConfig): IviRunti
 
 declare function useIviStageView(): IviStageViewContextValue;
 
-export { EMPTY_RUNTIME_STATE, IVILivekitPlayer, type IVILivekitPlayerProps, IVIStageView, type IVIStageViewProps, IVISubtitleOverlay, type IVISubtitleOverlayProps, type IVISubtitleOverlayStyle, IVITrackSlot, type IVITrackSlotProps, IVITrtcPlayer, type IVITrtcPlayerProps, type IviFrontendClientConfig, IviFrontendSdk, type IviManagedRuntimeConfig, type IviManagedRuntimeLogCallback, type IviManagedRuntimeLogEntry, type IviManagedRuntimeLogLevel, type IviManagedRuntimeLogSource, type IviRuntimeConversationItem, type IviRuntimeConversationLifecycle, type IviRuntimeConversationStatus, IviRuntimeCoordinator, type IviRuntimeCoordinatorConfig, IviRuntimeDispatcher, type IviRuntimeDispatcherConfig, type IviRuntimeEventListener, type IviRuntimeLogCallback, type IviRuntimeLogEntry, type IviRuntimeLogLevel, type IviRuntimeSource, type IviRuntimeSourcePreloadState, type IviRuntimeState, type IviRuntimeStatus, type IviRuntimeStream, type IviRuntimeUserTextToResponseCallbacks, type IviRuntimeUserTextToResponseOptions, type IviRuntimeUserTextToResponseResult, type IviSourcePlaybackLivekit, type IviSourcePlaybackLivekitDescriptor, type IviStageSlotBinding, type IviStageViewContextValue, type IviSubtitleItem, type IviSubtitleRole, type IviUseSubtitlesOptions, LivekitSourceManager, TrtcSourceManager, isLivekitSourcePlayback, isReadyLivekitRuntimeSource, isSameLivekitConfig, useIviStageView, useIviSubtitles, useManagedIviRuntime, useRuntimeState };
+export { EMPTY_RUNTIME_STATE, IVILivekitPlayer, type IVILivekitPlayerProps, IVIStageView, type IVIStageViewProps, IVISubtitleOverlay, type IVISubtitleOverlayProps, type IVISubtitleOverlayStyle, IVITrackSlot, type IVITrackSlotProps, IVITrtcPlayer, type IVITrtcPlayerProps, type IviFrontendClientConfig, IviFrontendSdk, type IviManagedRuntimeConfig, type IviManagedRuntimeLogCallback, type IviManagedRuntimeLogEntry, type IviManagedRuntimeLogLevel, type IviManagedRuntimeLogSource, type IviRuntimeConversationItem, type IviRuntimeConversationLifecycle, type IviRuntimeConversationStatus, IviRuntimeCoordinator, type IviRuntimeCoordinatorConfig, IviRuntimeDispatcher, type IviRuntimeDispatcherConfig, type IviRuntimeEventListener, type IviRuntimeLogCallback, type IviRuntimeLogEntry, type IviRuntimeLogLevel, type IviRuntimeSource, type IviRuntimeSourcePreloadState, type IviRuntimeState, type IviRuntimeStatus, type IviRuntimeStream, type IviRuntimeTrtcEvent, type IviRuntimeTrtcEventListener, type IviRuntimeTrtcEventType, type IviRuntimeUserTextToResponseCallbacks, type IviRuntimeUserTextToResponseOptions, type IviRuntimeUserTextToResponseResult, type IviSourcePlaybackLivekit, type IviSourcePlaybackLivekitDescriptor, type IviStageSlotBinding, type IviStageViewContextValue, type IviSubtitleItem, type IviSubtitleRole, type IviUseSubtitlesOptions, LivekitSourceManager, TrtcSourceManager, isLivekitSourcePlayback, isReadyLivekitRuntimeSource, isSameLivekitConfig, useIviStageView, useIviSubtitles, useManagedIviRuntime, useRuntimeState };

package/dist/index.d.ts

@@ -62,6 +62,16 @@ interface IviRuntimeLogEntry {
     data?: unknown;
 }
 type IviRuntimeLogCallback = (entry: IviRuntimeLogEntry) => void;
+type IviRuntimeTrtcEventType = "remote_video_available" | "remote_video_unavailable" | "remote_audio_available" | "remote_audio_unavailable";
+interface IviRuntimeTrtcEvent {
+    sourceId: string;
+    type: IviRuntimeTrtcEventType;
+    rawType: string;
+    payload: unknown;
+    userId?: string;
+    streamType?: unknown;
+}
+type IviRuntimeTrtcEventListener = (event: IviRuntimeTrtcEvent) => void;
 type IviRuntimeConversationLifecycle = "added" | "done";
 type IviRuntimeConversationStatus = "in_progress" | "completed" | "incomplete";
 interface IviRuntimeConversationItem {
@@ -89,6 +99,10 @@ interface IviRuntimeCoordinatorConfig {
      * Runtime 内部链路日志回调；未传入时不输出日志。
      */
     onLog?: IviRuntimeLogCallback;
+    /**
+     * TRTC SDK 原始事件回调；可用于业务监听远端音视频可用性等底层事件。
+     */
+    onTrtcEvent?: IviRuntimeTrtcEventListener;
 }
 /**
  * 用户输入触发回复链路配置。
@@ -162,9 +176,10 @@ interface TrtcSourceSnapshot {
 type TrtcSourceListener = (snapshot: TrtcSourceSnapshot) => void;
 declare class TrtcSourceManager {
     private readonly onLog?;
+    private readonly onTrtcEvent?;
     private readonly sessions;
     private readonly listeners;
-    constructor(onLog?: IviRuntimeLogCallback | undefined);
+    constructor(onLog?: IviRuntimeLogCallback | undefined, onTrtcEvent?: IviRuntimeTrtcEventListener | undefined);
     /**
      * 将 runtime 当前 sources 与 TRTC 会话池对齐：
      * - 对 ready + trtc 的 source 进行 upsert（必要时建立连接）
@@ -224,6 +239,7 @@ declare class TrtcSourceManager {
     private disposeSession;
     private emitSnapshot;
     private log;
+    private emitTrtcEvent;
 }
 
 /**
@@ -380,6 +396,7 @@ declare class IviRuntimeCoordinator {
     private readonly conversationHandler;
     private readonly stateListeners;
     private readonly eventListeners;
+    private readonly trtcEventListeners;
     private readonly pendingUserTextToResponseFlows;
     private userTextFlowCounter;
     private waitingTracksListValidation;
@@ -402,6 +419,7 @@ declare class IviRuntimeCoordinator {
     getState(): IviRuntimeState;
     onStateChange(listener: (state: IviRuntimeState) => void): () => void;
     onEvent(listener: IviRuntimeEventListener): () => void;
+    onTrtcEvent(listener: IviRuntimeTrtcEventListener): () => void;
     emitLog(entry: IviRuntimeLogEntry): void;
     /**
      * 编排一次"用户文本输入 -> 触发模型回复"链路。
@@ -440,6 +458,7 @@ declare class IviRuntimeCoordinator {
     private onConversationsChanged;
     private setState;
     private emitEvent;
+    private emitTrtcEvent;
     private resetStoppedState;
     private ensureSourcesSyncedForTracks;
     private validateSourcesListRefreshed;
@@ -705,4 +724,4 @@ declare function useManagedIviRuntime(config: IviManagedRuntimeConfig): IviRunti
 
 declare function useIviStageView(): IviStageViewContextValue;
 
-export { EMPTY_RUNTIME_STATE, IVILivekitPlayer, type IVILivekitPlayerProps, IVIStageView, type IVIStageViewProps, IVISubtitleOverlay, type IVISubtitleOverlayProps, type IVISubtitleOverlayStyle, IVITrackSlot, type IVITrackSlotProps, IVITrtcPlayer, type IVITrtcPlayerProps, type IviFrontendClientConfig, IviFrontendSdk, type IviManagedRuntimeConfig, type IviManagedRuntimeLogCallback, type IviManagedRuntimeLogEntry, type IviManagedRuntimeLogLevel, type IviManagedRuntimeLogSource, type IviRuntimeConversationItem, type IviRuntimeConversationLifecycle, type IviRuntimeConversationStatus, IviRuntimeCoordinator, type IviRuntimeCoordinatorConfig, IviRuntimeDispatcher, type IviRuntimeDispatcherConfig, type IviRuntimeEventListener, type IviRuntimeLogCallback, type IviRuntimeLogEntry, type IviRuntimeLogLevel, type IviRuntimeSource, type IviRuntimeSourcePreloadState, type IviRuntimeState, type IviRuntimeStatus, type IviRuntimeStream, type IviRuntimeUserTextToResponseCallbacks, type IviRuntimeUserTextToResponseOptions, type IviRuntimeUserTextToResponseResult, type IviSourcePlaybackLivekit, type IviSourcePlaybackLivekitDescriptor, type IviStageSlotBinding, type IviStageViewContextValue, type IviSubtitleItem, type IviSubtitleRole, type IviUseSubtitlesOptions, LivekitSourceManager, TrtcSourceManager, isLivekitSourcePlayback, isReadyLivekitRuntimeSource, isSameLivekitConfig, useIviStageView, useIviSubtitles, useManagedIviRuntime, useRuntimeState };
+export { EMPTY_RUNTIME_STATE, IVILivekitPlayer, type IVILivekitPlayerProps, IVIStageView, type IVIStageViewProps, IVISubtitleOverlay, type IVISubtitleOverlayProps, type IVISubtitleOverlayStyle, IVITrackSlot, type IVITrackSlotProps, IVITrtcPlayer, type IVITrtcPlayerProps, type IviFrontendClientConfig, IviFrontendSdk, type IviManagedRuntimeConfig, type IviManagedRuntimeLogCallback, type IviManagedRuntimeLogEntry, type IviManagedRuntimeLogLevel, type IviManagedRuntimeLogSource, type IviRuntimeConversationItem, type IviRuntimeConversationLifecycle, type IviRuntimeConversationStatus, IviRuntimeCoordinator, type IviRuntimeCoordinatorConfig, IviRuntimeDispatcher, type IviRuntimeDispatcherConfig, type IviRuntimeEventListener, type IviRuntimeLogCallback, type IviRuntimeLogEntry, type IviRuntimeLogLevel, type IviRuntimeSource, type IviRuntimeSourcePreloadState, type IviRuntimeState, type IviRuntimeStatus, type IviRuntimeStream, type IviRuntimeTrtcEvent, type IviRuntimeTrtcEventListener, type IviRuntimeTrtcEventType, type IviRuntimeUserTextToResponseCallbacks, type IviRuntimeUserTextToResponseOptions, type IviRuntimeUserTextToResponseResult, type IviSourcePlaybackLivekit, type IviSourcePlaybackLivekitDescriptor, type IviStageSlotBinding, type IviStageViewContextValue, type IviSubtitleItem, type IviSubtitleRole, type IviUseSubtitlesOptions, LivekitSourceManager, TrtcSourceManager, isLivekitSourcePlayback, isReadyLivekitRuntimeSource, isSameLivekitConfig, useIviStageView, useIviSubtitles, useManagedIviRuntime, useRuntimeState };

package/dist/index.js

@@ -1106,8 +1106,9 @@ var ConversationManager = class {
 // src/runtime/managers/trtc-source-manager.ts
 var TAG = "[IVI-TRTC]";
 var TrtcSourceManager = class {
-  constructor(onLog) {
+  constructor(onLog, onTrtcEvent) {
     this.onLog = onLog;
+    this.onTrtcEvent = onTrtcEvent;
     this.sessions = /* @__PURE__ */ new Map();
     this.listeners = /* @__PURE__ */ new Map();
   }
@@ -1343,6 +1344,7 @@ var TrtcSourceManager = class {
         session.views.forEach((binding) => {
           void this.startRemoteVideoForBinding(client, event.userId, event.streamType, binding, remoteVideoKey);
         });
+        this.emitTrtcEvent(session.sourceId, "remote_video_available", TRTC.EVENT.REMOTE_VIDEO_AVAILABLE, event);
       };
       const onRemoteVideoUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u89C6\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId} streamType=${event.streamType}`);
@@ -1356,16 +1358,19 @@ var TrtcSourceManager = class {
           userId: event.userId,
           streamType: event.streamType
         }).catch(() => void 0);
+        this.emitTrtcEvent(session.sourceId, "remote_video_unavailable", TRTC.EVENT.REMOTE_VIDEO_UNAVAILABLE, event);
       };
       const onRemoteAudioAvailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.add(event.userId);
         void this.applyAudioPolicy(session);
+        this.emitTrtcEvent(session.sourceId, "remote_audio_available", TRTC.EVENT.REMOTE_AUDIO_AVAILABLE, event);
       };
       const onRemoteAudioUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.delete(event.userId);
         void this.applyAudioPolicy(session);
+        this.emitTrtcEvent(session.sourceId, "remote_audio_unavailable", TRTC.EVENT.REMOTE_AUDIO_UNAVAILABLE, event);
       };
       session.onRemoteVideoAvailable = onRemoteVideoAvailable;
       session.onRemoteVideoUnavailable = onRemoteVideoUnavailable;
@@ -1538,6 +1543,17 @@ var TrtcSourceManager = class {
       data: extra.length > 0 ? { message, extra } : { message }
     });
   }
+  emitTrtcEvent(sourceId, type, rawType, payload) {
+    const event = {
+      sourceId,
+      type,
+      rawType: String(rawType),
+      payload,
+      userId: payload.userId,
+      streamType: payload.streamType
+    };
+    this.onTrtcEvent?.(event);
+  }
 };
 function isRuntimeTrtcSource(source) {
   return source.status === "ready" && source.playback?.type === "trtc" && typeof source.playback.trtc === "object" && source.playback.trtc !== null;
@@ -2036,6 +2052,7 @@ var IviRuntimeCoordinator = class {
     this.conversationManager = new ConversationManager();
     this.stateListeners = /* @__PURE__ */ new Set();
     this.eventListeners = /* @__PURE__ */ new Set();
+    this.trtcEventListeners = /* @__PURE__ */ new Set();
     this.pendingUserTextToResponseFlows = /* @__PURE__ */ new Map();
     this.userTextFlowCounter = 0;
     this.waitingTracksListValidation = false;
@@ -2055,7 +2072,10 @@ var IviRuntimeCoordinator = class {
       syncStageOnSessionCreated: true,
       ...config
     };
-    this.trtcSourceManager = new TrtcSourceManager(this.config.onLog);
+    this.trtcSourceManager = new TrtcSourceManager(
+      this.config.onLog,
+      (event) => this.emitTrtcEvent(event)
+    );
     this.livekitSourceManager = new LivekitSourceManager(this.config.onLog);
     this.sessionHandler = new SessionEventHandler(this.sessionManager, {
       onSessionCreated: (event) => this.onSessionCreated(event),
@@ -2128,6 +2148,12 @@ var IviRuntimeCoordinator = class {
       this.eventListeners.delete(listener);
     };
   }
+  onTrtcEvent(listener) {
+    this.trtcEventListeners.add(listener);
+    return () => {
+      this.trtcEventListeners.delete(listener);
+    };
+  }
   emitLog(entry) {
     this.config.onLog?.(entry);
   }
@@ -2382,6 +2408,10 @@ var IviRuntimeCoordinator = class {
     this.progressUserTextToResponseFlows(event);
     this.eventListeners.forEach((listener) => listener(event, this.state));
   }
+  emitTrtcEvent(event) {
+    this.config.onTrtcEvent?.(event);
+    this.trtcEventListeners.forEach((listener) => listener(event));
+  }
   resetStoppedState() {
     this.rejectPendingUserTextToResponseFlows(
       new Error("Runtime stopped before user text to response flow completed.")