@vivix-ai/ivi-frontend-sdk 0.3.1 → 0.3.3

package/README.md

@@ -155,12 +155,35 @@ const unlistenEvent = runtime.onEvent((event, state) => {
   console.log("event:", event.type, "runtime:", state.status);
 });
 
+const unlistenTrtcEvent = runtime.onTrtcEvent((event) => {
+  console.log("trtc event:", event.sourceId, event.type, event.payload);
+});
+
 // 业务结束时
 unlistenState();
 unlistenEvent();
+unlistenTrtcEvent();
 runtime.stop();
 ```
 
+也可以在创建 runtime 时通过 `onTrtcEvent` 配置项统一接收 TRTC SDK 原始事件：
+
+```ts
+const runtime = new IviRuntimeCoordinator(client, {
+  trtcAIDenoiser: {
+    enabled: true,
+    mode: "normal" // 也可使用 "far_field_reduction"
+  },
+  onTrtcEvent: (event) => {
+    // event.type: "remote_video_available" | "remote_video_unavailable" | "remote_audio_available" | "remote_audio_unavailable"
+    // event.rawType: TRTC SDK 原始事件名
+    // event.payload: TRTC SDK 原始事件 payload
+  }
+});
+```
+
+`trtcAIDenoiser` 默认开启，传 `false` 可关闭；也可以传 `{ enabled, mode, assetsPath }` 调整 TRTC SDK 的 AIDenoiser 插件参数。
+
 ### 3）发送用户文本并触发模型回复
 
 ```ts
@@ -472,6 +495,7 @@ TRTC 远端流播放器，自动以 audience 身份入会并订阅远端流。
 | `loadingFallback` | `ReactNode` | 加载中兜底 |
 | `errorFallback` | `ReactNode` | 错误兜底 |
 | `muted` | `boolean` | 是否静音 |
+| `trtcAIDenoiser` | `boolean \| IviRuntimeTrtcAIDenoiserOptions` | 独立使用 `IVITrtcPlayer` 时的 TRTC AIDenoiser 配置，默认开启 |
 | `className` / `style` | — | 容器样式 |
 
 ### `IVILivekitPlayer`

package/dist/index.cjs

@@ -1107,9 +1107,15 @@ var ConversationManager = class {
 
 // src/runtime/managers/trtc-source-manager.ts
 var TAG = "[IVI-TRTC]";
+var DEFAULT_DENOISER_OPTIONS = {
+  enabled: true,
+  mode: "normal"
+};
 var TrtcSourceManager = class {
-  constructor(onLog) {
+  constructor(onLog, onTrtcEvent, aiDenoiser) {
     this.onLog = onLog;
+    this.onTrtcEvent = onTrtcEvent;
+    this.aiDenoiser = aiDenoiser;
     this.sessions = /* @__PURE__ */ new Map();
     this.listeners = /* @__PURE__ */ new Map();
   }
@@ -1136,21 +1142,21 @@ var TrtcSourceManager = class {
    * 按 sourceId 注册/更新 TRTC 配置。
    * 若配置发生变化，会先销毁旧会话再按新参数重建连接。
    */
-  upsertSource(sourceId, trtc) {
+  upsertSource(sourceId, trtc, aiDenoiser) {
     const existing = this.sessions.get(sourceId);
     if (!existing) {
       this.log("info", `\u65B0\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")} user=${getTrtcString(trtc, "user_id")}`);
-      const session2 = this.createSession(sourceId, trtc);
+      const session2 = this.createSession(sourceId, trtc, aiDenoiser);
       this.sessions.set(sourceId, session2);
       void this.ensureConnected(session2);
       return;
     }
-    if (isSameTrtcConfig(existing.trtc, trtc)) {
+    if (isSameTrtcConfig(existing.trtc, trtc) && isSameAIDenoiserOptions(existing.aiDenoiser, aiDenoiser)) {
       return;
     }
     this.log("info", `\u914D\u7F6E\u53D8\u66F4\uFF0C\u91CD\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")}`);
     void this.disposeSession(existing);
-    const session = this.createSession(sourceId, trtc);
+    const session = this.createSession(sourceId, trtc, aiDenoiser);
     this.sessions.set(sourceId, session);
     void this.ensureConnected(session);
   }
@@ -1287,10 +1293,11 @@ var TrtcSourceManager = class {
     binding.muted = muted;
     void this.applyAudioPolicy(session);
   }
-  createSession(sourceId, trtc) {
+  createSession(sourceId, trtc, aiDenoiser) {
     return {
       sourceId,
       trtc,
+      aiDenoiser,
       TRTC: null,
       client: null,
       connectPromise: null,
@@ -1345,6 +1352,7 @@ var TrtcSourceManager = class {
         session.views.forEach((binding) => {
           void this.startRemoteVideoForBinding(client, event.userId, event.streamType, binding, remoteVideoKey);
         });
+        this.emitTrtcEvent(session.sourceId, "remote_video_available", TRTC.EVENT.REMOTE_VIDEO_AVAILABLE, event);
       };
       const onRemoteVideoUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u89C6\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId} streamType=${event.streamType}`);
@@ -1358,16 +1366,19 @@ var TrtcSourceManager = class {
           userId: event.userId,
           streamType: event.streamType
         }).catch(() => void 0);
+        this.emitTrtcEvent(session.sourceId, "remote_video_unavailable", TRTC.EVENT.REMOTE_VIDEO_UNAVAILABLE, event);
       };
       const onRemoteAudioAvailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.add(event.userId);
         void this.applyAudioPolicy(session);
+        this.emitTrtcEvent(session.sourceId, "remote_audio_available", TRTC.EVENT.REMOTE_AUDIO_AVAILABLE, event);
       };
       const onRemoteAudioUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.delete(event.userId);
         void this.applyAudioPolicy(session);
+        this.emitTrtcEvent(session.sourceId, "remote_audio_unavailable", TRTC.EVENT.REMOTE_AUDIO_UNAVAILABLE, event);
       };
       session.onRemoteVideoAvailable = onRemoteVideoAvailable;
       session.onRemoteVideoUnavailable = onRemoteVideoUnavailable;
@@ -1392,6 +1403,7 @@ var TrtcSourceManager = class {
       session.status = "connected";
       session.error = void 0;
       this.log("info", `\u8FDB\u623F\u6210\u529F source=${session.sourceId} room=${roomId}`);
+      await this.applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig);
       this.emitSnapshot(session.sourceId, {
         status: session.status
       });
@@ -1477,6 +1489,25 @@ var TrtcSourceManager = class {
       await client.muteRemoteAudio(userId, false);
     }
   }
+  async applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig) {
+    const options = resolveAIDenoiserOptions(session.aiDenoiser ?? this.aiDenoiser);
+    if (!options.enabled) {
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5173\u95ED source=${session.sourceId}`);
+      return;
+    }
+    try {
+      await client.startPlugin("AIDenoiser", {
+        sdkAppId,
+        userId,
+        userSig,
+        mode: getAIDenoiserModeValue(options.mode),
+        ...options.assetsPath ? { assetsPath: options.assetsPath } : {}
+      });
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5F00\u542F source=${session.sourceId} mode=${options.mode}`);
+    } catch (error) {
+      this.log("warn", `TRTC AIDenoiser \u5F00\u542F\u5931\u8D25 source=${session.sourceId}`, error);
+    }
+  }
   /**
    * 销毁单个 source 会话：
    * 解绑事件、停止远端视频、退出房间并销毁客户端。
@@ -1540,6 +1571,17 @@ var TrtcSourceManager = class {
       data: extra.length > 0 ? { message, extra } : { message }
     });
   }
+  emitTrtcEvent(sourceId, type, rawType, payload) {
+    const event = {
+      sourceId,
+      type,
+      rawType: String(rawType),
+      payload,
+      userId: payload.userId,
+      streamType: payload.streamType
+    };
+    this.onTrtcEvent?.(event);
+  }
 };
 function isRuntimeTrtcSource(source) {
   return source.status === "ready" && source.playback?.type === "trtc" && typeof source.playback.trtc === "object" && source.playback.trtc !== null;
@@ -1547,6 +1589,11 @@ function isRuntimeTrtcSource(source) {
 function isSameTrtcConfig(a, b) {
   return a.app_id === b.app_id && a.user_id === b.user_id && a.user_sig === b.user_sig && a.room_id === b.room_id;
 }
+function isSameAIDenoiserOptions(a, b) {
+  const left = resolveAIDenoiserOptions(a);
+  const right = resolveAIDenoiserOptions(b);
+  return left.enabled === right.enabled && left.mode === right.mode && left.assetsPath === right.assetsPath;
+}
 function shouldUseStringRoomId(roomId) {
   if (!/^\d+$/.test(roomId)) {
     return true;
@@ -1558,6 +1605,26 @@ function getTrtcString(trtc, key) {
   const value = trtc[key];
   return typeof value === "string" ? value : "";
 }
+function resolveAIDenoiserOptions(options) {
+  if (options === false) {
+    return {
+      ...DEFAULT_DENOISER_OPTIONS,
+      enabled: false
+    };
+  }
+  if (options === true || options === void 0) {
+    return DEFAULT_DENOISER_OPTIONS;
+  }
+  return {
+    ...DEFAULT_DENOISER_OPTIONS,
+    ...options,
+    enabled: options.enabled ?? DEFAULT_DENOISER_OPTIONS.enabled,
+    mode: options.mode ?? DEFAULT_DENOISER_OPTIONS.mode
+  };
+}
+function getAIDenoiserModeValue(mode) {
+  return mode === "far_field_reduction" ? 1 : 0;
+}
 function buildRemoteVideoKey(userId, streamType) {
   return `${userId}::${streamType}`;
 }
@@ -2038,6 +2105,7 @@ var IviRuntimeCoordinator = class {
     this.conversationManager = new ConversationManager();
     this.stateListeners = /* @__PURE__ */ new Set();
     this.eventListeners = /* @__PURE__ */ new Set();
+    this.trtcEventListeners = /* @__PURE__ */ new Set();
     this.pendingUserTextToResponseFlows = /* @__PURE__ */ new Map();
     this.userTextFlowCounter = 0;
     this.waitingTracksListValidation = false;
@@ -2057,7 +2125,11 @@ var IviRuntimeCoordinator = class {
       syncStageOnSessionCreated: true,
       ...config
     };
-    this.trtcSourceManager = new TrtcSourceManager(this.config.onLog);
+    this.trtcSourceManager = new TrtcSourceManager(
+      this.config.onLog,
+      (event) => this.emitTrtcEvent(event),
+      this.config.trtcAIDenoiser
+    );
     this.livekitSourceManager = new LivekitSourceManager(this.config.onLog);
     this.sessionHandler = new SessionEventHandler(this.sessionManager, {
       onSessionCreated: (event) => this.onSessionCreated(event),
@@ -2130,6 +2202,12 @@ var IviRuntimeCoordinator = class {
       this.eventListeners.delete(listener);
     };
   }
+  onTrtcEvent(listener) {
+    this.trtcEventListeners.add(listener);
+    return () => {
+      this.trtcEventListeners.delete(listener);
+    };
+  }
   emitLog(entry) {
     this.config.onLog?.(entry);
   }
@@ -2384,6 +2462,10 @@ var IviRuntimeCoordinator = class {
     this.progressUserTextToResponseFlows(event);
     this.eventListeners.forEach((listener) => listener(event, this.state));
   }
+  emitTrtcEvent(event) {
+    this.config.onTrtcEvent?.(event);
+    this.trtcEventListeners.forEach((listener) => listener(event));
+  }
   resetStoppedState() {
     this.rejectPendingUserTextToResponseFlows(
       new Error("Runtime stopped before user text to response flow completed.")
@@ -3126,7 +3208,8 @@ function IVITrtcPlayer(props) {
     style,
     loadingFallback = null,
     errorFallback = null,
-    muted = false
+    muted = false,
+    trtcAIDenoiser
   } = props;
   const containerRef = react.useRef(null);
   const viewIdRef = react.useRef(`trtc-view-${Math.random().toString(36).slice(2, 10)}`);
@@ -3147,7 +3230,7 @@ function IVITrtcPlayer(props) {
     }
     let disposed = false;
     if (shouldManageSourceLifecycle) {
-      manager.upsertSource(resolvedSourceId, trtc);
+      manager.upsertSource(resolvedSourceId, trtc, trtcAIDenoiser);
     }
     const unsubscribe = manager.subscribe(resolvedSourceId, (snapshot) => {
       if (disposed) {
@@ -3178,7 +3261,8 @@ function IVITrtcPlayer(props) {
     trtc.app_id,
     trtc.room_id,
     trtc.user_id,
-    trtc.user_sig
+    trtc.user_sig,
+    trtcAIDenoiser
   ]);
   react.useEffect(() => {
     manager.updateViewMuted(resolvedSourceId, viewIdRef.current, muted);