@vivix-ai/ivi-frontend-sdk 0.3.2 → 0.3.4

package/README.md

@@ -170,6 +170,10 @@ runtime.stop();
 
 ```ts
 const runtime = new IviRuntimeCoordinator(client, {
+  trtcAIDenoiser: {
+    enabled: true,
+    mode: "normal" // 也可使用 "far_field_reduction"
+  },
   onTrtcEvent: (event) => {
     // event.type: "remote_video_available" | "remote_video_unavailable" | "remote_audio_available" | "remote_audio_unavailable"
     // event.rawType: TRTC SDK 原始事件名
@@ -178,6 +182,8 @@ const runtime = new IviRuntimeCoordinator(client, {
 });
 ```
 
+`trtcAIDenoiser` 默认开启，传 `false` 可关闭；也可以传 `{ enabled, mode, assetsPath }` 调整 TRTC SDK 的 AIDenoiser 插件参数。
+
 ### 3）发送用户文本并触发模型回复
 
 ```ts
@@ -489,6 +495,7 @@ TRTC 远端流播放器，自动以 audience 身份入会并订阅远端流。
 | `loadingFallback` | `ReactNode` | 加载中兜底 |
 | `errorFallback` | `ReactNode` | 错误兜底 |
 | `muted` | `boolean` | 是否静音 |
+| `trtcAIDenoiser` | `boolean \| IviRuntimeTrtcAIDenoiserOptions` | 独立使用 `IVITrtcPlayer` 时的 TRTC AIDenoiser 配置，默认开启 |
 | `className` / `style` | — | 容器样式 |
 
 ### `IVILivekitPlayer`

package/dist/index.cjs

@@ -1107,11 +1107,17 @@ var ConversationManager = class {
 
 // src/runtime/managers/trtc-source-manager.ts
 var TAG = "[IVI-TRTC]";
+var DEFAULT_DENOISER_OPTIONS = {
+  enabled: true,
+  mode: "normal"
+};
 var TrtcSourceManager = class {
-  constructor(onLog, onTrtcEvent) {
+  constructor(onLog, onTrtcEvent, aiDenoiser) {
     this.onLog = onLog;
     this.onTrtcEvent = onTrtcEvent;
+    this.aiDenoiser = aiDenoiser;
     this.sessions = /* @__PURE__ */ new Map();
+    this.sourceSessionKeys = /* @__PURE__ */ new Map();
     this.listeners = /* @__PURE__ */ new Map();
   }
   /**
@@ -1120,15 +1126,16 @@ var TrtcSourceManager = class {
    * - 清理已不在 runtime 中的会话（释放资源）
    */
   syncRuntimeSources(sources) {
-    const existingIds = new Set(sources.keys());
+    const trtcSourceIds = /* @__PURE__ */ new Set();
     sources.forEach((source, sourceId) => {
       if (!isRuntimeTrtcSource(source)) {
         return;
       }
+      trtcSourceIds.add(sourceId);
       this.upsertSource(sourceId, source.playback.trtc);
     });
-    this.sessions.forEach((_session, sourceId) => {
-      if (!existingIds.has(sourceId)) {
+    Array.from(this.sourceSessionKeys.keys()).forEach((sourceId) => {
+      if (!trtcSourceIds.has(sourceId)) {
         this.removeSource(sourceId);
       }
     });
@@ -1137,22 +1144,29 @@ var TrtcSourceManager = class {
    * 按 sourceId 注册/更新 TRTC 配置。
    * 若配置发生变化，会先销毁旧会话再按新参数重建连接。
    */
-  upsertSource(sourceId, trtc) {
-    const existing = this.sessions.get(sourceId);
-    if (!existing) {
-      this.log("info", `\u65B0\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")} user=${getTrtcString(trtc, "user_id")}`);
-      const session2 = this.createSession(sourceId, trtc);
-      this.sessions.set(sourceId, session2);
-      void this.ensureConnected(session2);
+  upsertSource(sourceId, trtc, aiDenoiser) {
+    const existing = this.getSession(sourceId);
+    if (existing && isSameTrtcConfig(existing.trtc, trtc) && isSameAIDenoiserOptions(existing.aiDenoiser, aiDenoiser)) {
       return;
     }
-    if (isSameTrtcConfig(existing.trtc, trtc)) {
+    if (existing) {
+      this.log("info", `\u914D\u7F6E\u53D8\u66F4\uFF0C\u91CD\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")}`);
+      this.unlinkSourceFromSession(sourceId, existing);
+    }
+    const sessionKey = buildTrtcSessionKey(trtc, aiDenoiser);
+    const reusable = this.sessions.get(sessionKey);
+    if (reusable) {
+      this.log("info", `\u590D\u7528\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")} user=${getTrtcString(trtc, "user_id")}`);
+      reusable.sourceIds.add(sourceId);
+      this.sourceSessionKeys.set(sourceId, sessionKey);
+      this.emitSnapshot(sourceId, this.snapshotFromSession(reusable));
+      void this.ensureConnected(reusable);
       return;
     }
-    this.log("info", `\u914D\u7F6E\u53D8\u66F4\uFF0C\u91CD\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")}`);
-    void this.disposeSession(existing);
-    const session = this.createSession(sourceId, trtc);
-    this.sessions.set(sourceId, session);
+    this.log("info", `\u65B0\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")} user=${getTrtcString(trtc, "user_id")}`);
+    const session = this.createSession(sourceId, trtc, aiDenoiser);
+    this.sessions.set(session.sessionKey, session);
+    this.sourceSessionKeys.set(sourceId, session.sessionKey);
     void this.ensureConnected(session);
   }
   /**
@@ -1160,13 +1174,12 @@ var TrtcSourceManager = class {
    * 该操作通常由 source.deleted 或会话重置触发。
    */
   removeSource(sourceId) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) {
       return;
     }
     this.log("info", `\u79FB\u9664\u4F1A\u8BDD source=${sourceId}`);
-    this.sessions.delete(sourceId);
-    void this.disposeSession(session);
+    this.unlinkSourceFromSession(sourceId, session);
     this.emitSnapshot(sourceId, {
       status: "idle"
     });
@@ -1176,6 +1189,7 @@ var TrtcSourceManager = class {
     this.log("info", `\u91CD\u7F6E\u5168\u90E8\u4F1A\u8BDD count=${this.sessions.size}`);
     const sessions = Array.from(this.sessions.values());
     this.sessions.clear();
+    this.sourceSessionKeys.clear();
     sessions.forEach((session) => {
       void this.disposeSession(session);
     });
@@ -1198,7 +1212,7 @@ var TrtcSourceManager = class {
     };
   }
   getSnapshot(sourceId) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) {
       return {
         status: "idle"
@@ -1213,7 +1227,7 @@ var TrtcSourceManager = class {
    * 检查指定 source 的 TRTC 会话是否曾收到过 REMOTE_VIDEO_AVAILABLE 事件。
    */
   hasRemoteVideoAvailable(sourceId) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     return session?.hasEverReceivedRemoteVideo ?? false;
   }
   /**
@@ -1222,7 +1236,7 @@ var TrtcSourceManager = class {
    * - 若会话被销毁或超时，返回 false。
    */
   waitForRemoteVideoAvailable(sourceId, timeoutMs = 3e4) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) return Promise.resolve(false);
     if (session.hasEverReceivedRemoteVideo) return Promise.resolve(true);
     return new Promise((resolve) => {
@@ -1250,11 +1264,12 @@ var TrtcSourceManager = class {
    * - 应用全局音频策略（根据所有 view 的 muted 汇总）
    */
   async attachView(sourceId, viewId, container, muted) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) {
       throw new Error(`TRTC source session not found: ${sourceId}`);
     }
     session.views.set(viewId, {
+      sourceId,
       container,
       muted,
       startedVideoKeys: /* @__PURE__ */ new Set(),
@@ -1269,15 +1284,18 @@ var TrtcSourceManager = class {
     await this.applyAudioPolicy(session);
   }
   detachView(sourceId, viewId) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) {
       return;
     }
-    session.views.delete(viewId);
+    const binding = session.views.get(viewId);
+    if (binding?.sourceId === sourceId) {
+      session.views.delete(viewId);
+    }
     void this.applyAudioPolicy(session);
   }
   updateViewMuted(sourceId, viewId, muted) {
-    const session = this.sessions.get(sourceId);
+    const session = this.getSession(sourceId);
     if (!session) {
       return;
     }
@@ -1288,10 +1306,45 @@ var TrtcSourceManager = class {
     binding.muted = muted;
     void this.applyAudioPolicy(session);
   }
-  createSession(sourceId, trtc) {
+  unlinkSourceFromSession(sourceId, session) {
+    session.sourceIds.delete(sourceId);
+    this.sourceSessionKeys.delete(sourceId);
+    session.views.forEach((binding, viewId) => {
+      if (binding.sourceId === sourceId) {
+        session.views.delete(viewId);
+      }
+    });
+    if (session.sourceIds.size > 0) {
+      session.sourceId = session.sourceIds.values().next().value ?? session.sourceId;
+      void this.applyAudioPolicy(session);
+      return;
+    }
+    this.sessions.delete(session.sessionKey);
+    void this.disposeSession(session);
+  }
+  getSession(sourceId) {
+    const sessionKey = this.sourceSessionKeys.get(sourceId);
+    return sessionKey ? this.sessions.get(sessionKey) : void 0;
+  }
+  snapshotFromSession(session) {
+    return {
+      status: session.status,
+      error: session.error
+    };
+  }
+  emitSessionSnapshot(session, snapshot) {
+    session.sourceIds.forEach((sourceId) => this.emitSnapshot(sourceId, snapshot));
+  }
+  emitSessionTrtcEvent(session, type, rawType, payload) {
+    session.sourceIds.forEach((sourceId) => this.emitTrtcEvent(sourceId, type, rawType, payload));
+  }
+  createSession(sourceId, trtc, aiDenoiser) {
     return {
+      sessionKey: buildTrtcSessionKey(trtc, aiDenoiser),
       sourceId,
+      sourceIds: /* @__PURE__ */ new Set([sourceId]),
       trtc,
+      aiDenoiser,
       TRTC: null,
       client: null,
       connectPromise: null,
@@ -1317,7 +1370,7 @@ var TrtcSourceManager = class {
     }
     session.status = "connecting";
     session.error = void 0;
-    this.emitSnapshot(session.sourceId, {
+    this.emitSessionSnapshot(session, {
       status: session.status
     });
     session.connectPromise = (async () => {
@@ -1346,7 +1399,7 @@ var TrtcSourceManager = class {
         session.views.forEach((binding) => {
           void this.startRemoteVideoForBinding(client, event.userId, event.streamType, binding, remoteVideoKey);
         });
-        this.emitTrtcEvent(session.sourceId, "remote_video_available", TRTC.EVENT.REMOTE_VIDEO_AVAILABLE, event);
+        this.emitSessionTrtcEvent(session, "remote_video_available", TRTC.EVENT.REMOTE_VIDEO_AVAILABLE, event);
       };
       const onRemoteVideoUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u89C6\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId} streamType=${event.streamType}`);
@@ -1360,19 +1413,19 @@ var TrtcSourceManager = class {
           userId: event.userId,
           streamType: event.streamType
         }).catch(() => void 0);
-        this.emitTrtcEvent(session.sourceId, "remote_video_unavailable", TRTC.EVENT.REMOTE_VIDEO_UNAVAILABLE, event);
+        this.emitSessionTrtcEvent(session, "remote_video_unavailable", TRTC.EVENT.REMOTE_VIDEO_UNAVAILABLE, event);
       };
       const onRemoteAudioAvailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.add(event.userId);
         void this.applyAudioPolicy(session);
-        this.emitTrtcEvent(session.sourceId, "remote_audio_available", TRTC.EVENT.REMOTE_AUDIO_AVAILABLE, event);
+        this.emitSessionTrtcEvent(session, "remote_audio_available", TRTC.EVENT.REMOTE_AUDIO_AVAILABLE, event);
       };
       const onRemoteAudioUnavailable = (event) => {
         this.log("info", `\u8FDC\u7AEF\u97F3\u9891\u4E0D\u53EF\u7528 source=${session.sourceId} userId=${event.userId}`);
         session.remoteAudioUsers.delete(event.userId);
         void this.applyAudioPolicy(session);
-        this.emitTrtcEvent(session.sourceId, "remote_audio_unavailable", TRTC.EVENT.REMOTE_AUDIO_UNAVAILABLE, event);
+        this.emitSessionTrtcEvent(session, "remote_audio_unavailable", TRTC.EVENT.REMOTE_AUDIO_UNAVAILABLE, event);
       };
       session.onRemoteVideoAvailable = onRemoteVideoAvailable;
       session.onRemoteVideoUnavailable = onRemoteVideoUnavailable;
@@ -1397,7 +1450,8 @@ var TrtcSourceManager = class {
       session.status = "connected";
       session.error = void 0;
       this.log("info", `\u8FDB\u623F\u6210\u529F source=${session.sourceId} room=${roomId}`);
-      this.emitSnapshot(session.sourceId, {
+      await this.applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig);
+      this.emitSessionSnapshot(session, {
         status: session.status
       });
       await this.applyAudioPolicy(session);
@@ -1405,7 +1459,7 @@ var TrtcSourceManager = class {
       session.status = "error";
       session.error = error instanceof Error ? error.message : String(error);
       this.log("error", `\u8FDE\u63A5\u5931\u8D25 source=${session.sourceId} error=${session.error}`);
-      this.emitSnapshot(session.sourceId, {
+      this.emitSessionSnapshot(session, {
         status: session.status,
         error: session.error
       });
@@ -1482,6 +1536,25 @@ var TrtcSourceManager = class {
       await client.muteRemoteAudio(userId, false);
     }
   }
+  async applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig) {
+    const options = resolveAIDenoiserOptions(session.aiDenoiser ?? this.aiDenoiser);
+    if (!options.enabled) {
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5173\u95ED source=${session.sourceId}`);
+      return;
+    }
+    try {
+      await client.startPlugin("AIDenoiser", {
+        sdkAppId,
+        userId,
+        userSig,
+        mode: getAIDenoiserModeValue(options.mode),
+        ...options.assetsPath ? { assetsPath: options.assetsPath } : {}
+      });
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5F00\u542F source=${session.sourceId} mode=${options.mode}`);
+    } catch (error) {
+      this.log("warn", `TRTC AIDenoiser \u5F00\u542F\u5931\u8D25 source=${session.sourceId}`, error);
+    }
+  }
   /**
    * 销毁单个 source 会话：
    * 解绑事件、停止远端视频、退出房间并销毁客户端。
@@ -1563,6 +1636,25 @@ function isRuntimeTrtcSource(source) {
 function isSameTrtcConfig(a, b) {
   return a.app_id === b.app_id && a.user_id === b.user_id && a.user_sig === b.user_sig && a.room_id === b.room_id;
 }
+function buildTrtcSessionKey(trtc, aiDenoiser) {
+  const denoiser = resolveAIDenoiserOptions(aiDenoiser);
+  return JSON.stringify({
+    appId: trtc.app_id,
+    roomId: trtc.room_id,
+    userId: trtc.user_id,
+    userSig: trtc.user_sig,
+    aiDenoiser: {
+      enabled: denoiser.enabled,
+      mode: denoiser.mode,
+      assetsPath: denoiser.assetsPath
+    }
+  });
+}
+function isSameAIDenoiserOptions(a, b) {
+  const left = resolveAIDenoiserOptions(a);
+  const right = resolveAIDenoiserOptions(b);
+  return left.enabled === right.enabled && left.mode === right.mode && left.assetsPath === right.assetsPath;
+}
 function shouldUseStringRoomId(roomId) {
   if (!/^\d+$/.test(roomId)) {
     return true;
@@ -1574,6 +1666,26 @@ function getTrtcString(trtc, key) {
   const value = trtc[key];
   return typeof value === "string" ? value : "";
 }
+function resolveAIDenoiserOptions(options) {
+  if (options === false) {
+    return {
+      ...DEFAULT_DENOISER_OPTIONS,
+      enabled: false
+    };
+  }
+  if (options === true || options === void 0) {
+    return DEFAULT_DENOISER_OPTIONS;
+  }
+  return {
+    ...DEFAULT_DENOISER_OPTIONS,
+    ...options,
+    enabled: options.enabled ?? DEFAULT_DENOISER_OPTIONS.enabled,
+    mode: options.mode ?? DEFAULT_DENOISER_OPTIONS.mode
+  };
+}
+function getAIDenoiserModeValue(mode) {
+  return mode === "far_field_reduction" ? 1 : 0;
+}
 function buildRemoteVideoKey(userId, streamType) {
   return `${userId}::${streamType}`;
 }
@@ -2076,7 +2188,8 @@ var IviRuntimeCoordinator = class {
     };
     this.trtcSourceManager = new TrtcSourceManager(
       this.config.onLog,
-      (event) => this.emitTrtcEvent(event)
+      (event) => this.emitTrtcEvent(event),
+      this.config.trtcAIDenoiser
     );
     this.livekitSourceManager = new LivekitSourceManager(this.config.onLog);
     this.sessionHandler = new SessionEventHandler(this.sessionManager, {
@@ -3156,7 +3269,8 @@ function IVITrtcPlayer(props) {
     style,
     loadingFallback = null,
     errorFallback = null,
-    muted = false
+    muted = false,
+    trtcAIDenoiser
   } = props;
   const containerRef = react.useRef(null);
   const viewIdRef = react.useRef(`trtc-view-${Math.random().toString(36).slice(2, 10)}`);
@@ -3177,7 +3291,7 @@ function IVITrtcPlayer(props) {
     }
     let disposed = false;
     if (shouldManageSourceLifecycle) {
-      manager.upsertSource(resolvedSourceId, trtc);
+      manager.upsertSource(resolvedSourceId, trtc, trtcAIDenoiser);
     }
     const unsubscribe = manager.subscribe(resolvedSourceId, (snapshot) => {
       if (disposed) {
@@ -3208,7 +3322,8 @@ function IVITrtcPlayer(props) {
     trtc.app_id,
     trtc.room_id,
     trtc.user_id,
-    trtc.user_sig
+    trtc.user_sig,
+    trtcAIDenoiser
   ]);
   react.useEffect(() => {
     manager.updateViewMuted(resolvedSourceId, viewIdRef.current, muted);