@vivix-ai/ivi-frontend-sdk 0.3.2 → 0.3.3

package/README.md

@@ -170,6 +170,10 @@ runtime.stop();
 
 ```ts
 const runtime = new IviRuntimeCoordinator(client, {
+  trtcAIDenoiser: {
+    enabled: true,
+    mode: "normal" // 也可使用 "far_field_reduction"
+  },
   onTrtcEvent: (event) => {
     // event.type: "remote_video_available" | "remote_video_unavailable" | "remote_audio_available" | "remote_audio_unavailable"
     // event.rawType: TRTC SDK 原始事件名
@@ -178,6 +182,8 @@ const runtime = new IviRuntimeCoordinator(client, {
 });
 ```
 
+`trtcAIDenoiser` 默认开启，传 `false` 可关闭；也可以传 `{ enabled, mode, assetsPath }` 调整 TRTC SDK 的 AIDenoiser 插件参数。
+
 ### 3）发送用户文本并触发模型回复
 
 ```ts
@@ -489,6 +495,7 @@ TRTC 远端流播放器，自动以 audience 身份入会并订阅远端流。
 | `loadingFallback` | `ReactNode` | 加载中兜底 |
 | `errorFallback` | `ReactNode` | 错误兜底 |
 | `muted` | `boolean` | 是否静音 |
+| `trtcAIDenoiser` | `boolean \| IviRuntimeTrtcAIDenoiserOptions` | 独立使用 `IVITrtcPlayer` 时的 TRTC AIDenoiser 配置，默认开启 |
 | `className` / `style` | — | 容器样式 |
 
 ### `IVILivekitPlayer`

package/dist/index.cjs

@@ -1107,10 +1107,15 @@ var ConversationManager = class {
 
 // src/runtime/managers/trtc-source-manager.ts
 var TAG = "[IVI-TRTC]";
+var DEFAULT_DENOISER_OPTIONS = {
+  enabled: true,
+  mode: "normal"
+};
 var TrtcSourceManager = class {
-  constructor(onLog, onTrtcEvent) {
+  constructor(onLog, onTrtcEvent, aiDenoiser) {
     this.onLog = onLog;
     this.onTrtcEvent = onTrtcEvent;
+    this.aiDenoiser = aiDenoiser;
     this.sessions = /* @__PURE__ */ new Map();
     this.listeners = /* @__PURE__ */ new Map();
   }
@@ -1137,21 +1142,21 @@ var TrtcSourceManager = class {
    * 按 sourceId 注册/更新 TRTC 配置。
    * 若配置发生变化，会先销毁旧会话再按新参数重建连接。
    */
-  upsertSource(sourceId, trtc) {
+  upsertSource(sourceId, trtc, aiDenoiser) {
     const existing = this.sessions.get(sourceId);
     if (!existing) {
       this.log("info", `\u65B0\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")} user=${getTrtcString(trtc, "user_id")}`);
-      const session2 = this.createSession(sourceId, trtc);
+      const session2 = this.createSession(sourceId, trtc, aiDenoiser);
       this.sessions.set(sourceId, session2);
       void this.ensureConnected(session2);
       return;
     }
-    if (isSameTrtcConfig(existing.trtc, trtc)) {
+    if (isSameTrtcConfig(existing.trtc, trtc) && isSameAIDenoiserOptions(existing.aiDenoiser, aiDenoiser)) {
       return;
     }
     this.log("info", `\u914D\u7F6E\u53D8\u66F4\uFF0C\u91CD\u5EFA\u4F1A\u8BDD source=${sourceId} room=${getTrtcString(trtc, "room_id")}`);
     void this.disposeSession(existing);
-    const session = this.createSession(sourceId, trtc);
+    const session = this.createSession(sourceId, trtc, aiDenoiser);
     this.sessions.set(sourceId, session);
     void this.ensureConnected(session);
   }
@@ -1288,10 +1293,11 @@ var TrtcSourceManager = class {
     binding.muted = muted;
     void this.applyAudioPolicy(session);
   }
-  createSession(sourceId, trtc) {
+  createSession(sourceId, trtc, aiDenoiser) {
     return {
       sourceId,
       trtc,
+      aiDenoiser,
       TRTC: null,
       client: null,
       connectPromise: null,
@@ -1397,6 +1403,7 @@ var TrtcSourceManager = class {
       session.status = "connected";
       session.error = void 0;
       this.log("info", `\u8FDB\u623F\u6210\u529F source=${session.sourceId} room=${roomId}`);
+      await this.applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig);
       this.emitSnapshot(session.sourceId, {
         status: session.status
       });
@@ -1482,6 +1489,25 @@ var TrtcSourceManager = class {
       await client.muteRemoteAudio(userId, false);
     }
   }
+  async applyAIDenoiserPolicy(session, client, sdkAppId, userId, userSig) {
+    const options = resolveAIDenoiserOptions(session.aiDenoiser ?? this.aiDenoiser);
+    if (!options.enabled) {
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5173\u95ED source=${session.sourceId}`);
+      return;
+    }
+    try {
+      await client.startPlugin("AIDenoiser", {
+        sdkAppId,
+        userId,
+        userSig,
+        mode: getAIDenoiserModeValue(options.mode),
+        ...options.assetsPath ? { assetsPath: options.assetsPath } : {}
+      });
+      this.log("info", `TRTC AIDenoiser \u5DF2\u5F00\u542F source=${session.sourceId} mode=${options.mode}`);
+    } catch (error) {
+      this.log("warn", `TRTC AIDenoiser \u5F00\u542F\u5931\u8D25 source=${session.sourceId}`, error);
+    }
+  }
   /**
    * 销毁单个 source 会话：
    * 解绑事件、停止远端视频、退出房间并销毁客户端。
@@ -1563,6 +1589,11 @@ function isRuntimeTrtcSource(source) {
 function isSameTrtcConfig(a, b) {
   return a.app_id === b.app_id && a.user_id === b.user_id && a.user_sig === b.user_sig && a.room_id === b.room_id;
 }
+function isSameAIDenoiserOptions(a, b) {
+  const left = resolveAIDenoiserOptions(a);
+  const right = resolveAIDenoiserOptions(b);
+  return left.enabled === right.enabled && left.mode === right.mode && left.assetsPath === right.assetsPath;
+}
 function shouldUseStringRoomId(roomId) {
   if (!/^\d+$/.test(roomId)) {
     return true;
@@ -1574,6 +1605,26 @@ function getTrtcString(trtc, key) {
   const value = trtc[key];
   return typeof value === "string" ? value : "";
 }
+function resolveAIDenoiserOptions(options) {
+  if (options === false) {
+    return {
+      ...DEFAULT_DENOISER_OPTIONS,
+      enabled: false
+    };
+  }
+  if (options === true || options === void 0) {
+    return DEFAULT_DENOISER_OPTIONS;
+  }
+  return {
+    ...DEFAULT_DENOISER_OPTIONS,
+    ...options,
+    enabled: options.enabled ?? DEFAULT_DENOISER_OPTIONS.enabled,
+    mode: options.mode ?? DEFAULT_DENOISER_OPTIONS.mode
+  };
+}
+function getAIDenoiserModeValue(mode) {
+  return mode === "far_field_reduction" ? 1 : 0;
+}
 function buildRemoteVideoKey(userId, streamType) {
   return `${userId}::${streamType}`;
 }
@@ -2076,7 +2127,8 @@ var IviRuntimeCoordinator = class {
     };
     this.trtcSourceManager = new TrtcSourceManager(
       this.config.onLog,
-      (event) => this.emitTrtcEvent(event)
+      (event) => this.emitTrtcEvent(event),
+      this.config.trtcAIDenoiser
     );
     this.livekitSourceManager = new LivekitSourceManager(this.config.onLog);
     this.sessionHandler = new SessionEventHandler(this.sessionManager, {
@@ -3156,7 +3208,8 @@ function IVITrtcPlayer(props) {
     style,
     loadingFallback = null,
     errorFallback = null,
-    muted = false
+    muted = false,
+    trtcAIDenoiser
   } = props;
   const containerRef = react.useRef(null);
   const viewIdRef = react.useRef(`trtc-view-${Math.random().toString(36).slice(2, 10)}`);
@@ -3177,7 +3230,7 @@ function IVITrtcPlayer(props) {
     }
     let disposed = false;
     if (shouldManageSourceLifecycle) {
-      manager.upsertSource(resolvedSourceId, trtc);
+      manager.upsertSource(resolvedSourceId, trtc, trtcAIDenoiser);
     }
     const unsubscribe = manager.subscribe(resolvedSourceId, (snapshot) => {
       if (disposed) {
@@ -3208,7 +3261,8 @@ function IVITrtcPlayer(props) {
     trtc.app_id,
     trtc.room_id,
     trtc.user_id,
-    trtc.user_sig
+    trtc.user_sig,
+    trtcAIDenoiser
   ]);
   react.useEffect(() => {
     manager.updateViewMuted(resolvedSourceId, viewIdRef.current, muted);