@xmaxai/web-sdk 1.0.6 → 1.0.7

package/dist/{chunk-PLFWPS5A.js → chunk-4O5BSMUX.js}

@@ -205,7 +205,7 @@ var XmaxError = class _XmaxError extends Error {
 };
 
 // src/Foundation/Runtime/RuntimeInfo.ts
-var XMAX_SDK_VERSION = "1.0.6";
+var XMAX_SDK_VERSION = "1.0.7";
 var _RuntimeInfo = class _RuntimeInfo {
   /**
    * 序列化为接口传输使用的 snake_case 字段。
@@ -1365,6 +1365,178 @@ ${JSON.stringify({
   }
 };
 
+// src/Foundation/Media/Camera/CameraRotation.ts
+function validateCameraRotation(rotation) {
+  if (![0, 90, 180, 270].includes(rotation)) {
+    throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Camera rotation must be 0, 90, 180 or 270");
+  }
+}
+
+// src/Foundation/Media/Camera/CameraRotationProcessor.ts
+var CameraRotationProcessor = class {
+  constructor(options) {
+    __publicField(this, "options", options);
+    __publicField(this, "video", document.createElement("video"));
+    __publicField(this, "canvas", document.createElement("canvas"));
+    __publicField(this, "context");
+    __publicField(this, "stream");
+    __publicField(this, "source");
+    __publicField(this, "frameCallback");
+    __publicField(this, "timer");
+    __publicField(this, "cancelPending");
+    __publicField(this, "stopped", false);
+    __publicField(this, "version", 0);
+    __publicField(this, "sourceEnded", () => {
+      this.fail(new XmaxError("MEDIA_ERROR" /* mediaError */, "Camera source ended during rotation"));
+    });
+    this.canvas.width = options.width;
+    this.canvas.height = options.height;
+    const context = this.canvas.getContext("2d", { alpha: false });
+    if (!context || typeof this.canvas.captureStream !== "function") {
+      throw new XmaxError("MEDIA_ERROR" /* mediaError */, "Canvas camera rotation is not supported by this browser");
+    }
+    this.context = context;
+    this.video.muted = true;
+    this.video.autoplay = true;
+    this.video.playsInline = true;
+  }
+  /** 等待第一帧实际绘制成功；换摄像头时复用输出轨，不重建 sender。 */
+  async setSource(source) {
+    if (this.stopped) throw new XmaxError("CANCELLED" /* cancelled */, "Camera rotation has stopped");
+    if (source.readyState === "ended") {
+      this.stop();
+      throw new XmaxError("MEDIA_ERROR" /* mediaError */, "Camera rotation requires a live source");
+    }
+    this.cancelPending?.();
+    this.cancelFrame();
+    this.source?.removeEventListener("ended", this.sourceEnded);
+    const version = ++this.version;
+    this.source = source;
+    source.addEventListener("ended", this.sourceEnded);
+    this.video.srcObject = new MediaStream([source]);
+    try {
+      await new Promise((resolve, reject) => {
+        let settled = false;
+        const finish = (error) => {
+          if (settled) return;
+          settled = true;
+          clearTimeout(timeout);
+          this.cancelPending = void 0;
+          if (error) reject(error);
+          else resolve();
+        };
+        const timeout = setTimeout(() => finish(new XmaxError("TIMEOUT" /* timeout */, "Timed out waiting for a camera rotation frame")), 1e4);
+        this.cancelPending = () => finish(new XmaxError("CANCELLED" /* cancelled */, "Camera rotation source changed"));
+        void this.video.play().then(() => {
+          if (settled || this.stopped || version !== this.version) return;
+          const firstFrame = () => {
+            if (settled || this.stopped || version !== this.version) return;
+            try {
+              if (!this.draw()) {
+                this.schedule(firstFrame);
+                return;
+              }
+              this.stream ?? (this.stream = this.canvas.captureStream(this.options.frameRate));
+              if (!this.stream.getVideoTracks()[0]) throw new Error("Canvas did not produce a video track");
+              this.requestFrame();
+              finish();
+              this.schedule(() => this.render(version));
+            } catch (error) {
+              finish(error);
+            }
+          };
+          this.schedule(firstFrame);
+        }, finish);
+      });
+      if (this.stopped || version !== this.version) {
+        throw new XmaxError("CANCELLED" /* cancelled */, "Camera rotation source changed");
+      }
+      return this.stream.getVideoTracks()[0];
+    } catch (error) {
+      if (version === this.version) this.stop();
+      throw XmaxError.from(error);
+    }
+  }
+  /** 换设备前解除旧原始轨监听，保留 Canvas 最后一帧及输出轨。 */
+  pauseSource() {
+    ++this.version;
+    this.cancelPending?.();
+    this.cancelFrame();
+    this.source?.removeEventListener("ended", this.sourceEnded);
+    this.source = void 0;
+    this.video.pause();
+    this.video.srcObject = null;
+  }
+  stop() {
+    if (this.stopped) return;
+    this.stopped = true;
+    ++this.version;
+    this.cancelPending?.();
+    this.cancelFrame();
+    this.source?.removeEventListener("ended", this.sourceEnded);
+    this.source = void 0;
+    this.video.pause();
+    this.video.srcObject = null;
+    this.stream?.getTracks().forEach((track) => track.stop());
+    this.stream = void 0;
+    this.canvas.width = this.canvas.height = 0;
+  }
+  draw() {
+    const { videoWidth: width, videoHeight: height } = this.video;
+    if (this.video.readyState < 2 || !width || !height) return false;
+    const { width: outWidth, height: outHeight, rotation } = this.options;
+    const quarterTurn = rotation === 90 || rotation === 270;
+    const targetWidth = quarterTurn ? outHeight : outWidth;
+    const targetHeight = quarterTurn ? outWidth : outHeight;
+    const scale = Math.max(targetWidth / width, targetHeight / height);
+    const cropWidth = targetWidth / scale, cropHeight = targetHeight / scale;
+    this.context.setTransform(1, 0, 0, 1, outWidth / 2, outHeight / 2);
+    this.context.rotate(rotation * Math.PI / 180);
+    this.context.drawImage(
+      this.video,
+      (width - cropWidth) / 2,
+      (height - cropHeight) / 2,
+      cropWidth,
+      cropHeight,
+      -targetWidth / 2,
+      -targetHeight / 2,
+      targetWidth,
+      targetHeight
+    );
+    return true;
+  }
+  render(version) {
+    if (this.stopped || version !== this.version) return;
+    try {
+      if (this.draw()) this.requestFrame();
+      this.schedule(() => this.render(version));
+    } catch (error) {
+      this.fail(XmaxError.from(error));
+    }
+  }
+  requestFrame() {
+    const track = this.stream?.getVideoTracks()[0];
+    track?.requestFrame?.();
+  }
+  schedule(callback) {
+    if (typeof this.video.requestVideoFrameCallback === "function") {
+      this.frameCallback = this.video.requestVideoFrameCallback(callback);
+    } else {
+      this.timer = setTimeout(callback, 1e3 / this.options.frameRate);
+    }
+  }
+  cancelFrame() {
+    if (this.frameCallback !== void 0) this.video.cancelVideoFrameCallback(this.frameCallback);
+    clearTimeout(this.timer);
+    this.frameCallback = void 0;
+    this.timer = void 0;
+  }
+  fail(error) {
+    this.stop();
+    this.options.onError(error);
+  }
+};
+
 // src/Foundation/RTC/Agora/AgoraRtcManager.ts
 var _AgoraRtcManager = class _AgoraRtcManager {
   /**
@@ -1381,6 +1553,9 @@ var _AgoraRtcManager = class _AgoraRtcManager {
     __publicField(this, "initialization");
     __publicField(this, "lifecycle", 0);
     __publicField(this, "camera");
+    __publicField(this, "cameraSource");
+    __publicField(this, "cameraRotation");
+    __publicField(this, "captureVersion", 0);
     __publicField(this, "microphone");
     __publicField(this, "externalVideo");
     __publicField(this, "externalAudio");
@@ -1474,8 +1649,7 @@ var _AgoraRtcManager = class _AgoraRtcManager {
     this.clearRoom();
     this.client = void 0;
     client?.removeAllListeners();
-    this.releaseCameraSender();
-    this.camera?.close();
+    this.releaseCameraCapture();
     this.microphone?.close();
     this.externalVideo?.close();
     this.externalAudio?.close();
@@ -1499,19 +1673,41 @@ var _AgoraRtcManager = class _AgoraRtcManager {
    */
   async startCameraCapture(options) {
     const client = this.requireClient();
-    if (this.camera || this.externalVideo) {
+    if (this.camera || this.cameraSource || this.externalVideo) {
       throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "A local video source is already active");
     }
+    const rotation = options.rotation ?? 0;
+    validateCameraRotation(rotation);
+    const version = ++this.captureVersion;
+    let source;
     try {
-      const captureSize = rtcOrientedVideoSize(options);
-      const camera = await this.sdk.createCameraVideoTrack({
+      const captureSize = rtcOrientedVideoSize(rotation === 90 || rotation === 270 ? { width: options.height, height: options.width } : options);
+      source = await this.sdk.createCameraVideoTrack({
         facingMode: options.position === "front" /* front */ ? "user" : "environment",
         encoderConfig: { width: captureSize.width, height: captureSize.height, frameRate: options.frameRate }
       });
-      if (this.client !== client) {
-        camera.close();
+      if (this.client !== client || version !== this.captureVersion) {
+        source.close();
         throw this.cancelled();
       }
+      this.cameraSource = source;
+      let camera = source;
+      if (rotation !== 0) {
+        const processor = new CameraRotationProcessor({
+          ...options,
+          rotation,
+          onError: (error) => this.listener?.onError?.(error)
+        });
+        this.cameraRotation = processor;
+        const output = await processor.setSource(source.getMediaStreamTrack());
+        if (this.client !== client || version !== this.captureVersion) throw this.cancelled();
+        camera = this.sdk.createCustomVideoTrack({
+          mediaStreamTrack: output,
+          width: options.width,
+          height: options.height,
+          frameRate: options.frameRate
+        });
+      }
       this.camera = camera;
       this.cameraTransceiverListener = () => {
         if (this.client === client && client.localTracks.includes(camera) && this.videoPublishRequested && !this.rejoinTask) {
@@ -1525,6 +1721,7 @@ var _AgoraRtcManager = class _AgoraRtcManager {
       camera.on("transceiver-updated", this.cameraTransceiverListener);
       return camera.getMediaStreamTrack();
     } catch (error) {
+      if (version === this.captureVersion) this.releaseCameraCapture();
       throw this.mapError(error, "CAMERA_PERMISSION_DENIED" /* cameraPermissionDenied */);
     }
   }
@@ -1532,9 +1729,24 @@ var _AgoraRtcManager = class _AgoraRtcManager {
    * 切换声网相机设备并返回切换后的原生轨道。
    */
   async switchCameraCapture(to) {
-    const camera = this.requireCamera();
-    await this.run(() => camera.setDevice({ facingMode: to === "front" /* front */ ? "user" : "environment" }));
-    if (this.camera !== camera) throw this.cancelled();
+    const source = this.requireCamera();
+    const camera = this.camera;
+    this.cameraRotation?.pauseSource();
+    try {
+      await this.run(() => source.setDevice({ facingMode: to === "front" /* front */ ? "user" : "environment" }));
+    } catch (error) {
+      if (this.camera === camera && this.cameraRotation) {
+        await this.cameraRotation.setSource(source.getMediaStreamTrack()).catch((restoreError) => {
+          this.listener?.onError?.(XmaxError.from(restoreError));
+        });
+      }
+      throw error;
+    }
+    if (this.camera !== camera || this.cameraSource !== source) throw this.cancelled();
+    if (this.cameraRotation) {
+      await this.cameraRotation.setSource(source.getMediaStreamTrack());
+      if (this.camera !== camera) throw this.cancelled();
+    }
     if (this.videoPublishRequested) await this.restoreCameraSender(camera);
     return camera.getMediaStreamTrack();
   }
@@ -1542,17 +1754,25 @@ var _AgoraRtcManager = class _AgoraRtcManager {
    * 停止采集并释放摄像头。
    */
   async stopCameraCapture() {
+    this.releaseCameraCapture();
+  }
+  releaseCameraCapture() {
+    ++this.captureVersion;
     const camera = this.camera;
     this.releaseCameraSender();
     this.camera = void 0;
     camera?.close();
+    this.cameraRotation?.stop();
+    this.cameraRotation = void 0;
+    if (this.cameraSource !== camera) this.cameraSource?.close();
+    this.cameraSource = void 0;
   }
   /**
    * 将外部原生轨包装为 Agora 本地轨，不申请设备权限；失败时释放本次克隆。
    */
   async setExternalMediaTracks(tracks) {
     this.requireClient();
-    if (this.camera || this.microphone || this.externalVideo) {
+    if (this.camera || this.cameraSource || this.microphone || this.externalVideo) {
       throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Release the current local media before attaching external tracks");
     }
     if (tracks.videoTrack.kind !== "video" || tracks.videoTrack.readyState !== "live" || tracks.audioTrack && (tracks.audioTrack.kind !== "audio" || tracks.audioTrack.readyState !== "live")) {
@@ -1592,7 +1812,7 @@ var _AgoraRtcManager = class _AgoraRtcManager {
         };
         ensureActive2();
         if (this.videoPublishRequested) {
-          await AgoraVideoSender.apply(camera, { ...config, ...rtcOrientedVideoSize(config) }, ensureActive2);
+          await AgoraVideoSender.apply(camera, this.cameraEncodingConfiguration(config), ensureActive2);
         }
         this.cameraSenderConfiguration = { ...config };
       }));
@@ -1630,9 +1850,12 @@ var _AgoraRtcManager = class _AgoraRtcManager {
       };
       ensureActive2();
       const config = this.cameraSenderConfiguration;
-      if (config) await AgoraVideoSender.apply(camera, { ...config, ...rtcOrientedVideoSize(config) }, ensureActive2);
+      if (config) await AgoraVideoSender.apply(camera, this.cameraEncodingConfiguration(config), ensureActive2);
     });
   }
+  cameraEncodingConfiguration(config) {
+    return this.cameraRotation ? config : { ...config, ...rtcOrientedVideoSize(config) };
+  }
   releaseCameraSender() {
     if (this.cameraTransceiverListener) this.camera?.off("transceiver-updated", this.cameraTransceiverListener);
     this.cameraTransceiverListener = void 0;
@@ -2069,8 +2292,8 @@ var _AgoraRtcManager = class _AgoraRtcManager {
    * 获取已启动的相机采集。
    */
   requireCamera() {
-    if (!this.camera) throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Camera capture is not running");
-    return this.camera;
+    if (!this.cameraSource || !this.camera) throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Camera capture is not running");
+    return this.cameraSource;
   }
   /**
    * 获取当前可编码、发布的视频轨，不要求来源为摄像头。
@@ -2509,6 +2732,9 @@ var TrtcRtcManager = class {
    * @throws 引擎未初始化、已在采集、设备不可用或权限被拒绝时抛出错误。
    */
   async startCameraCapture(options) {
+    if (options.rotation !== void 0 && options.rotation !== 0) {
+      throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Camera rotation currently requires Agora");
+    }
     const engine = this.requireEngine();
     if (this.isCapturing || this.externalVideo) {
       throw new XmaxError(
@@ -3155,6 +3381,9 @@ var VeRtcManager = class {
     }
   }
   async startCameraCapture(options) {
+    if (options.rotation !== void 0 && options.rotation !== 0) {
+      throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Camera rotation currently requires Agora");
+    }
     const engine = this.requireEngine();
     if (this.camera || this.externalVideo) {
       throw new XmaxError("INVALID_CONFIGURATION" /* invalidConfiguration */, "Local video is already prepared");
@@ -3991,6 +4220,7 @@ var _CameraController = class _CameraController {
    *
    * @param options.videoFormat 期望的输出尺寸、帧率和编码配置；尺寸按模型规则调整。
    * @param options.position 首次启动时使用的摄像头位置。
+   * @param options.rotation 输入帧顺时针旋转角度，默认 0；videoFormat 为旋转后的规格，目前仅 Agora 支持非零角度。
    * @param options.useMicrophone 是否申请麦克风权限并允许实时连接时启动音频采集。
    * @param options.enableFrameValidation 是否在发布前等待相机预热（固定 200ms），默认 true；false 跳过等待。
    * @returns 包含本地相机视频轨道的媒体流。
@@ -4003,6 +4233,7 @@ var _CameraController = class _CameraController {
         "Stop the current local camera stream before creating another one"
       );
     }
+    validateCameraRotation(options.rotation ?? 0);
     const resolvedFormat = this.resolveVideoFormat(options.videoFormat);
     const track = new RealtimeVideoTrack({
       id: _CameraController.localVideoTrackID,
@@ -4025,7 +4256,8 @@ var _CameraController = class _CameraController {
         width: resolvedFormat.width,
         height: resolvedFormat.height,
         frameRate: resolvedFormat.fps,
-        position: options.position
+        position: options.position,
+        ...options.rotation !== void 0 ? { rotation: options.rotation } : {}
       });
       track.mediaStreamTrack = mediaTrack;
       this.previewStream = new MediaStream([mediaTrack]);
@@ -8292,6 +8524,7 @@ var XmaxRealtimeManager = class _XmaxRealtimeManager {
    * 将返回的轨道绑定到预览视图；收到有效帧且视图已绑定后进入 `ready`。
    *
    * @param options.enableFrameValidation 是否在发布前等待相机预热（固定 200ms），默认 true；false 跳过等待。
+   * @param options.rotation 输入帧顺时针旋转角度，默认 0；videoFormat 为旋转后的规格，目前仅 Agora 支持非零角度。
    * @returns 包含本地相机视频轨道的媒体流。
    * @throws 模型不支持相机输入、配置无效、权限或采集启动失败时抛出错误。
    */
@@ -12467,4 +12700,4 @@ export {
   XmaxVideoView,
   XmaxRealtimeVideoView
 };
-//# sourceMappingURL=chunk-PLFWPS5A.js.map
+//# sourceMappingURL=chunk-4O5BSMUX.js.map