@livekit/rtc-node 0.12.1 → 0.13.0

package/dist/video_frame.js

@@ -1,9 +1,7 @@
-import { create } from "@bufbuild/protobuf";
-import { FfiClient } from "./ffi_client.js";
-import { FfiRequestSchema } from "./proto/ffi_pb.js";
+import { FfiClient, FfiRequest } from "./ffi_client.js";
 import {
-  VideoBufferInfoSchema,
-  VideoBufferInfo_ComponentInfoSchema,
+  VideoBufferInfo,
+  VideoBufferInfo_ComponentInfo,
   VideoBufferType
 } from "./proto/video_frame_pb.js";
 class VideoFrame {
@@ -19,7 +17,7 @@ class VideoFrame {
   }
   /** @internal */
   protoInfo() {
-    const info = create(VideoBufferInfoSchema, {
+    const info = new VideoBufferInfo({
       width: this.width,
       height: this.height,
       type: this.type,
@@ -59,7 +57,7 @@ class VideoFrame {
     return FfiClient.instance.copyBuffer(planeInfo.dataPtr, planeInfo.size);
   }
   convert(dstType, flipY = false) {
-    const req = create(FfiRequestSchema, {
+    const req = new FfiRequest({
       message: {
         case: "videoConvert",
         value: {
@@ -70,10 +68,13 @@ class VideoFrame {
       }
     });
     const resp = FfiClient.instance.request(req);
-    if (resp.message.case !== "buffer") {
-      throw new Error(resp.message.value ?? "Unknown Error");
+    switch (resp.message.case) {
+      case "buffer":
+        return VideoFrame.fromOwnedInfo(resp.message.value);
+      case "error":
+      default:
+        throw resp.message.value;
     }
-    return VideoFrame.fromOwnedInfo(resp.message.value);
   }
 }
 const getPlaneLength = (type, width, height) => {
@@ -105,17 +106,13 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
   const chromaHeight = Math.trunc((height + 1) / 2);
   switch (type) {
     case VideoBufferType.I420: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
-        dataPtr,
-        stride: width,
-        size: width * height
-      });
-      const u = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });
+      const u = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: chromaWidth,
         size: chromaWidth * chromaHeight
       });
-      const v = create(VideoBufferInfo_ComponentInfoSchema, {
+      const v = new VideoBufferInfo_ComponentInfo({
         dataPtr: u.dataPtr + BigInt(u.size),
         stride: chromaWidth,
         size: chromaWidth * chromaHeight
@@ -123,22 +120,18 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
       return [y, u, v];
     }
     case VideoBufferType.I420A: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
-        dataPtr,
-        stride: width,
-        size: width * height
-      });
-      const u = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });
+      const u = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: chromaWidth,
         size: chromaWidth * chromaHeight
       });
-      const v = create(VideoBufferInfo_ComponentInfoSchema, {
+      const v = new VideoBufferInfo_ComponentInfo({
         dataPtr: u.dataPtr + BigInt(u.size),
         stride: chromaWidth,
         size: chromaWidth * chromaHeight
       });
-      const a = create(VideoBufferInfo_ComponentInfoSchema, {
+      const a = new VideoBufferInfo_ComponentInfo({
         dataPtr: v.dataPtr + BigInt(v.size),
         stride: width,
         size: width * height
@@ -146,17 +139,13 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
       return [y, u, v, a];
     }
     case VideoBufferType.I422: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
-        dataPtr,
-        stride: width,
-        size: width * height
-      });
-      const u = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });
+      const u = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: chromaWidth,
         size: chromaWidth * height
       });
-      const v = create(VideoBufferInfo_ComponentInfoSchema, {
+      const v = new VideoBufferInfo_ComponentInfo({
         dataPtr: u.dataPtr + BigInt(u.size),
         stride: chromaWidth,
         size: chromaWidth * height
@@ -164,17 +153,13 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
       return [y, u, v];
     }
     case VideoBufferType.I444: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
-        dataPtr,
-        stride: width,
-        size: width * height
-      });
-      const u = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });
+      const u = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: width,
         size: width * height
       });
-      const v = create(VideoBufferInfo_ComponentInfoSchema, {
+      const v = new VideoBufferInfo_ComponentInfo({
         dataPtr: u.dataPtr + BigInt(u.size),
         stride: width,
         size: width * height
@@ -182,17 +167,17 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
       return [y, u, v];
     }
     case VideoBufferType.I010: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({
         dataPtr,
         stride: width * 2,
         size: width * height * 2
       });
-      const u = create(VideoBufferInfo_ComponentInfoSchema, {
+      const u = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: chromaWidth * 2,
         size: chromaWidth * chromaHeight * 2
       });
-      const v = create(VideoBufferInfo_ComponentInfoSchema, {
+      const v = new VideoBufferInfo_ComponentInfo({
         dataPtr: u.dataPtr + BigInt(u.size),
         stride: chromaWidth * 2,
         size: chromaWidth * chromaHeight * 2
@@ -200,12 +185,8 @@ const getPlaneInfos = (dataPtr, type, width, height) => {
       return [y, u, v];
     }
     case VideoBufferType.NV12: {
-      const y = create(VideoBufferInfo_ComponentInfoSchema, {
-        dataPtr,
-        stride: width,
-        size: width * height
-      });
-      const uv = create(VideoBufferInfo_ComponentInfoSchema, {
+      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });
+      const uv = new VideoBufferInfo_ComponentInfo({
         dataPtr: y.dataPtr + BigInt(y.size),
         stride: chromaWidth * 2,
         size: chromaWidth * chromaHeight * 2

package/dist/video_frame.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/video_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { create } from '@bufbuild/protobuf';\nimport { FfiClient } from './ffi_client.js';\nimport { FfiRequestSchema } from './proto/ffi_pb.js';\nimport type {\n  OwnedVideoBuffer,\n  VideoBufferInfo,\n  VideoBufferInfo_ComponentInfo,\n  VideoConvertResponse,\n} from './proto/video_frame_pb.js';\nimport {\n  VideoBufferInfoSchema,\n  VideoBufferInfo_ComponentInfoSchema,\n  VideoBufferType,\n} from './proto/video_frame_pb.js';\n\nexport class VideoFrame {\n  data: Uint8Array;\n  width: number;\n  height: number;\n  type: VideoBufferType;\n\n  constructor(data: Uint8Array, width: number, height: number, type: VideoBufferType) {\n    this.data = data;\n    this.width = width;\n    this.height = height;\n    this.type = type;\n  }\n\n  /** @internal */\n  get dataPtr(): bigint {\n    return FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer));\n  }\n\n  /** @internal */\n  protoInfo(): VideoBufferInfo {\n    const info = create(VideoBufferInfoSchema, {\n      width: this.width,\n      height: this.height,\n      type: this.type,\n      dataPtr: this.dataPtr,\n    });\n\n    switch (this.type) {\n      case VideoBufferType.ARGB:\n      case VideoBufferType.RGBA:\n      case VideoBufferType.ABGR:\n      case VideoBufferType.BGRA:\n        info.stride = this.width * 4;\n        break;\n      case VideoBufferType.RGB24:\n        info.stride = this.width * 3;\n        break;\n    }\n\n    info.components.push(...getPlaneInfos(this.dataPtr, this.type, this.width, this.height));\n\n    return info;\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedVideoBuffer): VideoFrame {\n    const info = owned.info!;\n    return new VideoFrame(\n      FfiClient.instance.copyBuffer(\n        info.dataPtr,\n        getPlaneLength(info.type, info.width, info.height),\n      ),\n      info.width,\n      info.height,\n      info.type,\n    );\n  }\n\n  getPlane(planeNth: number): Uint8Array | void {\n    const planeInfos = getPlaneInfos(this.dataPtr, this.type, this.width, this.height);\n    if (planeNth >= planeInfos.length) return;\n\n    const planeInfo = planeInfos[planeNth]!;\n    return FfiClient.instance.copyBuffer(planeInfo.dataPtr, planeInfo.size);\n  }\n\n  convert(dstType: VideoBufferType, flipY = false): VideoFrame {\n    const req = create(FfiRequestSchema, {\n      message: {\n        case: 'videoConvert',\n        value: {\n          flipY,\n          dstType,\n          buffer: this.protoInfo(),\n        },\n      },\n    });\n    const resp = FfiClient.instance.request<VideoConvertResponse>(req);\n    if (resp.message.case !== 'buffer') {\n      throw new Error(resp.message.value ?? 'Unknown Error');\n    }\n\n    return VideoFrame.fromOwnedInfo(resp.message.value);\n  }\n}\n\nconst getPlaneLength = (type: VideoBufferType, width: number, height: number): number => {\n  const chromaWidth = Math.trunc((width + 1) / 2);\n  const chromaHeight = Math.trunc((height + 1) / 2);\n  switch (type) {\n    case VideoBufferType.ARGB:\n    case VideoBufferType.RGBA:\n    case VideoBufferType.ABGR:\n    case VideoBufferType.BGRA:\n      return width * height * 4;\n    case VideoBufferType.RGB24:\n    case VideoBufferType.I444:\n      return width * height * 3;\n    case VideoBufferType.I420:\n      return width * height + chromaWidth * chromaHeight * 2;\n    case VideoBufferType.I420A:\n      return width * height * 2 + chromaWidth * chromaWidth * 2;\n    case VideoBufferType.I422:\n      return width * height + chromaWidth * height * 2;\n    case VideoBufferType.I010:\n      return width * height * 2 + chromaWidth * chromaHeight * 4;\n    case VideoBufferType.NV12:\n      return width * height + chromaWidth * chromaWidth * 2;\n  }\n};\n\nconst getPlaneInfos = (\n  dataPtr: bigint,\n  type: VideoBufferType,\n  width: number,\n  height: number,\n): VideoBufferInfo_ComponentInfo[] => {\n  const chromaWidth = Math.trunc((width + 1) / 2);\n  const chromaHeight = Math.trunc((height + 1) / 2);\n  switch (type) {\n    case VideoBufferType.I420: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width,\n        size: width * height,\n      });\n      const u = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const v = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: u.dataPtr + BigInt(u.size),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I420A: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width,\n        size: width * height,\n      });\n      const u = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const v = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: u.dataPtr + BigInt(u.size),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const a = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: v.dataPtr + BigInt(v.size),\n        stride: width,\n        size: width * height,\n      });\n      return [y, u, v, a];\n    }\n    case VideoBufferType.I422: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width,\n        size: width * height,\n      });\n      const u = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: chromaWidth,\n        size: chromaWidth * height,\n      });\n      const v = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: u.dataPtr + BigInt(u.size),\n        stride: chromaWidth,\n        size: chromaWidth * height,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I444: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width,\n        size: width * height,\n      });\n      const u = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: width,\n        size: width * height,\n      });\n      const v = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: u.dataPtr + BigInt(u.size),\n        stride: width,\n        size: width * height,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I010: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width * 2,\n        size: width * height * 2,\n      });\n      const u = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      const v = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: u.dataPtr + BigInt(u.size),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.NV12: {\n      const y = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr,\n        stride: width,\n        size: width * height,\n      });\n      const uv = create(VideoBufferInfo_ComponentInfoSchema, {\n        dataPtr: y.dataPtr + BigInt(y.size),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      return [y, uv];\n    }\n    default:\n      return [];\n  }\n};\n"],"mappings":"AAGA,SAAS,cAAc;AACvB,SAAS,iBAAiB;AAC1B,SAAS,wBAAwB;AAOjC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEA,MAAM,WAAW;AAAA,EAMtB,YAAY,MAAkB,OAAe,QAAgB,MAAuB;AAClF,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,OAAO;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAkB;AACpB,WAAO,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,EACxE;AAAA;AAAA,EAGA,YAA6B;AAC3B,UAAM,OAAO,OAAO,uBAAuB;AAAA,MACzC,OAAO,KAAK;AAAA,MACZ,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,IAChB,CAAC;AAED,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AACnB,aAAK,SAAS,KAAK,QAAQ;AAC3B;AAAA,MACF,KAAK,gBAAgB;AACnB,aAAK,SAAS,KAAK,QAAQ;AAC3B;AAAA,IACJ;AAEA,SAAK,WAAW,KAAK,GAAG,cAAc,KAAK,SAAS,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,CAAC;AAEvF,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,OAAO,cAAc,OAAqC;AACxD,UAAM,OAAO,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,UAAU,SAAS;AAAA,QACjB,KAAK;AAAA,QACL,eAAe,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM;AAAA,MACnD;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,SAAS,UAAqC;AAC5C,UAAM,aAAa,cAAc,KAAK,SAAS,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM;AACjF,QAAI,YAAY,WAAW,OAAQ;AAEnC,UAAM,YAAY,WAAW,QAAQ;AACrC,WAAO,UAAU,SAAS,WAAW,UAAU,SAAS,UAAU,IAAI;AAAA,EACxE;AAAA,EAEA,QAAQ,SAA0B,QAAQ,OAAmB;AAC3D,UAAM,MAAM,OAAO,kBAAkB;AAAA,MACnC,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA,QAAQ,KAAK,UAAU;AAAA,QACzB;AAAA,MACF;AAAA,IACF,CAAC;AACD,UAAM,OAAO,UAAU,SAAS,QAA8B,GAAG;AACjE,QAAI,KAAK,QAAQ,SAAS,UAAU;AAClC,YAAM,IAAI,MAAM,KAAK,QAAQ,SAAS,eAAe;AAAA,IACvD;AAEA,WAAO,WAAW,cAAc,KAAK,QAAQ,KAAK;AAAA,EACpD;AACF;AAEA,MAAM,iBAAiB,CAAC,MAAuB,OAAe,WAA2B;AACvF,QAAM,cAAc,KAAK,OAAO,QAAQ,KAAK,CAAC;AAC9C,QAAM,eAAe,KAAK,OAAO,SAAS,KAAK,CAAC;AAChD,UAAQ,MAAM;AAAA,IACZ,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS;AAAA,IAC1B,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS;AAAA,IAC1B,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,eAAe;AAAA,IACvD,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,IAAI,cAAc,cAAc;AAAA,IAC1D,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,SAAS;AAAA,IACjD,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,IAAI,cAAc,eAAe;AAAA,IAC3D,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,cAAc;AAAA,EACxD;AACF;AAEA,MAAM,gBAAgB,CACpB,SACA,MACA,OACA,WACoC;AACpC,QAAM,cAAc,KAAK,OAAO,QAAQ,KAAK,CAAC;AAC9C,QAAM,eAAe,KAAK,OAAO,SAAS,KAAK,CAAC;AAChD,UAAQ,MAAM;AAAA,IACZ,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,OAAO;AAC1B,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,GAAG,CAAC;AAAA,IACpB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ,QAAQ;AAAA,QAChB,MAAM,QAAQ,SAAS;AAAA,MACzB,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,OAAO,qCAAqC;AAAA,QACpD;AAAA,QACA,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,KAAK,OAAO,qCAAqC;AAAA,QACrD,SAAS,EAAE,UAAU,OAAO,EAAE,IAAI;AAAA,QAClC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,aAAO,CAAC,GAAG,EAAE;AAAA,IACf;AAAA,IACA;AACE,aAAO,CAAC;AAAA,EACZ;AACF;","names":[]}
+{"version":3,"sources":["../src/video_frame.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiRequest } from './ffi_client.js';\nimport type { OwnedVideoBuffer, VideoConvertResponse } from './proto/video_frame_pb.js';\nimport {\n  VideoBufferInfo,\n  VideoBufferInfo_ComponentInfo,\n  VideoBufferType,\n} from './proto/video_frame_pb.js';\n\nexport class VideoFrame {\n  data: Uint8Array;\n  width: number;\n  height: number;\n  type: VideoBufferType;\n\n  constructor(data: Uint8Array, width: number, height: number, type: VideoBufferType) {\n    this.data = data;\n    this.width = width;\n    this.height = height;\n    this.type = type;\n  }\n\n  /** @internal */\n  get dataPtr(): bigint {\n    return FfiClient.instance.retrievePtr(new Uint8Array(this.data.buffer));\n  }\n\n  /** @internal */\n  protoInfo(): VideoBufferInfo {\n    const info = new VideoBufferInfo({\n      width: this.width,\n      height: this.height,\n      type: this.type,\n      dataPtr: this.dataPtr,\n    });\n\n    switch (this.type) {\n      case VideoBufferType.ARGB:\n      case VideoBufferType.RGBA:\n      case VideoBufferType.ABGR:\n      case VideoBufferType.BGRA:\n        info.stride = this.width * 4;\n        break;\n      case VideoBufferType.RGB24:\n        info.stride = this.width * 3;\n        break;\n    }\n\n    info.components.push(...getPlaneInfos(this.dataPtr, this.type, this.width, this.height));\n\n    return info;\n  }\n\n  /** @internal */\n  static fromOwnedInfo(owned: OwnedVideoBuffer): VideoFrame {\n    const info = owned.info!;\n    return new VideoFrame(\n      FfiClient.instance.copyBuffer(\n        info.dataPtr!,\n        getPlaneLength(info.type!, info.width!, info.height!),\n      ),\n      info.width!,\n      info.height!,\n      info.type!,\n    );\n  }\n\n  getPlane(planeNth: number): Uint8Array | void {\n    const planeInfos = getPlaneInfos(this.dataPtr, this.type, this.width, this.height);\n    if (planeNth >= planeInfos.length) return;\n\n    const planeInfo = planeInfos[planeNth]!;\n    return FfiClient.instance.copyBuffer(planeInfo.dataPtr!, planeInfo.size!);\n  }\n\n  convert(dstType: VideoBufferType, flipY = false): VideoFrame {\n    const req = new FfiRequest({\n      message: {\n        case: 'videoConvert',\n        value: {\n          flipY,\n          dstType,\n          buffer: this.protoInfo(),\n        },\n      },\n    });\n    const resp = FfiClient.instance.request<VideoConvertResponse>(req);\n\n    switch (resp.message.case) {\n      case 'buffer':\n        return VideoFrame.fromOwnedInfo(resp.message.value);\n      case 'error':\n      default:\n        throw resp.message.value;\n    }\n  }\n}\n\nconst getPlaneLength = (type: VideoBufferType, width: number, height: number): number => {\n  const chromaWidth = Math.trunc((width + 1) / 2);\n  const chromaHeight = Math.trunc((height + 1) / 2);\n  switch (type) {\n    case VideoBufferType.ARGB:\n    case VideoBufferType.RGBA:\n    case VideoBufferType.ABGR:\n    case VideoBufferType.BGRA:\n      return width * height * 4;\n    case VideoBufferType.RGB24:\n    case VideoBufferType.I444:\n      return width * height * 3;\n    case VideoBufferType.I420:\n      return width * height + chromaWidth * chromaHeight * 2;\n    case VideoBufferType.I420A:\n      return width * height * 2 + chromaWidth * chromaWidth * 2;\n    case VideoBufferType.I422:\n      return width * height + chromaWidth * height * 2;\n    case VideoBufferType.I010:\n      return width * height * 2 + chromaWidth * chromaHeight * 4;\n    case VideoBufferType.NV12:\n      return width * height + chromaWidth * chromaWidth * 2;\n  }\n};\n\nconst getPlaneInfos = (\n  dataPtr: bigint,\n  type: VideoBufferType,\n  width: number,\n  height: number,\n): VideoBufferInfo_ComponentInfo[] => {\n  const chromaWidth = Math.trunc((width + 1) / 2);\n  const chromaHeight = Math.trunc((height + 1) / 2);\n  switch (type) {\n    case VideoBufferType.I420: {\n      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });\n      const u = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const v = new VideoBufferInfo_ComponentInfo({\n        dataPtr: u.dataPtr! + BigInt(u.size!),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I420A: {\n      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });\n      const u = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const v = new VideoBufferInfo_ComponentInfo({\n        dataPtr: u.dataPtr! + BigInt(u.size!),\n        stride: chromaWidth,\n        size: chromaWidth * chromaHeight,\n      });\n      const a = new VideoBufferInfo_ComponentInfo({\n        dataPtr: v.dataPtr! + BigInt(v.size!),\n        stride: width,\n        size: width * height,\n      });\n      return [y, u, v, a];\n    }\n    case VideoBufferType.I422: {\n      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });\n      const u = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: chromaWidth,\n        size: chromaWidth * height,\n      });\n      const v = new VideoBufferInfo_ComponentInfo({\n        dataPtr: u.dataPtr! + BigInt(u.size!),\n        stride: chromaWidth,\n        size: chromaWidth * height,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I444: {\n      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });\n      const u = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: width,\n        size: width * height,\n      });\n      const v = new VideoBufferInfo_ComponentInfo({\n        dataPtr: u.dataPtr! + BigInt(u.size!),\n        stride: width,\n        size: width * height,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.I010: {\n      const y = new VideoBufferInfo_ComponentInfo({\n        dataPtr,\n        stride: width * 2,\n        size: width * height * 2,\n      });\n      const u = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      const v = new VideoBufferInfo_ComponentInfo({\n        dataPtr: u.dataPtr! + BigInt(u.size!),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      return [y, u, v];\n    }\n    case VideoBufferType.NV12: {\n      const y = new VideoBufferInfo_ComponentInfo({ dataPtr, stride: width, size: width * height });\n      const uv = new VideoBufferInfo_ComponentInfo({\n        dataPtr: y.dataPtr! + BigInt(y.size!),\n        stride: chromaWidth * 2,\n        size: chromaWidth * chromaHeight * 2,\n      });\n      return [y, uv];\n    }\n    default:\n      return [];\n  }\n};\n"],"mappings":"AAGA,SAAS,WAAW,kBAAkB;AAEtC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAEA,MAAM,WAAW;AAAA,EAMtB,YAAY,MAAkB,OAAe,QAAgB,MAAuB;AAClF,SAAK,OAAO;AACZ,SAAK,QAAQ;AACb,SAAK,SAAS;AACd,SAAK,OAAO;AAAA,EACd;AAAA;AAAA,EAGA,IAAI,UAAkB;AACpB,WAAO,UAAU,SAAS,YAAY,IAAI,WAAW,KAAK,KAAK,MAAM,CAAC;AAAA,EACxE;AAAA;AAAA,EAGA,YAA6B;AAC3B,UAAM,OAAO,IAAI,gBAAgB;AAAA,MAC/B,OAAO,KAAK;AAAA,MACZ,QAAQ,KAAK;AAAA,MACb,MAAM,KAAK;AAAA,MACX,SAAS,KAAK;AAAA,IAChB,CAAC;AAED,YAAQ,KAAK,MAAM;AAAA,MACjB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AAAA,MACrB,KAAK,gBAAgB;AACnB,aAAK,SAAS,KAAK,QAAQ;AAC3B;AAAA,MACF,KAAK,gBAAgB;AACnB,aAAK,SAAS,KAAK,QAAQ;AAC3B;AAAA,IACJ;AAEA,SAAK,WAAW,KAAK,GAAG,cAAc,KAAK,SAAS,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM,CAAC;AAEvF,WAAO;AAAA,EACT;AAAA;AAAA,EAGA,OAAO,cAAc,OAAqC;AACxD,UAAM,OAAO,MAAM;AACnB,WAAO,IAAI;AAAA,MACT,UAAU,SAAS;AAAA,QACjB,KAAK;AAAA,QACL,eAAe,KAAK,MAAO,KAAK,OAAQ,KAAK,MAAO;AAAA,MACtD;AAAA,MACA,KAAK;AAAA,MACL,KAAK;AAAA,MACL,KAAK;AAAA,IACP;AAAA,EACF;AAAA,EAEA,SAAS,UAAqC;AAC5C,UAAM,aAAa,cAAc,KAAK,SAAS,KAAK,MAAM,KAAK,OAAO,KAAK,MAAM;AACjF,QAAI,YAAY,WAAW,OAAQ;AAEnC,UAAM,YAAY,WAAW,QAAQ;AACrC,WAAO,UAAU,SAAS,WAAW,UAAU,SAAU,UAAU,IAAK;AAAA,EAC1E;AAAA,EAEA,QAAQ,SAA0B,QAAQ,OAAmB;AAC3D,UAAM,MAAM,IAAI,WAAW;AAAA,MACzB,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,UACL;AAAA,UACA;AAAA,UACA,QAAQ,KAAK,UAAU;AAAA,QACzB;AAAA,MACF;AAAA,IACF,CAAC;AACD,UAAM,OAAO,UAAU,SAAS,QAA8B,GAAG;AAEjE,YAAQ,KAAK,QAAQ,MAAM;AAAA,MACzB,KAAK;AACH,eAAO,WAAW,cAAc,KAAK,QAAQ,KAAK;AAAA,MACpD,KAAK;AAAA,MACL;AACE,cAAM,KAAK,QAAQ;AAAA,IACvB;AAAA,EACF;AACF;AAEA,MAAM,iBAAiB,CAAC,MAAuB,OAAe,WAA2B;AACvF,QAAM,cAAc,KAAK,OAAO,QAAQ,KAAK,CAAC;AAC9C,QAAM,eAAe,KAAK,OAAO,SAAS,KAAK,CAAC;AAChD,UAAQ,MAAM;AAAA,IACZ,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS;AAAA,IAC1B,KAAK,gBAAgB;AAAA,IACrB,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS;AAAA,IAC1B,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,eAAe;AAAA,IACvD,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,IAAI,cAAc,cAAc;AAAA,IAC1D,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,SAAS;AAAA,IACjD,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,IAAI,cAAc,eAAe;AAAA,IAC3D,KAAK,gBAAgB;AACnB,aAAO,QAAQ,SAAS,cAAc,cAAc;AAAA,EACxD;AACF;AAEA,MAAM,gBAAgB,CACpB,SACA,MACA,OACA,WACoC;AACpC,QAAM,cAAc,KAAK,OAAO,QAAQ,KAAK,CAAC;AAC9C,QAAM,eAAe,KAAK,OAAO,SAAS,KAAK,CAAC;AAChD,UAAQ,MAAM;AAAA,IACZ,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,IAAI,8BAA8B,EAAE,SAAS,QAAQ,OAAO,MAAM,QAAQ,OAAO,CAAC;AAC5F,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,OAAO;AAC1B,YAAM,IAAI,IAAI,8BAA8B,EAAE,SAAS,QAAQ,OAAO,MAAM,QAAQ,OAAO,CAAC;AAC5F,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,GAAG,CAAC;AAAA,IACpB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,IAAI,8BAA8B,EAAE,SAAS,QAAQ,OAAO,MAAM,QAAQ,OAAO,CAAC;AAC5F,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,cAAc;AAAA,MACtB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,IAAI,8BAA8B,EAAE,SAAS,QAAQ,OAAO,MAAM,QAAQ,OAAO,CAAC;AAC5F,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ;AAAA,QACR,MAAM,QAAQ;AAAA,MAChB,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C;AAAA,QACA,QAAQ,QAAQ;AAAA,QAChB,MAAM,QAAQ,SAAS;AAAA,MACzB,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,YAAM,IAAI,IAAI,8BAA8B;AAAA,QAC1C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,aAAO,CAAC,GAAG,GAAG,CAAC;AAAA,IACjB;AAAA,IACA,KAAK,gBAAgB,MAAM;AACzB,YAAM,IAAI,IAAI,8BAA8B,EAAE,SAAS,QAAQ,OAAO,MAAM,QAAQ,OAAO,CAAC;AAC5F,YAAM,KAAK,IAAI,8BAA8B;AAAA,QAC3C,SAAS,EAAE,UAAW,OAAO,EAAE,IAAK;AAAA,QACpC,QAAQ,cAAc;AAAA,QACtB,MAAM,cAAc,eAAe;AAAA,MACrC,CAAC;AACD,aAAO,CAAC,GAAG,EAAE;AAAA,IACf;AAAA,IACA;AACE,aAAO,CAAC;AAAA,EACZ;AACF;","names":[]}

package/dist/video_source.cjs

@@ -21,14 +21,14 @@ __export(video_source_exports, {
   VideoSource: () => VideoSource
 });
 module.exports = __toCommonJS(video_source_exports);
-var import_protobuf = require("@bufbuild/protobuf");
 var import_ffi_client = require("./ffi_client.cjs");
 var import_video_frame_pb = require("./proto/video_frame_pb.cjs");
 class VideoSource {
   constructor(width, height) {
+    var _a;
     this.width = width;
     this.height = height;
-    const req = (0, import_protobuf.create)(import_video_frame_pb.NewVideoSourceRequestSchema, {
+    const req = new import_video_frame_pb.NewVideoSourceRequest({
       type: import_video_frame_pb.VideoSourceType.VIDEO_SOURCE_NATIVE,
       resolution: {
         width,
@@ -41,11 +41,11 @@ class VideoSource {
         value: req
       }
     });
-    this.info = res.source.info;
+    this.info = (_a = res.source) == null ? void 0 : _a.info;
     this.ffiHandle = new import_ffi_client.FfiHandle(res.source.handle.id);
   }
   captureFrame(frame, timestampUs = BigInt(0), rotation = import_video_frame_pb.VideoRotation.VIDEO_ROTATION_0) {
-    const req = (0, import_protobuf.create)(import_video_frame_pb.CaptureVideoFrameRequestSchema, {
+    const req = new import_video_frame_pb.CaptureVideoFrameRequest({
       sourceHandle: this.ffiHandle.handle,
       buffer: frame.protoInfo(),
       rotation,
@@ -55,6 +55,9 @@ class VideoSource {
       message: { case: "captureVideoFrame", value: req }
     });
   }
+  async close() {
+    this.ffiHandle.dispose();
+  }
 }
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/video_source.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/video_source.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { create } from '@bufbuild/protobuf';\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type {\n  CaptureVideoFrameResponse,\n  NewVideoSourceResponse,\n  VideoSourceInfo,\n} from './proto/video_frame_pb.js';\nimport {\n  CaptureVideoFrameRequestSchema,\n  NewVideoSourceRequestSchema,\n  VideoRotation,\n  VideoSourceType,\n} from './proto/video_frame_pb.js';\nimport type { VideoFrame } from './video_frame.js';\n\nexport class VideoSource {\n  /** @internal */\n  info: VideoSourceInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n\n  width: number;\n  height: number;\n\n  constructor(width: number, height: number) {\n    this.width = width;\n    this.height = height;\n\n    const req = create(NewVideoSourceRequestSchema, {\n      type: VideoSourceType.VIDEO_SOURCE_NATIVE,\n      resolution: {\n        width: width,\n        height: height,\n      },\n    });\n\n    const res = FfiClient.instance.request<NewVideoSourceResponse>({\n      message: {\n        case: 'newVideoSource',\n        value: req,\n      },\n    });\n\n    this.info = res.source!.info!;\n    this.ffiHandle = new FfiHandle(res.source!.handle!.id);\n  }\n\n  captureFrame(\n    frame: VideoFrame,\n    timestampUs = BigInt(0),\n    rotation = VideoRotation.VIDEO_ROTATION_0,\n  ) {\n    const req = create(CaptureVideoFrameRequestSchema, {\n      sourceHandle: this.ffiHandle.handle,\n      buffer: frame.protoInfo(),\n      rotation,\n      timestampUs,\n    });\n\n    FfiClient.instance.request<CaptureVideoFrameResponse>({\n      message: { case: 'captureVideoFrame', value: req },\n    });\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAAuB;AACvB,wBAAqC;AAMrC,4BAKO;AAGA,MAAM,YAAY;AAAA,EASvB,YAAY,OAAe,QAAgB;AACzC,SAAK,QAAQ;AACb,SAAK,SAAS;AAEd,UAAM,UAAM,wBAAO,mDAA6B;AAAA,MAC9C,MAAM,sCAAgB;AAAA,MACtB,YAAY;AAAA,QACV;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,OAAO,IAAI,OAAQ;AACxB,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAE;AAAA,EACvD;AAAA,EAEA,aACE,OACA,cAAc,OAAO,CAAC,GACtB,WAAW,oCAAc,kBACzB;AACA,UAAM,UAAM,wBAAO,sDAAgC;AAAA,MACjD,cAAc,KAAK,UAAU;AAAA,MAC7B,QAAQ,MAAM,UAAU;AAAA,MACxB;AAAA,MACA;AAAA,IACF,CAAC;AAED,gCAAU,SAAS,QAAmC;AAAA,MACpD,SAAS,EAAE,MAAM,qBAAqB,OAAO,IAAI;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
+{"version":3,"sources":["../src/video_source.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type {\n  CaptureVideoFrameResponse,\n  NewVideoSourceResponse,\n  VideoSourceInfo,\n} from './proto/video_frame_pb.js';\nimport {\n  CaptureVideoFrameRequest,\n  NewVideoSourceRequest,\n  VideoRotation,\n  VideoSourceType,\n} from './proto/video_frame_pb.js';\nimport type { VideoFrame } from './video_frame.js';\n\nexport class VideoSource {\n  /** @internal */\n  info?: VideoSourceInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n\n  width: number;\n  height: number;\n\n  constructor(width: number, height: number) {\n    this.width = width;\n    this.height = height;\n\n    const req = new NewVideoSourceRequest({\n      type: VideoSourceType.VIDEO_SOURCE_NATIVE,\n      resolution: {\n        width: width,\n        height: height,\n      },\n    });\n\n    const res = FfiClient.instance.request<NewVideoSourceResponse>({\n      message: {\n        case: 'newVideoSource',\n        value: req,\n      },\n    });\n\n    this.info = res.source?.info;\n    this.ffiHandle = new FfiHandle(res.source!.handle!.id!);\n  }\n\n  captureFrame(\n    frame: VideoFrame,\n    timestampUs = BigInt(0),\n    rotation = VideoRotation.VIDEO_ROTATION_0,\n  ) {\n    const req = new CaptureVideoFrameRequest({\n      sourceHandle: this.ffiHandle.handle,\n      buffer: frame.protoInfo(),\n      rotation,\n      timestampUs,\n    });\n\n    FfiClient.instance.request<CaptureVideoFrameResponse>({\n      message: { case: 'captureVideoFrame', value: req },\n    });\n  }\n\n  async close() {\n    this.ffiHandle.dispose();\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,wBAAqC;AAMrC,4BAKO;AAGA,MAAM,YAAY;AAAA,EASvB,YAAY,OAAe,QAAgB;AA1B7C;AA2BI,SAAK,QAAQ;AACb,SAAK,SAAS;AAEd,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,YAAY;AAAA,QACV;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,QAAO,SAAI,WAAJ,mBAAY;AACxB,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAAA,EACxD;AAAA,EAEA,aACE,OACA,cAAc,OAAO,CAAC,GACtB,WAAW,oCAAc,kBACzB;AACA,UAAM,MAAM,IAAI,+CAAyB;AAAA,MACvC,cAAc,KAAK,UAAU;AAAA,MAC7B,QAAQ,MAAM,UAAU;AAAA,MACxB;AAAA,MACA;AAAA,IACF,CAAC;AAED,gCAAU,SAAS,QAAmC;AAAA,MACpD,SAAS,EAAE,MAAM,qBAAqB,OAAO,IAAI;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;","names":[]}

package/dist/video_source.d.cts

@@ -0,0 +1,22 @@
+import { FfiHandle } from './napi/native.d.cjs';
+import { VideoSourceInfo, VideoRotation } from './proto/video_frame_pb.cjs';
+import { VideoFrame } from './video_frame.cjs';
+import '@bufbuild/protobuf';
+import './proto/track_pb.cjs';
+import './proto/stats_pb.cjs';
+import './proto/e2ee_pb.cjs';
+import './proto/handle_pb.cjs';
+
+declare class VideoSource {
+    /** @internal */
+    info?: VideoSourceInfo;
+    /** @internal */
+    ffiHandle: FfiHandle;
+    width: number;
+    height: number;
+    constructor(width: number, height: number);
+    captureFrame(frame: VideoFrame, timestampUs?: bigint, rotation?: VideoRotation): void;
+    close(): Promise<void>;
+}
+
+export { VideoSource };

package/dist/video_source.d.ts

@@ -1,15 +1,22 @@
-import { FfiHandle } from './ffi_client.js';
-import type { VideoSourceInfo } from './proto/video_frame_pb.js';
-import { VideoRotation } from './proto/video_frame_pb.js';
-import type { VideoFrame } from './video_frame.js';
-export declare class VideoSource {
+import { FfiHandle } from './napi/native.d.js';
+import { VideoSourceInfo, VideoRotation } from './proto/video_frame_pb.js';
+import { VideoFrame } from './video_frame.js';
+import '@bufbuild/protobuf';
+import './proto/track_pb.js';
+import './proto/stats_pb.js';
+import './proto/e2ee_pb.js';
+import './proto/handle_pb.js';
+
+declare class VideoSource {
     /** @internal */
-    info: VideoSourceInfo;
+    info?: VideoSourceInfo;
     /** @internal */
     ffiHandle: FfiHandle;
     width: number;
     height: number;
     constructor(width: number, height: number);
     captureFrame(frame: VideoFrame, timestampUs?: bigint, rotation?: VideoRotation): void;
+    close(): Promise<void>;
 }
-//# sourceMappingURL=video_source.d.ts.map
+
+export { VideoSource };

package/dist/video_source.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"video_source.d.ts","sourceRoot":"","sources":["../src/video_source.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,KAAK,EAGV,eAAe,EAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAGL,aAAa,EAEd,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,qBAAa,WAAW;IACtB,gBAAgB;IAChB,IAAI,EAAE,eAAe,CAAC;IACtB,gBAAgB;IAChB,SAAS,EAAE,SAAS,CAAC;IAErB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;gBAEH,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAuBzC,YAAY,CACV,KAAK,EAAE,UAAU,EACjB,WAAW,SAAY,EACvB,QAAQ,gBAAiC;CAa5C"}
+{"version":3,"file":"video_source.d.ts","sourceRoot":"","sources":["../src/video_source.ts"],"names":[],"mappings":"AAGA,OAAO,EAAa,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,KAAK,EAGV,eAAe,EAChB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAGL,aAAa,EAEd,MAAM,2BAA2B,CAAC;AACnC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAEnD,qBAAa,WAAW;IACtB,gBAAgB;IAChB,IAAI,CAAC,EAAE,eAAe,CAAC;IACvB,gBAAgB;IAChB,SAAS,EAAE,SAAS,CAAC;IAErB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;gBAEH,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAuBzC,YAAY,CACV,KAAK,EAAE,UAAU,EACjB,WAAW,SAAY,EACvB,QAAQ,gBAAiC;IAcrC,KAAK;CAGZ"}

package/dist/video_source.js

@@ -1,16 +1,16 @@
-import { create } from "@bufbuild/protobuf";
 import { FfiClient, FfiHandle } from "./ffi_client.js";
 import {
-  CaptureVideoFrameRequestSchema,
-  NewVideoSourceRequestSchema,
+  CaptureVideoFrameRequest,
+  NewVideoSourceRequest,
   VideoRotation,
   VideoSourceType
 } from "./proto/video_frame_pb.js";
 class VideoSource {
   constructor(width, height) {
+    var _a;
     this.width = width;
     this.height = height;
-    const req = create(NewVideoSourceRequestSchema, {
+    const req = new NewVideoSourceRequest({
       type: VideoSourceType.VIDEO_SOURCE_NATIVE,
       resolution: {
         width,
@@ -23,11 +23,11 @@ class VideoSource {
         value: req
       }
     });
-    this.info = res.source.info;
+    this.info = (_a = res.source) == null ? void 0 : _a.info;
     this.ffiHandle = new FfiHandle(res.source.handle.id);
   }
   captureFrame(frame, timestampUs = BigInt(0), rotation = VideoRotation.VIDEO_ROTATION_0) {
-    const req = create(CaptureVideoFrameRequestSchema, {
+    const req = new CaptureVideoFrameRequest({
       sourceHandle: this.ffiHandle.handle,
       buffer: frame.protoInfo(),
       rotation,
@@ -37,6 +37,9 @@ class VideoSource {
       message: { case: "captureVideoFrame", value: req }
     });
   }
+  async close() {
+    this.ffiHandle.dispose();
+  }
 }
 export {
   VideoSource

package/dist/video_source.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/video_source.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { create } from '@bufbuild/protobuf';\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type {\n  CaptureVideoFrameResponse,\n  NewVideoSourceResponse,\n  VideoSourceInfo,\n} from './proto/video_frame_pb.js';\nimport {\n  CaptureVideoFrameRequestSchema,\n  NewVideoSourceRequestSchema,\n  VideoRotation,\n  VideoSourceType,\n} from './proto/video_frame_pb.js';\nimport type { VideoFrame } from './video_frame.js';\n\nexport class VideoSource {\n  /** @internal */\n  info: VideoSourceInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n\n  width: number;\n  height: number;\n\n  constructor(width: number, height: number) {\n    this.width = width;\n    this.height = height;\n\n    const req = create(NewVideoSourceRequestSchema, {\n      type: VideoSourceType.VIDEO_SOURCE_NATIVE,\n      resolution: {\n        width: width,\n        height: height,\n      },\n    });\n\n    const res = FfiClient.instance.request<NewVideoSourceResponse>({\n      message: {\n        case: 'newVideoSource',\n        value: req,\n      },\n    });\n\n    this.info = res.source!.info!;\n    this.ffiHandle = new FfiHandle(res.source!.handle!.id);\n  }\n\n  captureFrame(\n    frame: VideoFrame,\n    timestampUs = BigInt(0),\n    rotation = VideoRotation.VIDEO_ROTATION_0,\n  ) {\n    const req = create(CaptureVideoFrameRequestSchema, {\n      sourceHandle: this.ffiHandle.handle,\n      buffer: frame.protoInfo(),\n      rotation,\n      timestampUs,\n    });\n\n    FfiClient.instance.request<CaptureVideoFrameResponse>({\n      message: { case: 'captureVideoFrame', value: req },\n    });\n  }\n}\n"],"mappings":"AAGA,SAAS,cAAc;AACvB,SAAS,WAAW,iBAAiB;AAMrC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGA,MAAM,YAAY;AAAA,EASvB,YAAY,OAAe,QAAgB;AACzC,SAAK,QAAQ;AACb,SAAK,SAAS;AAEd,UAAM,MAAM,OAAO,6BAA6B;AAAA,MAC9C,MAAM,gBAAgB;AAAA,MACtB,YAAY;AAAA,QACV;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,MAAM,UAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,OAAO,IAAI,OAAQ;AACxB,SAAK,YAAY,IAAI,UAAU,IAAI,OAAQ,OAAQ,EAAE;AAAA,EACvD;AAAA,EAEA,aACE,OACA,cAAc,OAAO,CAAC,GACtB,WAAW,cAAc,kBACzB;AACA,UAAM,MAAM,OAAO,gCAAgC;AAAA,MACjD,cAAc,KAAK,UAAU;AAAA,MAC7B,QAAQ,MAAM,UAAU;AAAA,MACxB;AAAA,MACA;AAAA,IACF,CAAC;AAED,cAAU,SAAS,QAAmC;AAAA,MACpD,SAAS,EAAE,MAAM,qBAAqB,OAAO,IAAI;AAAA,IACnD,CAAC;AAAA,EACH;AACF;","names":[]}
+{"version":3,"sources":["../src/video_source.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { FfiClient, FfiHandle } from './ffi_client.js';\nimport type {\n  CaptureVideoFrameResponse,\n  NewVideoSourceResponse,\n  VideoSourceInfo,\n} from './proto/video_frame_pb.js';\nimport {\n  CaptureVideoFrameRequest,\n  NewVideoSourceRequest,\n  VideoRotation,\n  VideoSourceType,\n} from './proto/video_frame_pb.js';\nimport type { VideoFrame } from './video_frame.js';\n\nexport class VideoSource {\n  /** @internal */\n  info?: VideoSourceInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n\n  width: number;\n  height: number;\n\n  constructor(width: number, height: number) {\n    this.width = width;\n    this.height = height;\n\n    const req = new NewVideoSourceRequest({\n      type: VideoSourceType.VIDEO_SOURCE_NATIVE,\n      resolution: {\n        width: width,\n        height: height,\n      },\n    });\n\n    const res = FfiClient.instance.request<NewVideoSourceResponse>({\n      message: {\n        case: 'newVideoSource',\n        value: req,\n      },\n    });\n\n    this.info = res.source?.info;\n    this.ffiHandle = new FfiHandle(res.source!.handle!.id!);\n  }\n\n  captureFrame(\n    frame: VideoFrame,\n    timestampUs = BigInt(0),\n    rotation = VideoRotation.VIDEO_ROTATION_0,\n  ) {\n    const req = new CaptureVideoFrameRequest({\n      sourceHandle: this.ffiHandle.handle,\n      buffer: frame.protoInfo(),\n      rotation,\n      timestampUs,\n    });\n\n    FfiClient.instance.request<CaptureVideoFrameResponse>({\n      message: { case: 'captureVideoFrame', value: req },\n    });\n  }\n\n  async close() {\n    this.ffiHandle.dispose();\n  }\n}\n"],"mappings":"AAGA,SAAS,WAAW,iBAAiB;AAMrC;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AAGA,MAAM,YAAY;AAAA,EASvB,YAAY,OAAe,QAAgB;AA1B7C;AA2BI,SAAK,QAAQ;AACb,SAAK,SAAS;AAEd,UAAM,MAAM,IAAI,sBAAsB;AAAA,MACpC,MAAM,gBAAgB;AAAA,MACtB,YAAY;AAAA,QACV;AAAA,QACA;AAAA,MACF;AAAA,IACF,CAAC;AAED,UAAM,MAAM,UAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,QAAO,SAAI,WAAJ,mBAAY;AACxB,SAAK,YAAY,IAAI,UAAU,IAAI,OAAQ,OAAQ,EAAG;AAAA,EACxD;AAAA,EAEA,aACE,OACA,cAAc,OAAO,CAAC,GACtB,WAAW,cAAc,kBACzB;AACA,UAAM,MAAM,IAAI,yBAAyB;AAAA,MACvC,cAAc,KAAK,UAAU;AAAA,MAC7B,QAAQ,MAAM,UAAU;AAAA,MACxB;AAAA,MACA;AAAA,IACF,CAAC;AAED,cAAU,SAAS,QAAmC;AAAA,MACpD,SAAS,EAAE,MAAM,qBAAqB,OAAO,IAAI;AAAA,IACnD,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,QAAQ;AACZ,SAAK,UAAU,QAAQ;AAAA,EACzB;AACF;","names":[]}

package/dist/video_stream.cjs

@@ -21,7 +21,6 @@ __export(video_stream_exports, {
   VideoStream: () => VideoStream
 });
 module.exports = __toCommonJS(video_stream_exports);
-var import_protobuf = require("@bufbuild/protobuf");
 var import_mutex = require("@livekit/mutex");
 var import_ffi_client = require("./ffi_client.cjs");
 var import_video_frame_pb = require("./proto/video_frame_pb.cjs");
@@ -46,9 +45,20 @@ class VideoStream {
           const frame = import_video_frame.VideoFrame.fromOwnedInfo(streamEvent.value.buffer);
           const value = { rotation, timestampUs, frame };
           if (this.queueResolve) {
-            this.queueResolve({ done: false, value });
+            this.queueResolve({
+              done: false,
+              value: {
+                frame: value.frame,
+                timestampUs: value.timestampUs,
+                rotation: value.rotation
+              }
+            });
           } else {
-            this.eventQueue.push(value);
+            this.eventQueue.push({
+              frame: value.frame,
+              timestampUs: value.timestampUs,
+              rotation: value.rotation
+            });
           }
           break;
         case "eos":
@@ -56,8 +66,9 @@ class VideoStream {
           break;
       }
     };
+    var _a;
     this.track = track;
-    const req = (0, import_protobuf.create)(import_video_frame_pb.NewVideoStreamRequestSchema, {
+    const req = new import_video_frame_pb.NewVideoStreamRequest({
       type: import_video_frame_pb.VideoStreamType.VIDEO_STREAM_NATIVE,
       trackHandle: track.ffi_handle.handle
     });
@@ -67,7 +78,7 @@ class VideoStream {
         value: req
       }
     });
-    this.info = res.stream.info;
+    this.info = (_a = res.stream) == null ? void 0 : _a.info;
     this.ffiHandle = new import_ffi_client.FfiHandle(res.stream.handle.id);
     import_ffi_client.FfiClient.instance.on(import_ffi_client.FfiClientEvent.FfiEvent, this.onEvent);
   }

package/dist/video_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../src/video_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { create } from '@bufbuild/protobuf';\nimport { Mutex } from '@livekit/mutex';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport type {\n  NewVideoStreamResponse,\n  VideoRotation,\n  VideoStreamInfo,\n} from './proto/video_frame_pb.js';\nimport { NewVideoStreamRequestSchema, VideoStreamType } from './proto/video_frame_pb.js';\nimport type { Track } from './track.js';\nimport { VideoFrame } from './video_frame.js';\n\nexport type VideoFrameEvent = {\n  frame: VideoFrame;\n  timestampUs: bigint;\n  rotation: VideoRotation;\n};\n\nexport class VideoStream implements AsyncIterableIterator<VideoFrameEvent> {\n  /** @internal */\n  info: VideoStreamInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n  /** @internal */\n  eventQueue: (VideoFrameEvent | null)[] = [];\n  /** @internal */\n  queueResolve: ((value: IteratorResult<VideoFrameEvent>) => void) | null = null;\n  /** @internal */\n  mutex = new Mutex();\n\n  track: Track;\n\n  constructor(track: Track) {\n    this.track = track;\n\n    const req = create(NewVideoStreamRequestSchema, {\n      type: VideoStreamType.VIDEO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n    });\n\n    const res = FfiClient.instance.request<NewVideoStreamResponse>({\n      message: {\n        case: 'newVideoStream',\n        value: req,\n      },\n    });\n\n    this.info = res.stream!.info!;\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (\n      ev.message.case != 'videoStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        const rotation = streamEvent.value.rotation;\n        const timestampUs = streamEvent.value.timestampUs;\n        const frame = VideoFrame.fromOwnedInfo(streamEvent.value.buffer!);\n        const value = { rotation, timestampUs, frame };\n        if (this.queueResolve) {\n          this.queueResolve({ done: false, value });\n        } else {\n          this.eventQueue.push(value);\n        }\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        break;\n    }\n  };\n\n  async next(): Promise<IteratorResult<VideoFrameEvent>> {\n    const unlock = await this.mutex.lock();\n    if (this.eventQueue.length > 0) {\n      unlock();\n      const value = this.eventQueue.shift();\n      if (value) {\n        return { done: false, value };\n      } else {\n        return { done: true, value: undefined };\n      }\n    }\n    const promise = new Promise<IteratorResult<VideoFrameEvent>>(\n      (resolve) => (this.queueResolve = resolve),\n    );\n    unlock();\n    return promise;\n  }\n\n  close() {\n    this.eventQueue.push(null);\n    this.ffiHandle.dispose();\n  }\n\n  [Symbol.asyncIterator](): VideoStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,sBAAuB;AACvB,mBAAsB;AAEtB,wBAAqD;AAMrD,4BAA6D;AAE7D,yBAA2B;AAQpB,MAAM,YAA8D;AAAA,EAczE,YAAY,OAAc;AAR1B;AAAA,sBAAyC,CAAC;AAE1C;AAAA,wBAA0E;AAE1E;AAAA,iBAAQ,IAAI,mBAAM;AAyBlB,SAAQ,UAAU,CAAC,OAAiB;AAClC,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,gBAAM,WAAW,YAAY,MAAM;AACnC,gBAAM,cAAc,YAAY,MAAM;AACtC,gBAAM,QAAQ,8BAAW,cAAc,YAAY,MAAM,MAAO;AAChE,gBAAM,QAAQ,EAAE,UAAU,aAAa,MAAM;AAC7C,cAAI,KAAK,cAAc;AACrB,iBAAK,aAAa,EAAE,MAAM,OAAO,MAAM,CAAC;AAAA,UAC1C,OAAO;AACL,iBAAK,WAAW,KAAK,KAAK;AAAA,UAC5B;AACA;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D;AAAA,MACJ;AAAA,IACF;AA7CE,SAAK,QAAQ;AAEb,UAAM,UAAM,wBAAO,mDAA6B;AAAA,MAC9C,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,IAChC,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,OAAO,IAAI,OAAQ;AACxB,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAE;AAErD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EA6BA,MAAM,OAAiD;AACrD,UAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,QAAI,KAAK,WAAW,SAAS,GAAG;AAC9B,aAAO;AACP,YAAM,QAAQ,KAAK,WAAW,MAAM;AACpC,UAAI,OAAO;AACT,eAAO,EAAE,MAAM,OAAO,MAAM;AAAA,MAC9B,OAAO;AACL,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AACA,UAAM,UAAU,IAAI;AAAA,MAClB,CAAC,YAAa,KAAK,eAAe;AAAA,IACpC;AACA,WAAO;AACP,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ;AACN,SAAK,WAAW,KAAK,IAAI;AACzB,SAAK,UAAU,QAAQ;AAAA,EACzB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAiB;AACpC,WAAO;AAAA,EACT;AACF;","names":[]}
+{"version":3,"sources":["../src/video_stream.ts"],"sourcesContent":["// SPDX-FileCopyrightText: 2024 LiveKit, Inc.\n//\n// SPDX-License-Identifier: Apache-2.0\nimport { Mutex } from '@livekit/mutex';\nimport type { FfiEvent } from './ffi_client.js';\nimport { FfiClient, FfiClientEvent, FfiHandle } from './ffi_client.js';\nimport type {\n  NewVideoStreamResponse,\n  VideoRotation,\n  VideoStreamInfo,\n} from './proto/video_frame_pb.js';\nimport { NewVideoStreamRequest, VideoStreamType } from './proto/video_frame_pb.js';\nimport type { Track } from './track.js';\nimport { VideoFrame } from './video_frame.js';\n\nexport type VideoFrameEvent = {\n  frame: VideoFrame;\n  timestampUs: bigint;\n  rotation: VideoRotation;\n};\n\nexport class VideoStream implements AsyncIterableIterator<VideoFrameEvent> {\n  /** @internal */\n  info?: VideoStreamInfo;\n  /** @internal */\n  ffiHandle: FfiHandle;\n  /** @internal */\n  eventQueue: (VideoFrameEvent | null)[] = [];\n  /** @internal */\n  queueResolve: ((value: IteratorResult<VideoFrameEvent>) => void) | null = null;\n  /** @internal */\n  mutex = new Mutex();\n\n  track: Track;\n\n  constructor(track: Track) {\n    this.track = track;\n\n    const req = new NewVideoStreamRequest({\n      type: VideoStreamType.VIDEO_STREAM_NATIVE,\n      trackHandle: track.ffi_handle.handle,\n    });\n\n    const res = FfiClient.instance.request<NewVideoStreamResponse>({\n      message: {\n        case: 'newVideoStream',\n        value: req,\n      },\n    });\n\n    this.info = res.stream?.info;\n    this.ffiHandle = new FfiHandle(res.stream!.handle!.id!);\n\n    FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);\n  }\n\n  private onEvent = (ev: FfiEvent) => {\n    if (\n      ev.message.case != 'videoStreamEvent' ||\n      ev.message.value.streamHandle != this.ffiHandle.handle\n    ) {\n      return;\n    }\n\n    const streamEvent = ev.message.value.message;\n    switch (streamEvent.case) {\n      case 'frameReceived':\n        const rotation = streamEvent.value.rotation;\n        const timestampUs = streamEvent.value.timestampUs;\n        const frame = VideoFrame.fromOwnedInfo(streamEvent.value.buffer!);\n        const value = { rotation, timestampUs, frame };\n        if (this.queueResolve) {\n          this.queueResolve({\n            done: false,\n            value: {\n              frame: value.frame,\n              timestampUs: value.timestampUs!,\n              rotation: value.rotation!,\n            },\n          });\n        } else {\n          this.eventQueue.push({\n            frame: value.frame,\n            timestampUs: value.timestampUs!,\n            rotation: value.rotation!,\n          });\n        }\n        break;\n      case 'eos':\n        FfiClient.instance.off(FfiClientEvent.FfiEvent, this.onEvent);\n        break;\n    }\n  };\n\n  async next(): Promise<IteratorResult<VideoFrameEvent>> {\n    const unlock = await this.mutex.lock();\n    if (this.eventQueue.length > 0) {\n      unlock();\n      const value = this.eventQueue.shift();\n      if (value) {\n        return { done: false, value };\n      } else {\n        return { done: true, value: undefined };\n      }\n    }\n    const promise = new Promise<IteratorResult<VideoFrameEvent>>(\n      (resolve) => (this.queueResolve = resolve),\n    );\n    unlock();\n    return promise;\n  }\n\n  close() {\n    this.eventQueue.push(null);\n    this.ffiHandle.dispose();\n  }\n\n  [Symbol.asyncIterator](): VideoStream {\n    return this;\n  }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAGA,mBAAsB;AAEtB,wBAAqD;AAMrD,4BAAuD;AAEvD,yBAA2B;AAQpB,MAAM,YAA8D;AAAA,EAczE,YAAY,OAAc;AAR1B;AAAA,sBAAyC,CAAC;AAE1C;AAAA,wBAA0E;AAE1E;AAAA,iBAAQ,IAAI,mBAAM;AAyBlB,SAAQ,UAAU,CAAC,OAAiB;AAClC,UACE,GAAG,QAAQ,QAAQ,sBACnB,GAAG,QAAQ,MAAM,gBAAgB,KAAK,UAAU,QAChD;AACA;AAAA,MACF;AAEA,YAAM,cAAc,GAAG,QAAQ,MAAM;AACrC,cAAQ,YAAY,MAAM;AAAA,QACxB,KAAK;AACH,gBAAM,WAAW,YAAY,MAAM;AACnC,gBAAM,cAAc,YAAY,MAAM;AACtC,gBAAM,QAAQ,8BAAW,cAAc,YAAY,MAAM,MAAO;AAChE,gBAAM,QAAQ,EAAE,UAAU,aAAa,MAAM;AAC7C,cAAI,KAAK,cAAc;AACrB,iBAAK,aAAa;AAAA,cAChB,MAAM;AAAA,cACN,OAAO;AAAA,gBACL,OAAO,MAAM;AAAA,gBACb,aAAa,MAAM;AAAA,gBACnB,UAAU,MAAM;AAAA,cAClB;AAAA,YACF,CAAC;AAAA,UACH,OAAO;AACL,iBAAK,WAAW,KAAK;AAAA,cACnB,OAAO,MAAM;AAAA,cACb,aAAa,MAAM;AAAA,cACnB,UAAU,MAAM;AAAA,YAClB,CAAC;AAAA,UACH;AACA;AAAA,QACF,KAAK;AACH,sCAAU,SAAS,IAAI,iCAAe,UAAU,KAAK,OAAO;AAC5D;AAAA,MACJ;AAAA,IACF;AA5FF;AAoCI,SAAK,QAAQ;AAEb,UAAM,MAAM,IAAI,4CAAsB;AAAA,MACpC,MAAM,sCAAgB;AAAA,MACtB,aAAa,MAAM,WAAW;AAAA,IAChC,CAAC;AAED,UAAM,MAAM,4BAAU,SAAS,QAAgC;AAAA,MAC7D,SAAS;AAAA,QACP,MAAM;AAAA,QACN,OAAO;AAAA,MACT;AAAA,IACF,CAAC;AAED,SAAK,QAAO,SAAI,WAAJ,mBAAY;AACxB,SAAK,YAAY,IAAI,4BAAU,IAAI,OAAQ,OAAQ,EAAG;AAEtD,gCAAU,SAAS,GAAG,iCAAe,UAAU,KAAK,OAAO;AAAA,EAC7D;AAAA,EAwCA,MAAM,OAAiD;AACrD,UAAM,SAAS,MAAM,KAAK,MAAM,KAAK;AACrC,QAAI,KAAK,WAAW,SAAS,GAAG;AAC9B,aAAO;AACP,YAAM,QAAQ,KAAK,WAAW,MAAM;AACpC,UAAI,OAAO;AACT,eAAO,EAAE,MAAM,OAAO,MAAM;AAAA,MAC9B,OAAO;AACL,eAAO,EAAE,MAAM,MAAM,OAAO,OAAU;AAAA,MACxC;AAAA,IACF;AACA,UAAM,UAAU,IAAI;AAAA,MAClB,CAAC,YAAa,KAAK,eAAe;AAAA,IACpC;AACA,WAAO;AACP,WAAO;AAAA,EACT;AAAA,EAEA,QAAQ;AACN,SAAK,WAAW,KAAK,IAAI;AACzB,SAAK,UAAU,QAAQ;AAAA,EACzB;AAAA,EAEA,CAAC,OAAO,aAAa,IAAiB;AACpC,WAAO;AAAA,EACT;AACF;","names":[]}

package/dist/video_stream.d.cts

@@ -0,0 +1,40 @@
+import { Mutex } from '@livekit/mutex';
+import { FfiHandle } from './napi/native.d.cjs';
+import { VideoRotation, VideoStreamInfo } from './proto/video_frame_pb.cjs';
+import { Track } from './track.cjs';
+import { VideoFrame } from './video_frame.cjs';
+import '@bufbuild/protobuf';
+import './proto/track_pb.cjs';
+import './proto/stats_pb.cjs';
+import './proto/e2ee_pb.cjs';
+import './proto/handle_pb.cjs';
+import './audio_source.cjs';
+import './audio_frame.cjs';
+import './proto/audio_frame_pb.cjs';
+import './video_source.cjs';
+
+type VideoFrameEvent = {
+    frame: VideoFrame;
+    timestampUs: bigint;
+    rotation: VideoRotation;
+};
+declare class VideoStream implements AsyncIterableIterator<VideoFrameEvent> {
+    /** @internal */
+    info?: VideoStreamInfo;
+    /** @internal */
+    ffiHandle: FfiHandle;
+    /** @internal */
+    eventQueue: (VideoFrameEvent | null)[];
+    /** @internal */
+    queueResolve: ((value: IteratorResult<VideoFrameEvent>) => void) | null;
+    /** @internal */
+    mutex: Mutex;
+    track: Track;
+    constructor(track: Track);
+    private onEvent;
+    next(): Promise<IteratorResult<VideoFrameEvent>>;
+    close(): void;
+    [Symbol.asyncIterator](): VideoStream;
+}
+
+export { type VideoFrameEvent, VideoStream };

package/dist/video_stream.d.ts

@@ -1,16 +1,26 @@
 import { Mutex } from '@livekit/mutex';
-import { FfiHandle } from './ffi_client.js';
-import type { VideoRotation, VideoStreamInfo } from './proto/video_frame_pb.js';
-import type { Track } from './track.js';
+import { FfiHandle } from './napi/native.d.js';
+import { VideoRotation, VideoStreamInfo } from './proto/video_frame_pb.js';
+import { Track } from './track.js';
 import { VideoFrame } from './video_frame.js';
-export type VideoFrameEvent = {
+import '@bufbuild/protobuf';
+import './proto/track_pb.js';
+import './proto/stats_pb.js';
+import './proto/e2ee_pb.js';
+import './proto/handle_pb.js';
+import './audio_source.js';
+import './audio_frame.js';
+import './proto/audio_frame_pb.js';
+import './video_source.js';
+
+type VideoFrameEvent = {
     frame: VideoFrame;
     timestampUs: bigint;
     rotation: VideoRotation;
 };
-export declare class VideoStream implements AsyncIterableIterator<VideoFrameEvent> {
+declare class VideoStream implements AsyncIterableIterator<VideoFrameEvent> {
     /** @internal */
-    info: VideoStreamInfo;
+    info?: VideoStreamInfo;
     /** @internal */
     ffiHandle: FfiHandle;
     /** @internal */
@@ -26,4 +36,5 @@ export declare class VideoStream implements AsyncIterableIterator<VideoFrameEven
     close(): void;
     [Symbol.asyncIterator](): VideoStream;
 }
-//# sourceMappingURL=video_stream.d.ts.map
+
+export { type VideoFrameEvent, VideoStream };

package/dist/video_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"video_stream.d.ts","sourceRoot":"","sources":["../src/video_stream.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAA6B,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,KAAK,EAEV,aAAa,EACb,eAAe,EAChB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,UAAU,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,qBAAa,WAAY,YAAW,qBAAqB,CAAC,eAAe,CAAC;IACxE,gBAAgB;IAChB,IAAI,EAAE,eAAe,CAAC;IACtB,gBAAgB;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,gBAAgB;IAChB,UAAU,EAAE,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,CAAM;IAC5C,gBAAgB;IAChB,YAAY,EAAE,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAQ;IAC/E,gBAAgB;IAChB,KAAK,QAAe;IAEpB,KAAK,EAAE,KAAK,CAAC;gBAED,KAAK,EAAE,KAAK;IAqBxB,OAAO,CAAC,OAAO,CAyBb;IAEI,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAkBtD,KAAK;IAKL,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW;CAGtC"}
+{"version":3,"file":"video_stream.d.ts","sourceRoot":"","sources":["../src/video_stream.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC,OAAO,EAA6B,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,KAAK,EAEV,aAAa,EACb,eAAe,EAChB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,UAAU,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,aAAa,CAAC;CACzB,CAAC;AAEF,qBAAa,WAAY,YAAW,qBAAqB,CAAC,eAAe,CAAC;IACxE,gBAAgB;IAChB,IAAI,CAAC,EAAE,eAAe,CAAC;IACvB,gBAAgB;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,gBAAgB;IAChB,UAAU,EAAE,CAAC,eAAe,GAAG,IAAI,CAAC,EAAE,CAAM;IAC5C,gBAAgB;IAChB,YAAY,EAAE,CAAC,CAAC,KAAK,EAAE,cAAc,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAQ;IAC/E,gBAAgB;IAChB,KAAK,QAAe;IAEpB,KAAK,EAAE,KAAK,CAAC;gBAED,KAAK,EAAE,KAAK;IAqBxB,OAAO,CAAC,OAAO,CAoCb;IAEI,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;IAkBtD,KAAK;IAKL,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,WAAW;CAGtC"}

package/dist/video_stream.js

@@ -1,7 +1,6 @@
-import { create } from "@bufbuild/protobuf";
 import { Mutex } from "@livekit/mutex";
 import { FfiClient, FfiClientEvent, FfiHandle } from "./ffi_client.js";
-import { NewVideoStreamRequestSchema, VideoStreamType } from "./proto/video_frame_pb.js";
+import { NewVideoStreamRequest, VideoStreamType } from "./proto/video_frame_pb.js";
 import { VideoFrame } from "./video_frame.js";
 class VideoStream {
   constructor(track) {
@@ -23,9 +22,20 @@ class VideoStream {
           const frame = VideoFrame.fromOwnedInfo(streamEvent.value.buffer);
           const value = { rotation, timestampUs, frame };
           if (this.queueResolve) {
-            this.queueResolve({ done: false, value });
+            this.queueResolve({
+              done: false,
+              value: {
+                frame: value.frame,
+                timestampUs: value.timestampUs,
+                rotation: value.rotation
+              }
+            });
           } else {
-            this.eventQueue.push(value);
+            this.eventQueue.push({
+              frame: value.frame,
+              timestampUs: value.timestampUs,
+              rotation: value.rotation
+            });
           }
           break;
         case "eos":
@@ -33,8 +43,9 @@ class VideoStream {
           break;
       }
     };
+    var _a;
     this.track = track;
-    const req = create(NewVideoStreamRequestSchema, {
+    const req = new NewVideoStreamRequest({
       type: VideoStreamType.VIDEO_STREAM_NATIVE,
       trackHandle: track.ffi_handle.handle
     });
@@ -44,7 +55,7 @@ class VideoStream {
         value: req
       }
     });
-    this.info = res.stream.info;
+    this.info = (_a = res.stream) == null ? void 0 : _a.info;
     this.ffiHandle = new FfiHandle(res.stream.handle.id);
     FfiClient.instance.on(FfiClientEvent.FfiEvent, this.onEvent);
   }