@livekit/rtc-node 0.1.0 → 0.2.0

package/dist/proto/video_frame_pb.js

@@ -72,77 +72,68 @@ proto3.util.setEnumType(VideoRotation, "livekit.proto.VideoRotation", [
     { no: 3, name: "VIDEO_ROTATION_270" },
 ]);
 /**
- * @generated from enum livekit.proto.VideoFormatType
+ * @generated from enum livekit.proto.VideoBufferType
  */
-export var VideoFormatType;
-(function (VideoFormatType) {
+export var VideoBufferType;
+(function (VideoBufferType) {
     /**
-     * @generated from enum value: FORMAT_ARGB = 0;
+     * @generated from enum value: RGBA = 0;
      */
-    VideoFormatType[VideoFormatType["FORMAT_ARGB"] = 0] = "FORMAT_ARGB";
+    VideoBufferType[VideoBufferType["RGBA"] = 0] = "RGBA";
     /**
-     * @generated from enum value: FORMAT_BGRA = 1;
+     * @generated from enum value: ABGR = 1;
      */
-    VideoFormatType[VideoFormatType["FORMAT_BGRA"] = 1] = "FORMAT_BGRA";
+    VideoBufferType[VideoBufferType["ABGR"] = 1] = "ABGR";
     /**
-     * @generated from enum value: FORMAT_ABGR = 2;
+     * @generated from enum value: ARGB = 2;
      */
-    VideoFormatType[VideoFormatType["FORMAT_ABGR"] = 2] = "FORMAT_ABGR";
+    VideoBufferType[VideoBufferType["ARGB"] = 2] = "ARGB";
     /**
-     * @generated from enum value: FORMAT_RGBA = 3;
+     * @generated from enum value: BGRA = 3;
      */
-    VideoFormatType[VideoFormatType["FORMAT_RGBA"] = 3] = "FORMAT_RGBA";
-})(VideoFormatType || (VideoFormatType = {}));
-// Retrieve enum metadata with: proto3.getEnumType(VideoFormatType)
-proto3.util.setEnumType(VideoFormatType, "livekit.proto.VideoFormatType", [
-    { no: 0, name: "FORMAT_ARGB" },
-    { no: 1, name: "FORMAT_BGRA" },
-    { no: 2, name: "FORMAT_ABGR" },
-    { no: 3, name: "FORMAT_RGBA" },
-]);
-/**
- * @generated from enum livekit.proto.VideoFrameBufferType
- */
-export var VideoFrameBufferType;
-(function (VideoFrameBufferType) {
+    VideoBufferType[VideoBufferType["BGRA"] = 3] = "BGRA";
     /**
-     * @generated from enum value: NATIVE = 0;
+     * @generated from enum value: RGB24 = 4;
      */
-    VideoFrameBufferType[VideoFrameBufferType["NATIVE"] = 0] = "NATIVE";
+    VideoBufferType[VideoBufferType["RGB24"] = 4] = "RGB24";
     /**
-     * @generated from enum value: I420 = 1;
+     * @generated from enum value: I420 = 5;
      */
-    VideoFrameBufferType[VideoFrameBufferType["I420"] = 1] = "I420";
+    VideoBufferType[VideoBufferType["I420"] = 5] = "I420";
     /**
-     * @generated from enum value: I420A = 2;
+     * @generated from enum value: I420A = 6;
      */
-    VideoFrameBufferType[VideoFrameBufferType["I420A"] = 2] = "I420A";
+    VideoBufferType[VideoBufferType["I420A"] = 6] = "I420A";
     /**
-     * @generated from enum value: I422 = 3;
+     * @generated from enum value: I422 = 7;
      */
-    VideoFrameBufferType[VideoFrameBufferType["I422"] = 3] = "I422";
+    VideoBufferType[VideoBufferType["I422"] = 7] = "I422";
     /**
-     * @generated from enum value: I444 = 4;
+     * @generated from enum value: I444 = 8;
      */
-    VideoFrameBufferType[VideoFrameBufferType["I444"] = 4] = "I444";
+    VideoBufferType[VideoBufferType["I444"] = 8] = "I444";
     /**
-     * @generated from enum value: I010 = 5;
+     * @generated from enum value: I010 = 9;
      */
-    VideoFrameBufferType[VideoFrameBufferType["I010"] = 5] = "I010";
+    VideoBufferType[VideoBufferType["I010"] = 9] = "I010";
     /**
-     * @generated from enum value: NV12 = 6;
+     * @generated from enum value: NV12 = 10;
      */
-    VideoFrameBufferType[VideoFrameBufferType["NV12"] = 6] = "NV12";
-})(VideoFrameBufferType || (VideoFrameBufferType = {}));
-// Retrieve enum metadata with: proto3.getEnumType(VideoFrameBufferType)
-proto3.util.setEnumType(VideoFrameBufferType, "livekit.proto.VideoFrameBufferType", [
-    { no: 0, name: "NATIVE" },
-    { no: 1, name: "I420" },
-    { no: 2, name: "I420A" },
-    { no: 3, name: "I422" },
-    { no: 4, name: "I444" },
-    { no: 5, name: "I010" },
-    { no: 6, name: "NV12" },
+    VideoBufferType[VideoBufferType["NV12"] = 10] = "NV12";
+})(VideoBufferType || (VideoBufferType = {}));
+// Retrieve enum metadata with: proto3.getEnumType(VideoBufferType)
+proto3.util.setEnumType(VideoBufferType, "livekit.proto.VideoBufferType", [
+    { no: 0, name: "RGBA" },
+    { no: 1, name: "ABGR" },
+    { no: 2, name: "ARGB" },
+    { no: 3, name: "BGRA" },
+    { no: 4, name: "RGB24" },
+    { no: 5, name: "I420" },
+    { no: 6, name: "I420A" },
+    { no: 7, name: "I422" },
+    { no: 8, name: "I444" },
+    { no: 9, name: "I010" },
+    { no: 10, name: "NV12" },
 ]);
 /**
  * @generated from enum livekit.proto.VideoStreamType
@@ -182,76 +173,6 @@ export var VideoSourceType;
 proto3.util.setEnumType(VideoSourceType, "livekit.proto.VideoSourceType", [
     { no: 0, name: "VIDEO_SOURCE_NATIVE" },
 ]);
-/**
- * Allocate a new VideoFrameBuffer
- *
- * @generated from message livekit.proto.AllocVideoBufferRequest
- */
-export class AllocVideoBufferRequest extends Message {
-    constructor(data) {
-        super();
-        /**
-         * Only I420 is supported atm
-         *
-         * @generated from field: livekit.proto.VideoFrameBufferType type = 1;
-         */
-        this.type = VideoFrameBufferType.NATIVE;
-        /**
-         * @generated from field: uint32 width = 2;
-         */
-        this.width = 0;
-        /**
-         * @generated from field: uint32 height = 3;
-         */
-        this.height = 0;
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new AllocVideoBufferRequest().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new AllocVideoBufferRequest().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new AllocVideoBufferRequest().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(AllocVideoBufferRequest, a, b);
-    }
-}
-AllocVideoBufferRequest.runtime = proto3;
-AllocVideoBufferRequest.typeName = "livekit.proto.AllocVideoBufferRequest";
-AllocVideoBufferRequest.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "type", kind: "enum", T: proto3.getEnumType(VideoFrameBufferType) },
-    { no: 2, name: "width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 3, name: "height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-]);
-/**
- * @generated from message livekit.proto.AllocVideoBufferResponse
- */
-export class AllocVideoBufferResponse extends Message {
-    constructor(data) {
-        super();
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new AllocVideoBufferResponse().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new AllocVideoBufferResponse().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new AllocVideoBufferResponse().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(AllocVideoBufferResponse, a, b);
-    }
-}
-AllocVideoBufferResponse.runtime = proto3;
-AllocVideoBufferResponse.typeName = "livekit.proto.AllocVideoBufferResponse";
-AllocVideoBufferResponse.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "buffer", kind: "message", T: OwnedVideoFrameBuffer },
-]);
 /**
  * Create a new VideoStream
  * VideoStream is used to receive video frames from a track
@@ -269,6 +190,12 @@ export class NewVideoStreamRequest extends Message {
          * @generated from field: livekit.proto.VideoStreamType type = 2;
          */
         this.type = VideoStreamType.VIDEO_STREAM_NATIVE;
+        /**
+         * if true, stride will be set to width/chroma_width
+         *
+         * @generated from field: bool normalize_stride = 4;
+         */
+        this.normalizeStride = false;
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
@@ -289,6 +216,8 @@ NewVideoStreamRequest.typeName = "livekit.proto.NewVideoStreamRequest";
 NewVideoStreamRequest.fields = proto3.util.newFieldList(() => [
     { no: 1, name: "track_handle", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
     { no: 2, name: "type", kind: "enum", T: proto3.getEnumType(VideoStreamType) },
+    { no: 3, name: "format", kind: "enum", T: proto3.getEnumType(VideoBufferType), opt: true },
+    { no: 4, name: "normalize_stride", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
 ]);
 /**
  * @generated from message livekit.proto.NewVideoStreamResponse
@@ -389,9 +318,15 @@ export class CaptureVideoFrameRequest extends Message {
          */
         this.sourceHandle = protoInt64.zero;
         /**
-         * @generated from oneof livekit.proto.CaptureVideoFrameRequest.from
+         * In microseconds
+         *
+         * @generated from field: int64 timestamp_us = 3;
          */
-        this.from = { case: undefined };
+        this.timestampUs = protoInt64.zero;
+        /**
+         * @generated from field: livekit.proto.VideoRotation rotation = 4;
+         */
+        this.rotation = VideoRotation.VIDEO_ROTATION_0;
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
@@ -411,9 +346,9 @@ CaptureVideoFrameRequest.runtime = proto3;
 CaptureVideoFrameRequest.typeName = "livekit.proto.CaptureVideoFrameRequest";
 CaptureVideoFrameRequest.fields = proto3.util.newFieldList(() => [
     { no: 1, name: "source_handle", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 2, name: "frame", kind: "message", T: VideoFrameInfo },
-    { no: 3, name: "info", kind: "message", T: VideoFrameBufferInfo, oneof: "from" },
-    { no: 4, name: "handle", kind: "scalar", T: 4 /* ScalarType.UINT64 */, oneof: "from" },
+    { no: 2, name: "buffer", kind: "message", T: VideoBufferInfo },
+    { no: 3, name: "timestamp_us", kind: "scalar", T: 3 /* ScalarType.INT64 */ },
+    { no: 4, name: "rotation", kind: "enum", T: proto3.getEnumType(VideoRotation) },
 ]);
 /**
  * @generated from message livekit.proto.CaptureVideoFrameResponse
@@ -440,12 +375,9 @@ CaptureVideoFrameResponse.runtime = proto3;
 CaptureVideoFrameResponse.typeName = "livekit.proto.CaptureVideoFrameResponse";
 CaptureVideoFrameResponse.fields = proto3.util.newFieldList(() => []);
 /**
- * Convert a RGBA frame to a I420 YUV frame
- * Or convert another YUV frame format to I420
- *
- * @generated from message livekit.proto.ToI420Request
+ * @generated from message livekit.proto.VideoConvertRequest
  */
-export class ToI420Request extends Message {
+export class VideoConvertRequest extends Message {
     constructor(data) {
         super();
         /**
@@ -453,141 +385,58 @@ export class ToI420Request extends Message {
          */
         this.flipY = false;
         /**
-         * @generated from oneof livekit.proto.ToI420Request.from
+         * @generated from field: livekit.proto.VideoBufferType dst_type = 3;
          */
-        this.from = { case: undefined };
+        this.dstType = VideoBufferType.RGBA;
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
-        return new ToI420Request().fromBinary(bytes, options);
+        return new VideoConvertRequest().fromBinary(bytes, options);
     }
     static fromJson(jsonValue, options) {
-        return new ToI420Request().fromJson(jsonValue, options);
+        return new VideoConvertRequest().fromJson(jsonValue, options);
     }
     static fromJsonString(jsonString, options) {
-        return new ToI420Request().fromJsonString(jsonString, options);
+        return new VideoConvertRequest().fromJsonString(jsonString, options);
     }
     static equals(a, b) {
-        return proto3.util.equals(ToI420Request, a, b);
+        return proto3.util.equals(VideoConvertRequest, a, b);
     }
 }
-ToI420Request.runtime = proto3;
-ToI420Request.typeName = "livekit.proto.ToI420Request";
-ToI420Request.fields = proto3.util.newFieldList(() => [
+VideoConvertRequest.runtime = proto3;
+VideoConvertRequest.typeName = "livekit.proto.VideoConvertRequest";
+VideoConvertRequest.fields = proto3.util.newFieldList(() => [
     { no: 1, name: "flip_y", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
-    { no: 2, name: "argb", kind: "message", T: ArgbBufferInfo, oneof: "from" },
-    { no: 3, name: "buffer", kind: "message", T: VideoFrameBufferInfo, oneof: "from" },
-    { no: 4, name: "handle", kind: "scalar", T: 4 /* ScalarType.UINT64 */, oneof: "from" },
+    { no: 2, name: "buffer", kind: "message", T: VideoBufferInfo },
+    { no: 3, name: "dst_type", kind: "enum", T: proto3.getEnumType(VideoBufferType) },
 ]);
 /**
- * @generated from message livekit.proto.ToI420Response
+ * @generated from message livekit.proto.VideoConvertResponse
  */
-export class ToI420Response extends Message {
+export class VideoConvertResponse extends Message {
     constructor(data) {
         super();
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
-        return new ToI420Response().fromBinary(bytes, options);
+        return new VideoConvertResponse().fromBinary(bytes, options);
     }
     static fromJson(jsonValue, options) {
-        return new ToI420Response().fromJson(jsonValue, options);
+        return new VideoConvertResponse().fromJson(jsonValue, options);
     }
     static fromJsonString(jsonString, options) {
-        return new ToI420Response().fromJsonString(jsonString, options);
+        return new VideoConvertResponse().fromJsonString(jsonString, options);
     }
     static equals(a, b) {
-        return proto3.util.equals(ToI420Response, a, b);
+        return proto3.util.equals(VideoConvertResponse, a, b);
     }
 }
-ToI420Response.runtime = proto3;
-ToI420Response.typeName = "livekit.proto.ToI420Response";
-ToI420Response.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "buffer", kind: "message", T: OwnedVideoFrameBuffer },
+VideoConvertResponse.runtime = proto3;
+VideoConvertResponse.typeName = "livekit.proto.VideoConvertResponse";
+VideoConvertResponse.fields = proto3.util.newFieldList(() => [
+    { no: 1, name: "error", kind: "scalar", T: 9 /* ScalarType.STRING */, opt: true },
+    { no: 2, name: "buffer", kind: "message", T: OwnedVideoBuffer },
 ]);
-/**
- * Convert a YUV frame to a RGBA frame
- * Only I420 is supported atm
- *
- * @generated from message livekit.proto.ToArgbRequest
- */
-export class ToArgbRequest extends Message {
-    constructor(data) {
-        super();
-        /**
-         * @generated from field: uint64 dst_ptr = 2;
-         */
-        this.dstPtr = protoInt64.zero;
-        /**
-         * @generated from field: livekit.proto.VideoFormatType dst_format = 3;
-         */
-        this.dstFormat = VideoFormatType.FORMAT_ARGB;
-        /**
-         * @generated from field: uint32 dst_stride = 4;
-         */
-        this.dstStride = 0;
-        /**
-         * @generated from field: uint32 dst_width = 5;
-         */
-        this.dstWidth = 0;
-        /**
-         * @generated from field: uint32 dst_height = 6;
-         */
-        this.dstHeight = 0;
-        /**
-         * @generated from field: bool flip_y = 7;
-         */
-        this.flipY = false;
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new ToArgbRequest().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new ToArgbRequest().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new ToArgbRequest().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(ToArgbRequest, a, b);
-    }
-}
-ToArgbRequest.runtime = proto3;
-ToArgbRequest.typeName = "livekit.proto.ToArgbRequest";
-ToArgbRequest.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "buffer", kind: "message", T: VideoFrameBufferInfo },
-    { no: 2, name: "dst_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 3, name: "dst_format", kind: "enum", T: proto3.getEnumType(VideoFormatType) },
-    { no: 4, name: "dst_stride", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 5, name: "dst_width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 6, name: "dst_height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 7, name: "flip_y", kind: "scalar", T: 8 /* ScalarType.BOOL */ },
-]);
-/**
- * @generated from message livekit.proto.ToArgbResponse
- */
-export class ToArgbResponse extends Message {
-    constructor(data) {
-        super();
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new ToArgbResponse().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new ToArgbResponse().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new ToArgbResponse().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(ToArgbResponse, a, b);
-    }
-}
-ToArgbResponse.runtime = proto3;
-ToArgbResponse.typeName = "livekit.proto.ToArgbResponse";
-ToArgbResponse.fields = proto3.util.newFieldList(() => []);
 /**
  * @generated from message livekit.proto.VideoResolution
  */
@@ -629,102 +478,15 @@ VideoResolution.fields = proto3.util.newFieldList(() => [
     { no: 3, name: "frame_rate", kind: "scalar", T: 1 /* ScalarType.DOUBLE */ },
 ]);
 /**
- * @generated from message livekit.proto.ArgbBufferInfo
- */
-export class ArgbBufferInfo extends Message {
-    constructor(data) {
-        super();
-        /**
-         * @generated from field: uint64 ptr = 1;
-         */
-        this.ptr = protoInt64.zero;
-        /**
-         * @generated from field: livekit.proto.VideoFormatType format = 2;
-         */
-        this.format = VideoFormatType.FORMAT_ARGB;
-        /**
-         * @generated from field: uint32 stride = 3;
-         */
-        this.stride = 0;
-        /**
-         * @generated from field: uint32 width = 4;
-         */
-        this.width = 0;
-        /**
-         * @generated from field: uint32 height = 5;
-         */
-        this.height = 0;
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new ArgbBufferInfo().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new ArgbBufferInfo().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new ArgbBufferInfo().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(ArgbBufferInfo, a, b);
-    }
-}
-ArgbBufferInfo.runtime = proto3;
-ArgbBufferInfo.typeName = "livekit.proto.ArgbBufferInfo";
-ArgbBufferInfo.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 2, name: "format", kind: "enum", T: proto3.getEnumType(VideoFormatType) },
-    { no: 3, name: "stride", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 4, name: "width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 5, name: "height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-]);
-/**
- * @generated from message livekit.proto.VideoFrameInfo
- */
-export class VideoFrameInfo extends Message {
-    constructor(data) {
-        super();
-        /**
-         * In microseconds
-         *
-         * @generated from field: int64 timestamp_us = 1;
-         */
-        this.timestampUs = protoInt64.zero;
-        /**
-         * @generated from field: livekit.proto.VideoRotation rotation = 2;
-         */
-        this.rotation = VideoRotation.VIDEO_ROTATION_0;
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new VideoFrameInfo().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new VideoFrameInfo().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new VideoFrameInfo().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(VideoFrameInfo, a, b);
-    }
-}
-VideoFrameInfo.runtime = proto3;
-VideoFrameInfo.typeName = "livekit.proto.VideoFrameInfo";
-VideoFrameInfo.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "timestamp_us", kind: "scalar", T: 3 /* ScalarType.INT64 */ },
-    { no: 2, name: "rotation", kind: "enum", T: proto3.getEnumType(VideoRotation) },
-]);
-/**
- * @generated from message livekit.proto.VideoFrameBufferInfo
+ * @generated from message livekit.proto.VideoBufferInfo
  */
-export class VideoFrameBufferInfo extends Message {
+export class VideoBufferInfo extends Message {
     constructor(data) {
         super();
         /**
-         * @generated from field: livekit.proto.VideoFrameBufferType buffer_type = 1;
+         * @generated from field: livekit.proto.VideoBufferType type = 1;
          */
-        this.bufferType = VideoFrameBufferType.NATIVE;
+        this.type = VideoBufferType.RGBA;
         /**
          * @generated from field: uint32 width = 2;
          */
@@ -734,221 +496,111 @@ export class VideoFrameBufferInfo extends Message {
          */
         this.height = 0;
         /**
-         * @generated from oneof livekit.proto.VideoFrameBufferInfo.buffer
+         * @generated from field: uint64 data_ptr = 4;
          */
-        this.buffer = { case: undefined };
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new VideoFrameBufferInfo().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new VideoFrameBufferInfo().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new VideoFrameBufferInfo().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(VideoFrameBufferInfo, a, b);
-    }
-}
-VideoFrameBufferInfo.runtime = proto3;
-VideoFrameBufferInfo.typeName = "livekit.proto.VideoFrameBufferInfo";
-VideoFrameBufferInfo.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "buffer_type", kind: "enum", T: proto3.getEnumType(VideoFrameBufferType) },
-    { no: 2, name: "width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 3, name: "height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 4, name: "yuv", kind: "message", T: PlanarYuvBufferInfo, oneof: "buffer" },
-    { no: 5, name: "bi_yuv", kind: "message", T: BiplanarYuvBufferInfo, oneof: "buffer" },
-    { no: 6, name: "native", kind: "message", T: NativeBufferInfo, oneof: "buffer" },
-]);
-/**
- * @generated from message livekit.proto.OwnedVideoFrameBuffer
- */
-export class OwnedVideoFrameBuffer extends Message {
-    constructor(data) {
-        super();
-        proto3.util.initPartial(data, this);
-    }
-    static fromBinary(bytes, options) {
-        return new OwnedVideoFrameBuffer().fromBinary(bytes, options);
-    }
-    static fromJson(jsonValue, options) {
-        return new OwnedVideoFrameBuffer().fromJson(jsonValue, options);
-    }
-    static fromJsonString(jsonString, options) {
-        return new OwnedVideoFrameBuffer().fromJsonString(jsonString, options);
-    }
-    static equals(a, b) {
-        return proto3.util.equals(OwnedVideoFrameBuffer, a, b);
-    }
-}
-OwnedVideoFrameBuffer.runtime = proto3;
-OwnedVideoFrameBuffer.typeName = "livekit.proto.OwnedVideoFrameBuffer";
-OwnedVideoFrameBuffer.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "handle", kind: "message", T: FfiOwnedHandle },
-    { no: 2, name: "info", kind: "message", T: VideoFrameBufferInfo },
-]);
-/**
- * @generated from message livekit.proto.PlanarYuvBufferInfo
- */
-export class PlanarYuvBufferInfo extends Message {
-    constructor(data) {
-        super();
-        /**
-         * @generated from field: uint32 chroma_width = 1;
-         */
-        this.chromaWidth = 0;
-        /**
-         * @generated from field: uint32 chroma_height = 2;
-         */
-        this.chromaHeight = 0;
-        /**
-         * @generated from field: uint32 stride_y = 3;
-         */
-        this.strideY = 0;
-        /**
-         * @generated from field: uint32 stride_u = 4;
-         */
-        this.strideU = 0;
-        /**
-         * @generated from field: uint32 stride_v = 5;
-         */
-        this.strideV = 0;
+        this.dataPtr = protoInt64.zero;
         /**
-         * @generated from field: uint32 stride_a = 6;
-         */
-        this.strideA = 0;
-        /**
-         * *const u8 or *const u16
+         * only for packed formats
          *
-         * @generated from field: uint64 data_y_ptr = 7;
-         */
-        this.dataYPtr = protoInt64.zero;
-        /**
-         * @generated from field: uint64 data_u_ptr = 8;
+         * @generated from field: uint32 stride = 6;
          */
-        this.dataUPtr = protoInt64.zero;
-        /**
-         * @generated from field: uint64 data_v_ptr = 9;
-         */
-        this.dataVPtr = protoInt64.zero;
+        this.stride = 0;
         /**
-         * nullptr = no alpha
-         *
-         * @generated from field: uint64 data_a_ptr = 10;
+         * @generated from field: repeated livekit.proto.VideoBufferInfo.ComponentInfo components = 7;
          */
-        this.dataAPtr = protoInt64.zero;
+        this.components = [];
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
-        return new PlanarYuvBufferInfo().fromBinary(bytes, options);
+        return new VideoBufferInfo().fromBinary(bytes, options);
     }
     static fromJson(jsonValue, options) {
-        return new PlanarYuvBufferInfo().fromJson(jsonValue, options);
+        return new VideoBufferInfo().fromJson(jsonValue, options);
     }
     static fromJsonString(jsonString, options) {
-        return new PlanarYuvBufferInfo().fromJsonString(jsonString, options);
+        return new VideoBufferInfo().fromJsonString(jsonString, options);
     }
     static equals(a, b) {
-        return proto3.util.equals(PlanarYuvBufferInfo, a, b);
+        return proto3.util.equals(VideoBufferInfo, a, b);
     }
 }
-PlanarYuvBufferInfo.runtime = proto3;
-PlanarYuvBufferInfo.typeName = "livekit.proto.PlanarYuvBufferInfo";
-PlanarYuvBufferInfo.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "chroma_width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 2, name: "chroma_height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 3, name: "stride_y", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 4, name: "stride_u", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 5, name: "stride_v", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 6, name: "stride_a", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 7, name: "data_y_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 8, name: "data_u_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 9, name: "data_v_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 10, name: "data_a_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+VideoBufferInfo.runtime = proto3;
+VideoBufferInfo.typeName = "livekit.proto.VideoBufferInfo";
+VideoBufferInfo.fields = proto3.util.newFieldList(() => [
+    { no: 1, name: "type", kind: "enum", T: proto3.getEnumType(VideoBufferType) },
+    { no: 2, name: "width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 3, name: "height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 4, name: "data_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+    { no: 6, name: "stride", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 7, name: "components", kind: "message", T: VideoBufferInfo_ComponentInfo, repeated: true },
 ]);
 /**
- * @generated from message livekit.proto.BiplanarYuvBufferInfo
+ * @generated from message livekit.proto.VideoBufferInfo.ComponentInfo
  */
-export class BiplanarYuvBufferInfo extends Message {
+export class VideoBufferInfo_ComponentInfo extends Message {
     constructor(data) {
         super();
         /**
-         * @generated from field: uint32 chroma_width = 1;
-         */
-        this.chromaWidth = 0;
-        /**
-         * @generated from field: uint32 chroma_height = 2;
-         */
-        this.chromaHeight = 0;
-        /**
-         * @generated from field: uint32 stride_y = 3;
+         * @generated from field: uint64 data_ptr = 1;
          */
-        this.strideY = 0;
+        this.dataPtr = protoInt64.zero;
         /**
-         * @generated from field: uint32 stride_uv = 4;
+         * @generated from field: uint32 stride = 2;
          */
-        this.strideUv = 0;
-        /**
-         * @generated from field: uint64 data_y_ptr = 5;
-         */
-        this.dataYPtr = protoInt64.zero;
+        this.stride = 0;
         /**
-         * @generated from field: uint64 data_uv_ptr = 6;
+         * @generated from field: uint32 size = 3;
          */
-        this.dataUvPtr = protoInt64.zero;
+        this.size = 0;
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
-        return new BiplanarYuvBufferInfo().fromBinary(bytes, options);
+        return new VideoBufferInfo_ComponentInfo().fromBinary(bytes, options);
     }
     static fromJson(jsonValue, options) {
-        return new BiplanarYuvBufferInfo().fromJson(jsonValue, options);
+        return new VideoBufferInfo_ComponentInfo().fromJson(jsonValue, options);
     }
     static fromJsonString(jsonString, options) {
-        return new BiplanarYuvBufferInfo().fromJsonString(jsonString, options);
+        return new VideoBufferInfo_ComponentInfo().fromJsonString(jsonString, options);
     }
     static equals(a, b) {
-        return proto3.util.equals(BiplanarYuvBufferInfo, a, b);
+        return proto3.util.equals(VideoBufferInfo_ComponentInfo, a, b);
     }
 }
-BiplanarYuvBufferInfo.runtime = proto3;
-BiplanarYuvBufferInfo.typeName = "livekit.proto.BiplanarYuvBufferInfo";
-BiplanarYuvBufferInfo.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "chroma_width", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 2, name: "chroma_height", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 3, name: "stride_y", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 4, name: "stride_uv", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
-    { no: 5, name: "data_y_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
-    { no: 6, name: "data_uv_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+VideoBufferInfo_ComponentInfo.runtime = proto3;
+VideoBufferInfo_ComponentInfo.typeName = "livekit.proto.VideoBufferInfo.ComponentInfo";
+VideoBufferInfo_ComponentInfo.fields = proto3.util.newFieldList(() => [
+    { no: 1, name: "data_ptr", kind: "scalar", T: 4 /* ScalarType.UINT64 */ },
+    { no: 2, name: "stride", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
+    { no: 3, name: "size", kind: "scalar", T: 13 /* ScalarType.UINT32 */ },
 ]);
 /**
- * TODO(theomonnom): Expose graphic context?
- *
- * @generated from message livekit.proto.NativeBufferInfo
+ * @generated from message livekit.proto.OwnedVideoBuffer
  */
-export class NativeBufferInfo extends Message {
+export class OwnedVideoBuffer extends Message {
     constructor(data) {
         super();
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
-        return new NativeBufferInfo().fromBinary(bytes, options);
+        return new OwnedVideoBuffer().fromBinary(bytes, options);
     }
     static fromJson(jsonValue, options) {
-        return new NativeBufferInfo().fromJson(jsonValue, options);
+        return new OwnedVideoBuffer().fromJson(jsonValue, options);
     }
     static fromJsonString(jsonString, options) {
-        return new NativeBufferInfo().fromJsonString(jsonString, options);
+        return new OwnedVideoBuffer().fromJsonString(jsonString, options);
     }
     static equals(a, b) {
-        return proto3.util.equals(NativeBufferInfo, a, b);
+        return proto3.util.equals(OwnedVideoBuffer, a, b);
     }
 }
-NativeBufferInfo.runtime = proto3;
-NativeBufferInfo.typeName = "livekit.proto.NativeBufferInfo";
-NativeBufferInfo.fields = proto3.util.newFieldList(() => []);
+OwnedVideoBuffer.runtime = proto3;
+OwnedVideoBuffer.typeName = "livekit.proto.OwnedVideoBuffer";
+OwnedVideoBuffer.fields = proto3.util.newFieldList(() => [
+    { no: 1, name: "handle", kind: "message", T: FfiOwnedHandle },
+    { no: 2, name: "info", kind: "message", T: VideoBufferInfo },
+]);
 /**
  * @generated from message livekit.proto.VideoStreamInfo
  */
@@ -1048,6 +700,16 @@ VideoStreamEvent.fields = proto3.util.newFieldList(() => [
 export class VideoFrameReceived extends Message {
     constructor(data) {
         super();
+        /**
+         * In microseconds
+         *
+         * @generated from field: int64 timestamp_us = 2;
+         */
+        this.timestampUs = protoInt64.zero;
+        /**
+         * @generated from field: livekit.proto.VideoRotation rotation = 3;
+         */
+        this.rotation = VideoRotation.VIDEO_ROTATION_0;
         proto3.util.initPartial(data, this);
     }
     static fromBinary(bytes, options) {
@@ -1066,8 +728,9 @@ export class VideoFrameReceived extends Message {
 VideoFrameReceived.runtime = proto3;
 VideoFrameReceived.typeName = "livekit.proto.VideoFrameReceived";
 VideoFrameReceived.fields = proto3.util.newFieldList(() => [
-    { no: 1, name: "frame", kind: "message", T: VideoFrameInfo },
-    { no: 2, name: "buffer", kind: "message", T: OwnedVideoFrameBuffer },
+    { no: 1, name: "buffer", kind: "message", T: OwnedVideoBuffer },
+    { no: 2, name: "timestamp_us", kind: "scalar", T: 3 /* ScalarType.INT64 */ },
+    { no: 3, name: "rotation", kind: "enum", T: proto3.getEnumType(VideoRotation) },
 ]);
 /**
  * @generated from message livekit.proto.VideoStreamEOS