@livekit/rtc-node 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/audio_stream.d.ts +4 -1
  2. package/dist/audio_stream.d.ts.map +1 -1
  3. package/dist/audio_stream.js +1 -1
  4. package/dist/audio_stream.js.map +1 -1
  5. package/dist/index.d.ts +4 -4
  6. package/dist/index.d.ts.map +1 -1
  7. package/dist/index.js +2 -2
  8. package/dist/index.js.map +1 -1
  9. package/dist/proto/audio_frame_pb.d.ts +0 -46
  10. package/dist/proto/audio_frame_pb.d.ts.map +1 -1
  11. package/dist/proto/audio_frame_pb.js +0 -70
  12. package/dist/proto/audio_frame_pb.js.map +1 -1
  13. package/dist/proto/ffi_pb.d.ts +31 -44
  14. package/dist/proto/ffi_pb.d.ts.map +1 -1
  15. package/dist/proto/ffi_pb.js +35 -10
  16. package/dist/proto/ffi_pb.js.map +1 -1
  17. package/dist/proto/room_pb.d.ts +5 -1
  18. package/dist/proto/room_pb.d.ts.map +1 -1
  19. package/dist/proto/room_pb.js +5 -0
  20. package/dist/proto/room_pb.js.map +1 -1
  21. package/dist/proto/video_frame_pb.d.ts +124 -390
  22. package/dist/proto/video_frame_pb.d.ts.map +1 -1
  23. package/dist/proto/video_frame_pb.js +149 -486
  24. package/dist/proto/video_frame_pb.js.map +1 -1
  25. package/dist/video_frame.d.ts +8 -103
  26. package/dist/video_frame.d.ts.map +1 -1
  27. package/dist/video_frame.js +157 -323
  28. package/dist/video_frame.js.map +1 -1
  29. package/dist/video_source.d.ts +2 -2
  30. package/dist/video_source.d.ts.map +1 -1
  31. package/dist/video_source.js +5 -10
  32. package/dist/video_source.js.map +1 -1
  33. package/dist/video_stream.d.ts +7 -2
  34. package/dist/video_stream.d.ts.map +1 -1
  35. package/dist/video_stream.js +5 -5
  36. package/dist/video_stream.js.map +1 -1
  37. package/package.json +6 -6
  38. package/src/audio_stream.ts +6 -2
  39. package/src/index.ts +3 -16
  40. package/src/proto/audio_frame_pb.ts +1 -91
  41. package/src/proto/e2ee_pb.ts +1 -1
  42. package/src/proto/ffi_pb.ts +55 -53
  43. package/src/proto/handle_pb.ts +1 -1
  44. package/src/proto/participant_pb.ts +1 -1
  45. package/src/proto/room_pb.ts +7 -1
  46. package/src/proto/stats_pb.ts +1 -1
  47. package/src/proto/track_pb.ts +1 -1
  48. package/src/proto/video_frame_pb.ts +186 -641
  49. package/src/video_frame.ts +181 -578
  50. package/src/video_source.ts +5 -9
  51. package/src/video_stream.ts +13 -6
@@ -44,58 +44,53 @@ export declare enum VideoRotation {
44
44
  VIDEO_ROTATION_270 = 3
45
45
  }
46
46
  /**
47
- * @generated from enum livekit.proto.VideoFormatType
47
+ * @generated from enum livekit.proto.VideoBufferType
48
48
  */
49
- export declare enum VideoFormatType {
49
+ export declare enum VideoBufferType {
50
50
  /**
51
- * @generated from enum value: FORMAT_ARGB = 0;
51
+ * @generated from enum value: RGBA = 0;
52
52
  */
53
- FORMAT_ARGB = 0,
53
+ RGBA = 0,
54
54
  /**
55
- * @generated from enum value: FORMAT_BGRA = 1;
55
+ * @generated from enum value: ABGR = 1;
56
56
  */
57
- FORMAT_BGRA = 1,
57
+ ABGR = 1,
58
58
  /**
59
- * @generated from enum value: FORMAT_ABGR = 2;
59
+ * @generated from enum value: ARGB = 2;
60
60
  */
61
- FORMAT_ABGR = 2,
61
+ ARGB = 2,
62
62
  /**
63
- * @generated from enum value: FORMAT_RGBA = 3;
63
+ * @generated from enum value: BGRA = 3;
64
64
  */
65
- FORMAT_RGBA = 3
66
- }
67
- /**
68
- * @generated from enum livekit.proto.VideoFrameBufferType
69
- */
70
- export declare enum VideoFrameBufferType {
65
+ BGRA = 3,
71
66
  /**
72
- * @generated from enum value: NATIVE = 0;
67
+ * @generated from enum value: RGB24 = 4;
73
68
  */
74
- NATIVE = 0,
69
+ RGB24 = 4,
75
70
  /**
76
- * @generated from enum value: I420 = 1;
71
+ * @generated from enum value: I420 = 5;
77
72
  */
78
- I420 = 1,
73
+ I420 = 5,
79
74
  /**
80
- * @generated from enum value: I420A = 2;
75
+ * @generated from enum value: I420A = 6;
81
76
  */
82
- I420A = 2,
77
+ I420A = 6,
83
78
  /**
84
- * @generated from enum value: I422 = 3;
79
+ * @generated from enum value: I422 = 7;
85
80
  */
86
- I422 = 3,
81
+ I422 = 7,
87
82
  /**
88
- * @generated from enum value: I444 = 4;
83
+ * @generated from enum value: I444 = 8;
89
84
  */
90
- I444 = 4,
85
+ I444 = 8,
91
86
  /**
92
- * @generated from enum value: I010 = 5;
87
+ * @generated from enum value: I010 = 9;
93
88
  */
94
- I010 = 5,
89
+ I010 = 9,
95
90
  /**
96
- * @generated from enum value: NV12 = 6;
91
+ * @generated from enum value: NV12 = 10;
97
92
  */
98
- NV12 = 6
93
+ NV12 = 10
99
94
  }
100
95
  /**
101
96
  * @generated from enum livekit.proto.VideoStreamType
@@ -123,52 +118,6 @@ export declare enum VideoSourceType {
123
118
  */
124
119
  VIDEO_SOURCE_NATIVE = 0
125
120
  }
126
- /**
127
- * Allocate a new VideoFrameBuffer
128
- *
129
- * @generated from message livekit.proto.AllocVideoBufferRequest
130
- */
131
- export declare class AllocVideoBufferRequest extends Message<AllocVideoBufferRequest> {
132
- /**
133
- * Only I420 is supported atm
134
- *
135
- * @generated from field: livekit.proto.VideoFrameBufferType type = 1;
136
- */
137
- type: VideoFrameBufferType;
138
- /**
139
- * @generated from field: uint32 width = 2;
140
- */
141
- width: number;
142
- /**
143
- * @generated from field: uint32 height = 3;
144
- */
145
- height: number;
146
- constructor(data?: PartialMessage<AllocVideoBufferRequest>);
147
- static readonly runtime: typeof proto3;
148
- static readonly typeName = "livekit.proto.AllocVideoBufferRequest";
149
- static readonly fields: FieldList;
150
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): AllocVideoBufferRequest;
151
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): AllocVideoBufferRequest;
152
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): AllocVideoBufferRequest;
153
- static equals(a: AllocVideoBufferRequest | PlainMessage<AllocVideoBufferRequest> | undefined, b: AllocVideoBufferRequest | PlainMessage<AllocVideoBufferRequest> | undefined): boolean;
154
- }
155
- /**
156
- * @generated from message livekit.proto.AllocVideoBufferResponse
157
- */
158
- export declare class AllocVideoBufferResponse extends Message<AllocVideoBufferResponse> {
159
- /**
160
- * @generated from field: livekit.proto.OwnedVideoFrameBuffer buffer = 1;
161
- */
162
- buffer?: OwnedVideoFrameBuffer;
163
- constructor(data?: PartialMessage<AllocVideoBufferResponse>);
164
- static readonly runtime: typeof proto3;
165
- static readonly typeName = "livekit.proto.AllocVideoBufferResponse";
166
- static readonly fields: FieldList;
167
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): AllocVideoBufferResponse;
168
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): AllocVideoBufferResponse;
169
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): AllocVideoBufferResponse;
170
- static equals(a: AllocVideoBufferResponse | PlainMessage<AllocVideoBufferResponse> | undefined, b: AllocVideoBufferResponse | PlainMessage<AllocVideoBufferResponse> | undefined): boolean;
171
- }
172
121
  /**
173
122
  * Create a new VideoStream
174
123
  * VideoStream is used to receive video frames from a track
@@ -184,6 +133,18 @@ export declare class NewVideoStreamRequest extends Message<NewVideoStreamRequest
184
133
  * @generated from field: livekit.proto.VideoStreamType type = 2;
185
134
  */
186
135
  type: VideoStreamType;
136
+ /**
137
+ * Get the frame on a specific format
138
+ *
139
+ * @generated from field: optional livekit.proto.VideoBufferType format = 3;
140
+ */
141
+ format?: VideoBufferType;
142
+ /**
143
+ * if true, stride will be set to width/chroma_width
144
+ *
145
+ * @generated from field: bool normalize_stride = 4;
146
+ */
147
+ normalizeStride: boolean;
187
148
  constructor(data?: PartialMessage<NewVideoStreamRequest>);
188
149
  static readonly runtime: typeof proto3;
189
150
  static readonly typeName = "livekit.proto.NewVideoStreamRequest";
@@ -265,28 +226,19 @@ export declare class CaptureVideoFrameRequest extends Message<CaptureVideoFrameR
265
226
  */
266
227
  sourceHandle: bigint;
267
228
  /**
268
- * @generated from field: livekit.proto.VideoFrameInfo frame = 2;
229
+ * @generated from field: livekit.proto.VideoBufferInfo buffer = 2;
269
230
  */
270
- frame?: VideoFrameInfo;
231
+ buffer?: VideoBufferInfo;
271
232
  /**
272
- * @generated from oneof livekit.proto.CaptureVideoFrameRequest.from
233
+ * In microseconds
234
+ *
235
+ * @generated from field: int64 timestamp_us = 3;
273
236
  */
274
- from: {
275
- /**
276
- * @generated from field: livekit.proto.VideoFrameBufferInfo info = 3;
277
- */
278
- value: VideoFrameBufferInfo;
279
- case: "info";
280
- } | {
281
- /**
282
- * @generated from field: uint64 handle = 4;
283
- */
284
- value: bigint;
285
- case: "handle";
286
- } | {
287
- case: undefined;
288
- value?: undefined;
289
- };
237
+ timestampUs: bigint;
238
+ /**
239
+ * @generated from field: livekit.proto.VideoRotation rotation = 4;
240
+ */
241
+ rotation: VideoRotation;
290
242
  constructor(data?: PartialMessage<CaptureVideoFrameRequest>);
291
243
  static readonly runtime: typeof proto3;
292
244
  static readonly typeName = "livekit.proto.CaptureVideoFrameRequest";
@@ -310,123 +262,50 @@ export declare class CaptureVideoFrameResponse extends Message<CaptureVideoFrame
310
262
  static equals(a: CaptureVideoFrameResponse | PlainMessage<CaptureVideoFrameResponse> | undefined, b: CaptureVideoFrameResponse | PlainMessage<CaptureVideoFrameResponse> | undefined): boolean;
311
263
  }
312
264
  /**
313
- * Convert a RGBA frame to a I420 YUV frame
314
- * Or convert another YUV frame format to I420
315
- *
316
- * @generated from message livekit.proto.ToI420Request
265
+ * @generated from message livekit.proto.VideoConvertRequest
317
266
  */
318
- export declare class ToI420Request extends Message<ToI420Request> {
267
+ export declare class VideoConvertRequest extends Message<VideoConvertRequest> {
319
268
  /**
320
269
  * @generated from field: bool flip_y = 1;
321
270
  */
322
271
  flipY: boolean;
323
272
  /**
324
- * @generated from oneof livekit.proto.ToI420Request.from
273
+ * @generated from field: livekit.proto.VideoBufferInfo buffer = 2;
325
274
  */
326
- from: {
327
- /**
328
- * @generated from field: livekit.proto.ArgbBufferInfo argb = 2;
329
- */
330
- value: ArgbBufferInfo;
331
- case: "argb";
332
- } | {
333
- /**
334
- * @generated from field: livekit.proto.VideoFrameBufferInfo buffer = 3;
335
- */
336
- value: VideoFrameBufferInfo;
337
- case: "buffer";
338
- } | {
339
- /**
340
- * @generated from field: uint64 handle = 4;
341
- */
342
- value: bigint;
343
- case: "handle";
344
- } | {
345
- case: undefined;
346
- value?: undefined;
347
- };
348
- constructor(data?: PartialMessage<ToI420Request>);
349
- static readonly runtime: typeof proto3;
350
- static readonly typeName = "livekit.proto.ToI420Request";
351
- static readonly fields: FieldList;
352
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ToI420Request;
353
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ToI420Request;
354
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ToI420Request;
355
- static equals(a: ToI420Request | PlainMessage<ToI420Request> | undefined, b: ToI420Request | PlainMessage<ToI420Request> | undefined): boolean;
356
- }
357
- /**
358
- * @generated from message livekit.proto.ToI420Response
359
- */
360
- export declare class ToI420Response extends Message<ToI420Response> {
275
+ buffer?: VideoBufferInfo;
361
276
  /**
362
- * @generated from field: livekit.proto.OwnedVideoFrameBuffer buffer = 1;
277
+ * @generated from field: livekit.proto.VideoBufferType dst_type = 3;
363
278
  */
364
- buffer?: OwnedVideoFrameBuffer;
365
- constructor(data?: PartialMessage<ToI420Response>);
279
+ dstType: VideoBufferType;
280
+ constructor(data?: PartialMessage<VideoConvertRequest>);
366
281
  static readonly runtime: typeof proto3;
367
- static readonly typeName = "livekit.proto.ToI420Response";
282
+ static readonly typeName = "livekit.proto.VideoConvertRequest";
368
283
  static readonly fields: FieldList;
369
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ToI420Response;
370
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ToI420Response;
371
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ToI420Response;
372
- static equals(a: ToI420Response | PlainMessage<ToI420Response> | undefined, b: ToI420Response | PlainMessage<ToI420Response> | undefined): boolean;
284
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoConvertRequest;
285
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoConvertRequest;
286
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoConvertRequest;
287
+ static equals(a: VideoConvertRequest | PlainMessage<VideoConvertRequest> | undefined, b: VideoConvertRequest | PlainMessage<VideoConvertRequest> | undefined): boolean;
373
288
  }
374
289
  /**
375
- * Convert a YUV frame to a RGBA frame
376
- * Only I420 is supported atm
377
- *
378
- * @generated from message livekit.proto.ToArgbRequest
290
+ * @generated from message livekit.proto.VideoConvertResponse
379
291
  */
380
- export declare class ToArgbRequest extends Message<ToArgbRequest> {
381
- /**
382
- * @generated from field: livekit.proto.VideoFrameBufferInfo buffer = 1;
383
- */
384
- buffer?: VideoFrameBufferInfo;
385
- /**
386
- * @generated from field: uint64 dst_ptr = 2;
387
- */
388
- dstPtr: bigint;
389
- /**
390
- * @generated from field: livekit.proto.VideoFormatType dst_format = 3;
391
- */
392
- dstFormat: VideoFormatType;
393
- /**
394
- * @generated from field: uint32 dst_stride = 4;
395
- */
396
- dstStride: number;
397
- /**
398
- * @generated from field: uint32 dst_width = 5;
399
- */
400
- dstWidth: number;
292
+ export declare class VideoConvertResponse extends Message<VideoConvertResponse> {
401
293
  /**
402
- * @generated from field: uint32 dst_height = 6;
294
+ * @generated from field: optional string error = 1;
403
295
  */
404
- dstHeight: number;
296
+ error?: string;
405
297
  /**
406
- * @generated from field: bool flip_y = 7;
298
+ * @generated from field: livekit.proto.OwnedVideoBuffer buffer = 2;
407
299
  */
408
- flipY: boolean;
409
- constructor(data?: PartialMessage<ToArgbRequest>);
410
- static readonly runtime: typeof proto3;
411
- static readonly typeName = "livekit.proto.ToArgbRequest";
412
- static readonly fields: FieldList;
413
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ToArgbRequest;
414
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ToArgbRequest;
415
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ToArgbRequest;
416
- static equals(a: ToArgbRequest | PlainMessage<ToArgbRequest> | undefined, b: ToArgbRequest | PlainMessage<ToArgbRequest> | undefined): boolean;
417
- }
418
- /**
419
- * @generated from message livekit.proto.ToArgbResponse
420
- */
421
- export declare class ToArgbResponse extends Message<ToArgbResponse> {
422
- constructor(data?: PartialMessage<ToArgbResponse>);
300
+ buffer?: OwnedVideoBuffer;
301
+ constructor(data?: PartialMessage<VideoConvertResponse>);
423
302
  static readonly runtime: typeof proto3;
424
- static readonly typeName = "livekit.proto.ToArgbResponse";
303
+ static readonly typeName = "livekit.proto.VideoConvertResponse";
425
304
  static readonly fields: FieldList;
426
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ToArgbResponse;
427
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ToArgbResponse;
428
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ToArgbResponse;
429
- static equals(a: ToArgbResponse | PlainMessage<ToArgbResponse> | undefined, b: ToArgbResponse | PlainMessage<ToArgbResponse> | undefined): boolean;
305
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoConvertResponse;
306
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoConvertResponse;
307
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoConvertResponse;
308
+ static equals(a: VideoConvertResponse | PlainMessage<VideoConvertResponse> | undefined, b: VideoConvertResponse | PlainMessage<VideoConvertResponse> | undefined): boolean;
430
309
  }
431
310
  /**
432
311
  * @generated from message livekit.proto.VideoResolution
@@ -454,69 +333,13 @@ export declare class VideoResolution extends Message<VideoResolution> {
454
333
  static equals(a: VideoResolution | PlainMessage<VideoResolution> | undefined, b: VideoResolution | PlainMessage<VideoResolution> | undefined): boolean;
455
334
  }
456
335
  /**
457
- * @generated from message livekit.proto.ArgbBufferInfo
458
- */
459
- export declare class ArgbBufferInfo extends Message<ArgbBufferInfo> {
460
- /**
461
- * @generated from field: uint64 ptr = 1;
462
- */
463
- ptr: bigint;
464
- /**
465
- * @generated from field: livekit.proto.VideoFormatType format = 2;
466
- */
467
- format: VideoFormatType;
468
- /**
469
- * @generated from field: uint32 stride = 3;
470
- */
471
- stride: number;
472
- /**
473
- * @generated from field: uint32 width = 4;
474
- */
475
- width: number;
476
- /**
477
- * @generated from field: uint32 height = 5;
478
- */
479
- height: number;
480
- constructor(data?: PartialMessage<ArgbBufferInfo>);
481
- static readonly runtime: typeof proto3;
482
- static readonly typeName = "livekit.proto.ArgbBufferInfo";
483
- static readonly fields: FieldList;
484
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): ArgbBufferInfo;
485
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): ArgbBufferInfo;
486
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): ArgbBufferInfo;
487
- static equals(a: ArgbBufferInfo | PlainMessage<ArgbBufferInfo> | undefined, b: ArgbBufferInfo | PlainMessage<ArgbBufferInfo> | undefined): boolean;
488
- }
489
- /**
490
- * @generated from message livekit.proto.VideoFrameInfo
491
- */
492
- export declare class VideoFrameInfo extends Message<VideoFrameInfo> {
493
- /**
494
- * In microseconds
495
- *
496
- * @generated from field: int64 timestamp_us = 1;
497
- */
498
- timestampUs: bigint;
499
- /**
500
- * @generated from field: livekit.proto.VideoRotation rotation = 2;
501
- */
502
- rotation: VideoRotation;
503
- constructor(data?: PartialMessage<VideoFrameInfo>);
504
- static readonly runtime: typeof proto3;
505
- static readonly typeName = "livekit.proto.VideoFrameInfo";
506
- static readonly fields: FieldList;
507
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoFrameInfo;
508
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoFrameInfo;
509
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoFrameInfo;
510
- static equals(a: VideoFrameInfo | PlainMessage<VideoFrameInfo> | undefined, b: VideoFrameInfo | PlainMessage<VideoFrameInfo> | undefined): boolean;
511
- }
512
- /**
513
- * @generated from message livekit.proto.VideoFrameBufferInfo
336
+ * @generated from message livekit.proto.VideoBufferInfo
514
337
  */
515
- export declare class VideoFrameBufferInfo extends Message<VideoFrameBufferInfo> {
338
+ export declare class VideoBufferInfo extends Message<VideoBufferInfo> {
516
339
  /**
517
- * @generated from field: livekit.proto.VideoFrameBufferType buffer_type = 1;
340
+ * @generated from field: livekit.proto.VideoBufferType type = 1;
518
341
  */
519
- bufferType: VideoFrameBufferType;
342
+ type: VideoBufferType;
520
343
  /**
521
344
  * @generated from field: uint32 width = 2;
522
345
  */
@@ -526,168 +349,73 @@ export declare class VideoFrameBufferInfo extends Message<VideoFrameBufferInfo>
526
349
  */
527
350
  height: number;
528
351
  /**
529
- * @generated from oneof livekit.proto.VideoFrameBufferInfo.buffer
352
+ * @generated from field: uint64 data_ptr = 4;
530
353
  */
531
- buffer: {
532
- /**
533
- * @generated from field: livekit.proto.PlanarYuvBufferInfo yuv = 4;
534
- */
535
- value: PlanarYuvBufferInfo;
536
- case: "yuv";
537
- } | {
538
- /**
539
- * @generated from field: livekit.proto.BiplanarYuvBufferInfo bi_yuv = 5;
540
- */
541
- value: BiplanarYuvBufferInfo;
542
- case: "biYuv";
543
- } | {
544
- /**
545
- * @generated from field: livekit.proto.NativeBufferInfo native = 6;
546
- */
547
- value: NativeBufferInfo;
548
- case: "native";
549
- } | {
550
- case: undefined;
551
- value?: undefined;
552
- };
553
- constructor(data?: PartialMessage<VideoFrameBufferInfo>);
554
- static readonly runtime: typeof proto3;
555
- static readonly typeName = "livekit.proto.VideoFrameBufferInfo";
556
- static readonly fields: FieldList;
557
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoFrameBufferInfo;
558
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoFrameBufferInfo;
559
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoFrameBufferInfo;
560
- static equals(a: VideoFrameBufferInfo | PlainMessage<VideoFrameBufferInfo> | undefined, b: VideoFrameBufferInfo | PlainMessage<VideoFrameBufferInfo> | undefined): boolean;
561
- }
562
- /**
563
- * @generated from message livekit.proto.OwnedVideoFrameBuffer
564
- */
565
- export declare class OwnedVideoFrameBuffer extends Message<OwnedVideoFrameBuffer> {
354
+ dataPtr: bigint;
566
355
  /**
567
- * @generated from field: livekit.proto.FfiOwnedHandle handle = 1;
356
+ * only for packed formats
357
+ *
358
+ * @generated from field: uint32 stride = 6;
568
359
  */
569
- handle?: FfiOwnedHandle;
360
+ stride: number;
570
361
  /**
571
- * @generated from field: livekit.proto.VideoFrameBufferInfo info = 2;
362
+ * @generated from field: repeated livekit.proto.VideoBufferInfo.ComponentInfo components = 7;
572
363
  */
573
- info?: VideoFrameBufferInfo;
574
- constructor(data?: PartialMessage<OwnedVideoFrameBuffer>);
364
+ components: VideoBufferInfo_ComponentInfo[];
365
+ constructor(data?: PartialMessage<VideoBufferInfo>);
575
366
  static readonly runtime: typeof proto3;
576
- static readonly typeName = "livekit.proto.OwnedVideoFrameBuffer";
367
+ static readonly typeName = "livekit.proto.VideoBufferInfo";
577
368
  static readonly fields: FieldList;
578
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): OwnedVideoFrameBuffer;
579
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): OwnedVideoFrameBuffer;
580
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): OwnedVideoFrameBuffer;
581
- static equals(a: OwnedVideoFrameBuffer | PlainMessage<OwnedVideoFrameBuffer> | undefined, b: OwnedVideoFrameBuffer | PlainMessage<OwnedVideoFrameBuffer> | undefined): boolean;
369
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoBufferInfo;
370
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoBufferInfo;
371
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoBufferInfo;
372
+ static equals(a: VideoBufferInfo | PlainMessage<VideoBufferInfo> | undefined, b: VideoBufferInfo | PlainMessage<VideoBufferInfo> | undefined): boolean;
582
373
  }
583
374
  /**
584
- * @generated from message livekit.proto.PlanarYuvBufferInfo
375
+ * @generated from message livekit.proto.VideoBufferInfo.ComponentInfo
585
376
  */
586
- export declare class PlanarYuvBufferInfo extends Message<PlanarYuvBufferInfo> {
587
- /**
588
- * @generated from field: uint32 chroma_width = 1;
589
- */
590
- chromaWidth: number;
591
- /**
592
- * @generated from field: uint32 chroma_height = 2;
593
- */
594
- chromaHeight: number;
595
- /**
596
- * @generated from field: uint32 stride_y = 3;
597
- */
598
- strideY: number;
599
- /**
600
- * @generated from field: uint32 stride_u = 4;
601
- */
602
- strideU: number;
603
- /**
604
- * @generated from field: uint32 stride_v = 5;
605
- */
606
- strideV: number;
377
+ export declare class VideoBufferInfo_ComponentInfo extends Message<VideoBufferInfo_ComponentInfo> {
607
378
  /**
608
- * @generated from field: uint32 stride_a = 6;
609
- */
610
- strideA: number;
611
- /**
612
- * *const u8 or *const u16
613
- *
614
- * @generated from field: uint64 data_y_ptr = 7;
379
+ * @generated from field: uint64 data_ptr = 1;
615
380
  */
616
- dataYPtr: bigint;
381
+ dataPtr: bigint;
617
382
  /**
618
- * @generated from field: uint64 data_u_ptr = 8;
383
+ * @generated from field: uint32 stride = 2;
619
384
  */
620
- dataUPtr: bigint;
385
+ stride: number;
621
386
  /**
622
- * @generated from field: uint64 data_v_ptr = 9;
387
+ * @generated from field: uint32 size = 3;
623
388
  */
624
- dataVPtr: bigint;
625
- /**
626
- * nullptr = no alpha
627
- *
628
- * @generated from field: uint64 data_a_ptr = 10;
629
- */
630
- dataAPtr: bigint;
631
- constructor(data?: PartialMessage<PlanarYuvBufferInfo>);
389
+ size: number;
390
+ constructor(data?: PartialMessage<VideoBufferInfo_ComponentInfo>);
632
391
  static readonly runtime: typeof proto3;
633
- static readonly typeName = "livekit.proto.PlanarYuvBufferInfo";
392
+ static readonly typeName = "livekit.proto.VideoBufferInfo.ComponentInfo";
634
393
  static readonly fields: FieldList;
635
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): PlanarYuvBufferInfo;
636
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): PlanarYuvBufferInfo;
637
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): PlanarYuvBufferInfo;
638
- static equals(a: PlanarYuvBufferInfo | PlainMessage<PlanarYuvBufferInfo> | undefined, b: PlanarYuvBufferInfo | PlainMessage<PlanarYuvBufferInfo> | undefined): boolean;
394
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): VideoBufferInfo_ComponentInfo;
395
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): VideoBufferInfo_ComponentInfo;
396
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): VideoBufferInfo_ComponentInfo;
397
+ static equals(a: VideoBufferInfo_ComponentInfo | PlainMessage<VideoBufferInfo_ComponentInfo> | undefined, b: VideoBufferInfo_ComponentInfo | PlainMessage<VideoBufferInfo_ComponentInfo> | undefined): boolean;
639
398
  }
640
399
  /**
641
- * @generated from message livekit.proto.BiplanarYuvBufferInfo
400
+ * @generated from message livekit.proto.OwnedVideoBuffer
642
401
  */
643
- export declare class BiplanarYuvBufferInfo extends Message<BiplanarYuvBufferInfo> {
402
+ export declare class OwnedVideoBuffer extends Message<OwnedVideoBuffer> {
644
403
  /**
645
- * @generated from field: uint32 chroma_width = 1;
646
- */
647
- chromaWidth: number;
648
- /**
649
- * @generated from field: uint32 chroma_height = 2;
650
- */
651
- chromaHeight: number;
652
- /**
653
- * @generated from field: uint32 stride_y = 3;
654
- */
655
- strideY: number;
656
- /**
657
- * @generated from field: uint32 stride_uv = 4;
658
- */
659
- strideUv: number;
660
- /**
661
- * @generated from field: uint64 data_y_ptr = 5;
404
+ * @generated from field: livekit.proto.FfiOwnedHandle handle = 1;
662
405
  */
663
- dataYPtr: bigint;
406
+ handle?: FfiOwnedHandle;
664
407
  /**
665
- * @generated from field: uint64 data_uv_ptr = 6;
408
+ * @generated from field: livekit.proto.VideoBufferInfo info = 2;
666
409
  */
667
- dataUvPtr: bigint;
668
- constructor(data?: PartialMessage<BiplanarYuvBufferInfo>);
410
+ info?: VideoBufferInfo;
411
+ constructor(data?: PartialMessage<OwnedVideoBuffer>);
669
412
  static readonly runtime: typeof proto3;
670
- static readonly typeName = "livekit.proto.BiplanarYuvBufferInfo";
413
+ static readonly typeName = "livekit.proto.OwnedVideoBuffer";
671
414
  static readonly fields: FieldList;
672
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): BiplanarYuvBufferInfo;
673
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): BiplanarYuvBufferInfo;
674
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): BiplanarYuvBufferInfo;
675
- static equals(a: BiplanarYuvBufferInfo | PlainMessage<BiplanarYuvBufferInfo> | undefined, b: BiplanarYuvBufferInfo | PlainMessage<BiplanarYuvBufferInfo> | undefined): boolean;
676
- }
677
- /**
678
- * TODO(theomonnom): Expose graphic context?
679
- *
680
- * @generated from message livekit.proto.NativeBufferInfo
681
- */
682
- export declare class NativeBufferInfo extends Message<NativeBufferInfo> {
683
- constructor(data?: PartialMessage<NativeBufferInfo>);
684
- static readonly runtime: typeof proto3;
685
- static readonly typeName = "livekit.proto.NativeBufferInfo";
686
- static readonly fields: FieldList;
687
- static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): NativeBufferInfo;
688
- static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): NativeBufferInfo;
689
- static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): NativeBufferInfo;
690
- static equals(a: NativeBufferInfo | PlainMessage<NativeBufferInfo> | undefined, b: NativeBufferInfo | PlainMessage<NativeBufferInfo> | undefined): boolean;
415
+ static fromBinary(bytes: Uint8Array, options?: Partial<BinaryReadOptions>): OwnedVideoBuffer;
416
+ static fromJson(jsonValue: JsonValue, options?: Partial<JsonReadOptions>): OwnedVideoBuffer;
417
+ static fromJsonString(jsonString: string, options?: Partial<JsonReadOptions>): OwnedVideoBuffer;
418
+ static equals(a: OwnedVideoBuffer | PlainMessage<OwnedVideoBuffer> | undefined, b: OwnedVideoBuffer | PlainMessage<OwnedVideoBuffer> | undefined): boolean;
691
419
  }
692
420
  /**
693
421
  * @generated from message livekit.proto.VideoStreamInfo
@@ -768,13 +496,19 @@ export declare class VideoStreamEvent extends Message<VideoStreamEvent> {
768
496
  */
769
497
  export declare class VideoFrameReceived extends Message<VideoFrameReceived> {
770
498
  /**
771
- * @generated from field: livekit.proto.VideoFrameInfo frame = 1;
499
+ * @generated from field: livekit.proto.OwnedVideoBuffer buffer = 1;
500
+ */
501
+ buffer?: OwnedVideoBuffer;
502
+ /**
503
+ * In microseconds
504
+ *
505
+ * @generated from field: int64 timestamp_us = 2;
772
506
  */
773
- frame?: VideoFrameInfo;
507
+ timestampUs: bigint;
774
508
  /**
775
- * @generated from field: livekit.proto.OwnedVideoFrameBuffer buffer = 2;
509
+ * @generated from field: livekit.proto.VideoRotation rotation = 3;
776
510
  */
777
- buffer?: OwnedVideoFrameBuffer;
511
+ rotation: VideoRotation;
778
512
  constructor(data?: PartialMessage<VideoFrameReceived>);
779
513
  static readonly runtime: typeof proto3;
780
514
  static readonly typeName = "livekit.proto.VideoFrameReceived";