@stream-io/video-client 1.52.1-beta.0 → 1.53.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/CHANGELOG.md +10 -0
  2. package/dist/index.browser.es.js +801 -123
  3. package/dist/index.browser.es.js.map +1 -1
  4. package/dist/index.cjs.js +801 -122
  5. package/dist/index.cjs.js.map +1 -1
  6. package/dist/index.es.js +801 -123
  7. package/dist/index.es.js.map +1 -1
  8. package/dist/src/Call.d.ts +6 -14
  9. package/dist/src/StreamVideoClient.d.ts +2 -0
  10. package/dist/src/coordinator/connection/client.d.ts +1 -0
  11. package/dist/src/errors/SfuTimeoutError.d.ts +8 -0
  12. package/dist/src/errors/index.d.ts +1 -0
  13. package/dist/src/gen/google/protobuf/struct.d.ts +1 -3
  14. package/dist/src/gen/google/protobuf/timestamp.d.ts +1 -3
  15. package/dist/src/gen/video/sfu/event/events.d.ts +1 -22
  16. package/dist/src/gen/video/sfu/models/models.d.ts +0 -4
  17. package/dist/src/gen/video/sfu/signal_rpc/signal.client.d.ts +2 -23
  18. package/dist/src/helpers/firstVideoFrame.d.ts +7 -0
  19. package/dist/src/reporting/ClientEventReporter.d.ts +84 -0
  20. package/dist/src/reporting/index.d.ts +1 -0
  21. package/dist/src/rtc/BasePeerConnection.d.ts +5 -2
  22. package/dist/src/rtc/Publisher.d.ts +1 -4
  23. package/dist/src/rtc/Subscriber.d.ts +0 -7
  24. package/dist/src/rtc/types.d.ts +24 -1
  25. package/dist/src/types.d.ts +5 -0
  26. package/package.json +1 -1
  27. package/src/Call.ts +185 -106
  28. package/src/StreamSfuClient.ts +3 -3
  29. package/src/StreamVideoClient.ts +18 -3
  30. package/src/__tests__/Call.autodrop.test.ts +4 -1
  31. package/src/__tests__/Call.lifecycle.test.ts +4 -1
  32. package/src/__tests__/Call.publishing.test.ts +4 -1
  33. package/src/__tests__/Call.test.ts +23 -0
  34. package/src/coordinator/connection/client.ts +5 -0
  35. package/src/devices/__tests__/CameraManager.test.ts +10 -1
  36. package/src/devices/__tests__/DeviceManager.test.ts +10 -1
  37. package/src/devices/__tests__/DeviceManagerFilters.test.ts +4 -1
  38. package/src/devices/__tests__/MicrophoneManager.test.ts +10 -1
  39. package/src/devices/__tests__/MicrophoneManagerRN.test.ts +4 -1
  40. package/src/devices/__tests__/ScreenShareManager.test.ts +4 -1
  41. package/src/devices/__tests__/SpeakerManager.test.ts +13 -4
  42. package/src/errors/SfuTimeoutError.ts +7 -0
  43. package/src/errors/index.ts +1 -0
  44. package/src/events/__tests__/call.test.ts +2 -0
  45. package/src/events/__tests__/mutes.test.ts +4 -1
  46. package/src/events/call.ts +8 -0
  47. package/src/gen/google/protobuf/struct.ts +12 -7
  48. package/src/gen/google/protobuf/timestamp.ts +7 -6
  49. package/src/gen/video/sfu/event/events.ts +25 -23
  50. package/src/gen/video/sfu/models/models.ts +1 -11
  51. package/src/gen/video/sfu/signal_rpc/signal.client.ts +29 -25
  52. package/src/gen/video/sfu/signal_rpc/signal.ts +0 -1
  53. package/src/helpers/__tests__/AudioBindingsWatchdog.test.ts +6 -3
  54. package/src/helpers/__tests__/DynascaleManager.test.ts +6 -3
  55. package/src/helpers/__tests__/ViewportTracker.test.ts +6 -3
  56. package/src/helpers/__tests__/firstVideoFrame.test.ts +91 -0
  57. package/src/helpers/client-details.ts +1 -1
  58. package/src/helpers/firstVideoFrame.ts +38 -0
  59. package/src/reporting/ClientEventReporter.ts +859 -0
  60. package/src/reporting/__tests__/ClientEventReporter.test.ts +620 -0
  61. package/src/reporting/index.ts +1 -0
  62. package/src/rtc/BasePeerConnection.ts +30 -0
  63. package/src/rtc/Publisher.ts +0 -4
  64. package/src/rtc/Subscriber.ts +2 -28
  65. package/src/rtc/__tests__/Call.reconnect.test.ts +3 -0
  66. package/src/rtc/types.ts +34 -0
  67. package/src/types.ts +6 -0
@@ -0,0 +1,91 @@
1
+ import { beforeEach, describe, expect, it, vi } from 'vitest';
2
+ import { createFirstVideoFrameDetector } from '../firstVideoFrame';
3
+
4
+ const createVideoElement = () => {
5
+ const listeners = new Map<string, EventListener>();
6
+
7
+ return {
8
+ readyState: 0,
9
+ HAVE_CURRENT_DATA: 2,
10
+ addEventListener: vi.fn((type: string, listener: EventListener) => {
11
+ listeners.set(type, listener);
12
+ }),
13
+ removeEventListener: vi.fn((type: string, listener: EventListener) => {
14
+ if (listeners.get(type) === listener) {
15
+ listeners.delete(type);
16
+ }
17
+ }),
18
+ dispatchEvent: vi.fn((event: Event) => {
19
+ listeners.get(event.type)?.(event);
20
+ return true;
21
+ }),
22
+ } as unknown as HTMLVideoElement;
23
+ };
24
+
25
+ describe('createFirstVideoFrameDetector', () => {
26
+ let videoElement: HTMLVideoElement;
27
+
28
+ beforeEach(() => {
29
+ videoElement = createVideoElement();
30
+ });
31
+
32
+ it('invokes the callback once on loadeddata when video frame callbacks are unavailable', () => {
33
+ const onFirstFrame = vi.fn();
34
+ const stop = createFirstVideoFrameDetector(videoElement, onFirstFrame);
35
+
36
+ videoElement.dispatchEvent(new Event('loadeddata'));
37
+ videoElement.dispatchEvent(new Event('loadeddata'));
38
+
39
+ expect(onFirstFrame).toHaveBeenCalledOnce();
40
+ stop();
41
+ });
42
+
43
+ it('cancels the loadeddata fallback', () => {
44
+ const onFirstFrame = vi.fn();
45
+ const stop = createFirstVideoFrameDetector(videoElement, onFirstFrame);
46
+
47
+ stop();
48
+ videoElement.dispatchEvent(new Event('loadeddata'));
49
+
50
+ expect(onFirstFrame).not.toHaveBeenCalled();
51
+ });
52
+
53
+ it('invokes the callback when frame data is already available', async () => {
54
+ const onFirstFrame = vi.fn();
55
+ Object.defineProperty(videoElement, 'requestVideoFrameCallback', {
56
+ configurable: true,
57
+ value: undefined,
58
+ });
59
+ Object.defineProperty(videoElement, 'HAVE_CURRENT_DATA', {
60
+ configurable: true,
61
+ value: 2,
62
+ });
63
+ Object.defineProperty(videoElement, 'readyState', {
64
+ configurable: true,
65
+ value: 2,
66
+ });
67
+
68
+ createFirstVideoFrameDetector(videoElement, onFirstFrame);
69
+ await Promise.resolve();
70
+
71
+ expect(onFirstFrame).toHaveBeenCalledOnce();
72
+ });
73
+
74
+ it('uses requestVideoFrameCallback when available', () => {
75
+ const onFirstFrame = vi.fn();
76
+ let frameCallback: VideoFrameRequestCallback | undefined;
77
+ videoElement.requestVideoFrameCallback = vi.fn((callback) => {
78
+ frameCallback = callback;
79
+ return 1;
80
+ });
81
+ videoElement.cancelVideoFrameCallback = vi.fn();
82
+
83
+ const stop = createFirstVideoFrameDetector(videoElement, onFirstFrame);
84
+ frameCallback?.(0, {} as VideoFrameCallbackMetadata);
85
+
86
+ expect(onFirstFrame).toHaveBeenCalledOnce();
87
+
88
+ stop();
89
+ expect(videoElement.cancelVideoFrameCallback).toHaveBeenCalledWith(1);
90
+ });
91
+ });
@@ -192,6 +192,6 @@ export const getClientDetails = async (): Promise<ClientDetails> => {
192
192
  .join(' '),
193
193
  version: '',
194
194
  },
195
- webrtcVersion: webRtcInfo?.version || '',
195
+ webrtcVersion: browserVersion,
196
196
  };
197
197
  };
@@ -0,0 +1,38 @@
1
+ /**
2
+ * Invokes `onFirstFrame` once when the video element renders a frame.
3
+ *
4
+ * Uses `requestVideoFrameCallback` when available, falling back to `loadeddata`
5
+ * for browsers that don't support it.
6
+ */
7
+ export const createFirstVideoFrameDetector = (
8
+ videoElement: HTMLVideoElement,
9
+ onFirstFrame: () => void,
10
+ ) => {
11
+ let done = false;
12
+ const notify = () => {
13
+ if (done) return;
14
+ done = true;
15
+ onFirstFrame();
16
+ };
17
+
18
+ if (typeof videoElement.requestVideoFrameCallback === 'function') {
19
+ const handle = videoElement.requestVideoFrameCallback(notify);
20
+ return () => {
21
+ done = true;
22
+ videoElement.cancelVideoFrameCallback(handle);
23
+ };
24
+ }
25
+
26
+ if (videoElement.readyState >= videoElement.HAVE_CURRENT_DATA) {
27
+ queueMicrotask(notify);
28
+ return () => {
29
+ done = true;
30
+ };
31
+ }
32
+
33
+ videoElement.addEventListener('loadeddata', notify, { once: true });
34
+ return () => {
35
+ done = true;
36
+ videoElement.removeEventListener('loadeddata', notify);
37
+ };
38
+ };