@vindral/web-sdk 4.1.10 → 4.2.0

package/react.d.ts

@@ -65,6 +65,10 @@ declare class Emitter<TEvents, TEmits = TEvents, ArgLessEvents extends VoidKeys<
 	 */
 	once<T extends ArgLessEvents>(eventName: T, fn: () => void): void;
 	once<T extends ArgEvents>(eventName: T, fn: (args: TEvents[T]) => void): void;
+	/**
+	 * Check whether there are any listeners registered for the given event.
+	 */
+	hasListeners<T extends keyof TEvents | keyof TEmits>(eventName: T): boolean;
 	/**
 	 * Reset the event emitter
 	 */
@@ -137,72 +141,13 @@ interface ReconnectState {
 	 */
 	reconnectRetries: number;
 }
-interface RenditionProps {
-	id: number;
-	/** */
-	bitRate: number;
-	/** */
-	codecString?: string;
-	/** */
-	language?: string;
-	/** */
-	meta?: Record<string, string>;
-}
-interface VideoRenditionProps {
-	/** */
-	codec: VideoCodec;
-	/** */
-	frameRate: [
-		number,
-		number
-	];
-	/** */
-	width: number;
-	/** */
-	height: number;
-}
-interface AudioRenditionProps {
-	/** */
-	codec: AudioCodec;
-	/** */
-	channels: number;
-	/** */
-	sampleRate: number;
-}
-interface TextRenditionProps {
-	codec: "webvtt";
-	kind: "subtitles" | "captions";
-	label?: string;
-}
-type VideoRendition = VideoRenditionProps & RenditionProps;
-type AudioRendition = AudioRenditionProps & RenditionProps;
-type TextRendition = TextRenditionProps & RenditionProps;
-type Rendition = VideoRendition | AudioRendition | TextRendition;
 interface Size {
 	/** */
 	width: number;
 	/** */
 	height: number;
 }
-interface VideoConstraint {
-	/** */
-	width: number;
-	/** */
-	height: number;
-	/** */
-	bitRate: number;
-	/** */
-	codec?: VideoCodec;
-	/** */
-	codecString?: string;
-}
 interface AdvancedOptions {
-	/**
-	 * Constrains wasm decoding to this resolution.
-	 * By default it is set to 1280 in width and height.
-	 * This guarantees better performance on older devices and reduces battery drain in general.
-	 */
-	wasmDecodingConstraint: Partial<VideoConstraint>;
 }
 interface DrmOptions {
 	/**
@@ -230,6 +175,7 @@ interface DrmOptions {
 }
 type Media = "audio" | "video" | "audio+video";
 type WebCodecsHardwareAccelerationPreference = "no-preference" | "prefer-hardware" | "prefer-software";
+type DecoderType = "mse" | "webcodecs" | "wasm";
 interface Options {
 	/**
 	 * URL to use when connecting to the stream
@@ -296,11 +242,9 @@ interface Options {
 	 */
 	burstEnabled?: boolean;
 	/**
-	 * Enable usage of the MediaSource API on supported browsers.
-	 *
-	 * Is enabled by default.
-	 *
-	 * Note: We recommend to keep this at the default value unless you have very specific needs.
+	 * @deprecated Use `decoders` instead.
+	 * Setting `mseEnabled: false` is equivalent to `decoders: ["wasm"]`.
+	 * When both `mseEnabled` and `decoders` are provided, `decoders` takes precedence.
 	 */
 	mseEnabled?: boolean;
 	/**
@@ -417,7 +361,7 @@ interface Options {
 	 * The wake lock requires that the audio has been activated at least once for the instance, othwerwise it will not work.
 	 * Other devices already provide wake lock by default.
 	 *
-	 * This option is redundant and has no effect if iosMediaElementEnabled is enabled since that automatically enables wake lock.
+	 * This option is redundant and has no effect if streamToMediaElementEnabled is enabled since that automatically enables wake lock.
 	 *
 	 * Disabled by default.
 	 */
@@ -427,26 +371,20 @@ interface Options {
 	 */
 	pauseSupportEnabled?: boolean;
 	/**
-	 * Enables iOS devices to use a media element for playback. This enables fullscreen and picture in picture support on iOS.
-	 */
-	iosMediaElementEnabled?: boolean;
-	/**
-	 * Enable WebCodecs API for hardware-accelerated decoding.
+	 * Stream canvas-rendered video/audio to a media element via captureStream.
 	 *
-	 * When enabled, the browser's native VideoDecoder and AudioDecoder APIs will be used instead
-	 * of WASM decoding on supported browsers (Chrome 94+, Edge 94+, Safari 16.4+). This provides:
-	 * - Hardware-accelerated decoding (uses GPU for video)
-	 * - Better performance at higher resolutions
-	 * - Lower CPU usage and battery consumption
+	 * This enables platform media features such as fullscreen and picture-in-picture
+	 * for non-MSE playback by routing the canvas output through a `<video>` element.
 	 *
-	 * Disabled by default to allow gradual rollout and testing.
+	 * Disabled by default.
+	 */
+	streamToMediaElementEnabled?: boolean;
+	/**
+	 * @deprecated Use `streamToMediaElementEnabled` instead.
 	 *
-	 * Note: Automatically falls back to WASM decoding if:
-	 * - The browser doesn't support WebCodecs
-	 * - WebCodecs initialization fails
-	 * - This option is set to false or undefined
+	 * Legacy alias kept for backwards compatibility.
 	 */
-	webcodecsEnabled?: boolean;
+	iosMediaElementEnabled?: boolean;
 	/**
 	 * Hardware acceleration preference for WebCodecs video decoding.
 	 *
@@ -454,14 +392,29 @@ interface Options {
 	 */
 	webcodecsHardwareAcceleration?: WebCodecsHardwareAccelerationPreference;
 	/**
-	 * Enable OffscreenCanvas rendering in worker thread (requires webcodecsEnabled: true).
+	 * Enable OffscreenCanvas rendering in worker thread.
 	 *
 	 * When enabled, video rendering happens in the worker thread using OffscreenCanvas.
-	 * Disabled by default to allow gradual rollout and testing.
+	 * Automatically enabled when `decoders` resolves to WebCodecs. Set to `false`
+	 * to explicitly disable even when WebCodecs is active.
 	 *
-	 * Note: Requires browser support for OffscreenCanvas and webcodecsEnabled must be true, and iosMediaElementEnabled must be false.
+	 * Requires browser support for OffscreenCanvas and WebCodecs.
+	 * Works with `streamToMediaElementEnabled` for fullscreen/PiP support.
 	 */
 	offscreenCanvasEnabled?: boolean;
+	/**
+	 * Ordered list of decoders to try.
+	 *
+	 * The runtime walks the list and uses the first decoder that is available on the
+	 * current platform. When DRM is active, MSE is forced regardless of order.
+	 *
+	 * When omitted, the platform default order is used (`["mse", "wasm"]`).
+	 *
+	 * @example
+	 * // Prefer WebCodecs over MSE
+	 * decoders: ["webcodecs", "mse", "wasm"]
+	 */
+	decoders?: DecoderType[];
 	/**
 	 * Advanced options to override default behaviour.
 	 */
@@ -480,7 +433,6 @@ interface ClientOverrides {
 	burstEnabled?: boolean;
 	sizeBasedResolutionCapEnabled?: boolean;
 	separateVideoSocketEnabled?: boolean;
-	webcodecsEnabled?: boolean;
 	webcodecsHardwareAcceleration?: WebCodecsHardwareAccelerationPreference;
 	offscreenCanvasEnabled?: boolean;
 	videoCodecs?: string[];
@@ -524,6 +476,47 @@ interface TracksCatalog extends CatalogRoot {
 	namespace: Namespace;
 	tracks: Array<TrackObject>;
 }
+interface RenditionProps {
+	id: number;
+	/** */
+	bitRate: number;
+	/** */
+	codecString?: string;
+	/** */
+	language?: string;
+	/** */
+	meta?: Record<string, string>;
+}
+interface VideoRenditionProps {
+	/** */
+	codec: VideoCodec;
+	/** */
+	frameRate: [
+		number,
+		number
+	];
+	/** */
+	width: number;
+	/** */
+	height: number;
+}
+interface AudioRenditionProps {
+	/** */
+	codec: AudioCodec;
+	/** */
+	channels: number;
+	/** */
+	sampleRate: number;
+}
+interface TextRenditionProps {
+	codec: "webvtt";
+	kind: "subtitles" | "captions";
+	label?: string;
+}
+type VideoRendition = VideoRenditionProps & RenditionProps;
+type AudioRendition = AudioRenditionProps & RenditionProps;
+type TextRendition = TextRenditionProps & RenditionProps;
+type Rendition = VideoRendition | AudioRendition | TextRendition;
 interface Telemetry {
 	url: string;
 	probability?: number;
@@ -787,6 +780,13 @@ interface DecoderStatistics {
 	videoDecodeTime: MinMaxAverage;
 	audioDecodeTime: MinMaxAverage;
 	videoTransportTime: MinMaxAverage;
+	videoKeyframeIntervalMs?: number;
+	renderedFrameCount?: number;
+	rendererDroppedFrameCount?: number;
+	videoRenderer?: "OffscreenCanvas" | "Canvas" | "MSE";
+	videoDecoder?: "WebCodecs" | "WASM" | "MSE";
+	audioRenderer?: "AudioContext" | "MSE";
+	audioDecoder?: "WebCodecs" | "WASM" | "MSE";
 }
 interface DocumentStateModulesStatistics {
 	isVisible: boolean;
@@ -836,6 +836,11 @@ interface MseModuleStatistics {
 	droppedVideoFrames?: number;
 	successfulVideoAppendCalls?: number;
 	successfulAudioAppendsCalls?: number;
+	videoKeyframeIntervalMs?: number;
+	videoRenderer?: "OffscreenCanvas" | "Canvas" | "MSE";
+	videoDecoder?: "WebCodecs" | "WASM" | "MSE";
+	audioRenderer?: "AudioContext" | "MSE";
+	audioDecoder?: "WebCodecs" | "WASM" | "MSE";
 }
 interface QualityOfServiceModuleStatistics {
 	/**
@@ -916,8 +921,6 @@ interface SyncModuleStatistics {
 interface VideoPlayerStatistics {
 	renderedFrameCount: number;
 	rendererDroppedFrameCount: number;
-	contextLostCount: number;
-	contextRestoredCount: number;
 }
 type ModuleStatistics = AdaptivityStatistics & BufferTimeStatistics & ConnectionStatistics & ConstraintCapStatistics & DecoderStatistics & DocumentStateModulesStatistics & IncomingDataModuleStatistics & JitterModuleStatistics & MseModuleStatistics & PlaybackModuleStatistics & QualityOfServiceModuleStatistics & RenditionsModuleStatistics & SyncModuleStatistics & TelemetryModuleStatistics & VideoPlayerStatistics;
 type Statistics = ModuleStatistics & ReturnType<UserAgentInformation["getUserAgentInformation"]> & {
@@ -960,6 +963,8 @@ type Statistics = ModuleStatistics & ReturnType<UserAgentInformation["getUserAge
 	 * Note that an actual frame render often happens much quicker, but that is not counted as TTFF.
 	 */
 	timeToFirstFrame?: number;
+	streamToMediaElementEnabled?: boolean;
+	/** @deprecated */
 	iosMediaElementEnabled?: boolean;
 	/**
 	 * Average bitrate for the entire session in bits/second.
@@ -1026,6 +1031,8 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	private clientId;
 	private _channels;
 	private createdAt;
+	private offscreenCanvasElement?;
+	private webCodecsRenditionSupport;
 	private hasCalledConnect;
 	private latestEmittedLanguages;
 	private wakeLock;
@@ -1036,6 +1043,7 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	private sizes;
 	private isSuspended;
 	private disconnectTimeout;
+	private offscreenSubtitleInterval?;
 	constructor(options: Options);
 	/**
 	 * Attaches the video view to a DOM element. The Vindral video view will be sized to fill this element while
@@ -1044,6 +1052,7 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	 * @returns
 	 */
 	attach: (container: HTMLElement) => void;
+	private setElement;
 	/**
 	 * Set the current volume.
 	 * Setting this to 0 is not equivalent to muting the audio.
@@ -1264,6 +1273,10 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	 * The ranges are specified in milliseconds.
 	 */
 	get audioBufferedRanges(): ReadonlyArray<TimeRange>;
+	/**
+	 * The timestamps (in milliseconds) of video keyframes currently in the buffer.
+	 */
+	get videoKeyframeTimestamps(): ReadonlyArray<number>;
 	/**
 	 * The API client for calls to the public available endpoints of the Vindral Live CDN.
 	 */
@@ -1323,9 +1336,16 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	private isSupportedVideoCodecProfile;
 	private supportedAudioCodecs;
 	private initializeDecodingModule;
+	/**
+	 * Set up a polling interval that forwards subtitle cues to the decoder worker
+	 * when OffscreenCanvas rendering is active. This is needed because the canvas modules'
+	 * own subtitle intervals either get killed (LegacyCanvasModule) or don't have the
+	 * OffscreenCanvas reference at construction time (ModernCanvasModule).
+	 */
+	private setupOffscreenSubtitleRouting;
 	/**
 	 * Fully unloads the instance. This disconnects the clients and stops any background tasks.
-	 * This client instance can not be used after this has been called.
+	 * This client instance cannot be used after this has been called.
 	 */
 	unload: () => Promise<void>;
 	/**
@@ -1389,7 +1409,17 @@ declare class Vindral extends Emitter<PublicVindralEvents> {
 	private get currentSubscription();
 	private get targetSubscription();
 	private timeToFirstFrame;
+	private resolvedDecoder;
 	private willUseMediaSource;
+	private shouldUseWebCodecs;
+	private isWebCodecsVideoAvailable;
+	private isWebCodecsAudioAvailable;
+	/**
+	 * Returns true if OffscreenCanvas should be used.
+	 * Implicitly enabled when the resolved decoder is WebCodecs, since OffscreenCanvas
+	 * is the optimal rendering path for WebCodecs (worker renders VideoFrames directly).
+	 */
+	private shouldUseOffscreenCanvas;
 }
 interface TelemetryModuleStatistics {
 	/**
@@ -1453,6 +1483,12 @@ interface TimeShiftInfo {
 	urls: string[];
 	duration: string;
 }
+interface CmafFragmentEvent {
+	mediaType: "video" | "audio";
+	initSegment: Readonly<Uint8Array<ArrayBuffer>>;
+	fragment: Readonly<Uint8Array<ArrayBuffer>>;
+	isKeyframe: boolean;
+}
 interface PublicVindralEvents {
 	/**
 	 * When an error that requires action has occured
@@ -1553,6 +1589,13 @@ interface PublicVindralEvents {
 	 * Emitted when the timeshift URLs are updated.
 	 */
 	["timeshift info"]: Readonly<TimeShiftInfo>;
+	/**
+	 * Emitted for each CMAF fragment received via the MoQ/VoQ path.
+	 * Contains raw fMP4 bytes suitable for recording.
+	 *
+	 * @internal Not part of the public API — may change without notice.
+	 */
+	["cmaf fragment"]: Readonly<CmafFragmentEvent>;
 	["buffer state event"]: Readonly<BufferStateEvent>;
 	["initialized media"]: void;
 }
@@ -1815,6 +1858,7 @@ declare class Controller extends HTMLElement {
 		"mse-opus-enabled",
 		"ios-background-play-enabled",
 		"ios-wake-lock-enabled",
+		"stream-to-media-element-enabled",
 		"ios-media-element-enabled",
 		"abr-enabled",
 		"size-based-resolution-cap-enabled",
@@ -1829,8 +1873,8 @@ declare class Controller extends HTMLElement {
 		"drm-playready-video-robustness",
 		"drm-playready-audio-robustness",
 		"webtransport-enabled",
-		"webcodecs-enabled",
 		"webcodecs-hardware-acceleration",
+		"decoders",
 		"offscreen-canvas-enabled",
 		"reconnect-retries",
 		"auto-instance-enabled",
@@ -1920,7 +1964,7 @@ declare class PlayButton extends VindralButton {
 type PlayerAttributes = (typeof Player.observedAttributes)[number];
 declare class Player extends HTMLElement {
 	#private;
-	static observedAttributes: readonly ("title" | "offline" | "advanced" | "poster" | "language" | "channels" | "buffering" | "paused" | "volume" | "muted" | "duration" | "user-interacting" | "is-casting" | "cast-available" | "cast-receiver-name" | "ui-locked" | "hide-ui-on-pause" | "is-fullscreen" | "is-fullscreen-fallback" | "rendition-levels" | "rendition-level" | "max-video-bit-rate" | "max-initial-bit-rate" | "abr-enabled" | "size-based-resolution-cap-enabled" | "channel-id" | "channel-group-id" | "pip-available" | "is-pip" | "airplay-available" | "is-airplaying" | "media" | "languages" | "text-tracks" | "text-track" | "needs-user-input-video" | "needs-user-input-audio" | "authentication-token" | "volume-level" | "cast" | "airplay" | "pip" | "fullscreen" | "vu-meter" | "timeshift" | "timeshift-position" | "poster-src" | "url" | "edge-url" | "target-buffer-time" | "cast-receiver-id" | "cast-background" | "log-level" | "max-size" | "min-buffer-time" | "max-buffer-time" | "max-audio-bit-rate" | "burst-enabled" | "mse-enabled" | "mse-opus-enabled" | "ios-background-play-enabled" | "ios-wake-lock-enabled" | "ios-media-element-enabled" | "telemetry-enabled" | "video-codecs" | "drm-headers" | "drm-queryparams" | "drm-widevine-video-robustness" | "drm-widevine-audio-robustness" | "drm-playready-video-robustness" | "drm-playready-audio-robustness" | "webtransport-enabled" | "webcodecs-enabled" | "webcodecs-hardware-acceleration" | "offscreen-canvas-enabled" | "reconnect-retries" | "auto-instance-enabled" | "advanced-rendition-menu-enabled" | "refresh-poster-enabled" | "stream-poll-enabled")[];
+	static observedAttributes: readonly ("title" | "offline" | "advanced" | "poster" | "language" | "channels" | "buffering" | "paused" | "volume" | "muted" | "duration" | "user-interacting" | "is-casting" | "cast-available" | "cast-receiver-name" | "ui-locked" | "hide-ui-on-pause" | "is-fullscreen" | "is-fullscreen-fallback" | "rendition-levels" | "rendition-level" | "max-video-bit-rate" | "max-initial-bit-rate" | "abr-enabled" | "size-based-resolution-cap-enabled" | "channel-id" | "channel-group-id" | "pip-available" | "is-pip" | "airplay-available" | "is-airplaying" | "media" | "languages" | "text-tracks" | "text-track" | "needs-user-input-video" | "needs-user-input-audio" | "authentication-token" | "volume-level" | "cast" | "airplay" | "pip" | "fullscreen" | "vu-meter" | "timeshift" | "timeshift-position" | "poster-src" | "url" | "decoders" | "edge-url" | "target-buffer-time" | "cast-receiver-id" | "cast-background" | "log-level" | "max-size" | "min-buffer-time" | "max-buffer-time" | "max-audio-bit-rate" | "burst-enabled" | "mse-enabled" | "mse-opus-enabled" | "ios-background-play-enabled" | "ios-wake-lock-enabled" | "stream-to-media-element-enabled" | "ios-media-element-enabled" | "telemetry-enabled" | "video-codecs" | "drm-headers" | "drm-queryparams" | "drm-widevine-video-robustness" | "drm-widevine-audio-robustness" | "drm-playready-video-robustness" | "drm-playready-audio-robustness" | "webtransport-enabled" | "webcodecs-hardware-acceleration" | "offscreen-canvas-enabled" | "reconnect-retries" | "auto-instance-enabled" | "advanced-rendition-menu-enabled" | "refresh-poster-enabled" | "stream-poll-enabled")[];
 	constructor();
 	connectedCallback(): void;
 	disconnectedCallback(): void;