@editframe/elements 0.26.3-beta.0 → 0.30.0-beta.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (191) hide show
  1. package/dist/elements/EFSourceMixin.js +1 -1
  2. package/dist/elements/EFSourceMixin.js.map +1 -1
  3. package/dist/elements/EFSurface.d.ts +4 -4
  4. package/dist/elements/EFText.d.ts +52 -0
  5. package/dist/elements/EFText.js +319 -0
  6. package/dist/elements/EFText.js.map +1 -0
  7. package/dist/elements/EFTextSegment.d.ts +30 -0
  8. package/dist/elements/EFTextSegment.js +94 -0
  9. package/dist/elements/EFTextSegment.js.map +1 -0
  10. package/dist/elements/EFThumbnailStrip.d.ts +4 -4
  11. package/dist/elements/EFWaveform.d.ts +4 -4
  12. package/dist/elements/FetchMixin.js +22 -7
  13. package/dist/elements/FetchMixin.js.map +1 -1
  14. package/dist/elements/easingUtils.js +62 -0
  15. package/dist/elements/easingUtils.js.map +1 -0
  16. package/dist/elements/updateAnimations.js +57 -10
  17. package/dist/elements/updateAnimations.js.map +1 -1
  18. package/dist/gui/ContextMixin.js +11 -2
  19. package/dist/gui/ContextMixin.js.map +1 -1
  20. package/dist/gui/EFConfiguration.d.ts +4 -4
  21. package/dist/gui/EFControls.d.ts +2 -2
  22. package/dist/gui/EFDial.d.ts +4 -4
  23. package/dist/gui/EFDial.js +4 -2
  24. package/dist/gui/EFDial.js.map +1 -1
  25. package/dist/gui/EFFilmstrip.d.ts +32 -6
  26. package/dist/gui/EFFilmstrip.js +314 -50
  27. package/dist/gui/EFFilmstrip.js.map +1 -1
  28. package/dist/gui/EFFitScale.js +39 -15
  29. package/dist/gui/EFFitScale.js.map +1 -1
  30. package/dist/gui/EFFocusOverlay.d.ts +4 -4
  31. package/dist/gui/EFPause.d.ts +4 -4
  32. package/dist/gui/EFPlay.d.ts +4 -4
  33. package/dist/gui/EFPreview.d.ts +4 -4
  34. package/dist/gui/EFPreview.js +2 -2
  35. package/dist/gui/EFPreview.js.map +1 -1
  36. package/dist/gui/EFResizableBox.d.ts +4 -4
  37. package/dist/gui/EFResizableBox.js +6 -3
  38. package/dist/gui/EFResizableBox.js.map +1 -1
  39. package/dist/gui/EFScrubber.d.ts +8 -5
  40. package/dist/gui/EFScrubber.js +64 -12
  41. package/dist/gui/EFScrubber.js.map +1 -1
  42. package/dist/gui/EFTimeDisplay.d.ts +4 -4
  43. package/dist/gui/EFToggleLoop.d.ts +4 -4
  44. package/dist/gui/EFTogglePlay.d.ts +4 -4
  45. package/dist/gui/EFWorkbench.d.ts +4 -4
  46. package/dist/gui/EFWorkbench.js +16 -3
  47. package/dist/gui/EFWorkbench.js.map +1 -1
  48. package/dist/gui/TWMixin.js +1 -1
  49. package/dist/gui/TWMixin.js.map +1 -1
  50. package/dist/index.d.ts +3 -1
  51. package/dist/index.js +3 -1
  52. package/dist/index.js.map +1 -1
  53. package/dist/style.css +7 -120
  54. package/package.json +3 -3
  55. package/scripts/build-css.js +5 -9
  56. package/test/constants.ts +8 -0
  57. package/test/recordReplayProxyPlugin.js +76 -10
  58. package/test/setup.ts +32 -0
  59. package/test/useMSW.ts +3 -0
  60. package/test/useTranscodeMSW.ts +191 -0
  61. package/tsdown.config.ts +7 -5
  62. package/types.json +1 -1
  63. package/src/elements/ContextProxiesController.ts +0 -124
  64. package/src/elements/CrossUpdateController.ts +0 -22
  65. package/src/elements/EFAudio.browsertest.ts +0 -706
  66. package/src/elements/EFAudio.ts +0 -56
  67. package/src/elements/EFCaptions.browsertest.ts +0 -1960
  68. package/src/elements/EFCaptions.ts +0 -823
  69. package/src/elements/EFImage.browsertest.ts +0 -120
  70. package/src/elements/EFImage.ts +0 -113
  71. package/src/elements/EFMedia/AssetIdMediaEngine.test.ts +0 -224
  72. package/src/elements/EFMedia/AssetIdMediaEngine.ts +0 -110
  73. package/src/elements/EFMedia/AssetMediaEngine.browsertest.ts +0 -140
  74. package/src/elements/EFMedia/AssetMediaEngine.ts +0 -385
  75. package/src/elements/EFMedia/BaseMediaEngine.browsertest.ts +0 -400
  76. package/src/elements/EFMedia/BaseMediaEngine.ts +0 -505
  77. package/src/elements/EFMedia/BufferedSeekingInput.browsertest.ts +0 -386
  78. package/src/elements/EFMedia/BufferedSeekingInput.ts +0 -430
  79. package/src/elements/EFMedia/JitMediaEngine.browsertest.ts +0 -226
  80. package/src/elements/EFMedia/JitMediaEngine.ts +0 -256
  81. package/src/elements/EFMedia/audioTasks/makeAudioBufferTask.browsertest.ts +0 -679
  82. package/src/elements/EFMedia/audioTasks/makeAudioBufferTask.ts +0 -117
  83. package/src/elements/EFMedia/audioTasks/makeAudioFrequencyAnalysisTask.ts +0 -246
  84. package/src/elements/EFMedia/audioTasks/makeAudioInitSegmentFetchTask.browsertest.ts +0 -59
  85. package/src/elements/EFMedia/audioTasks/makeAudioInitSegmentFetchTask.ts +0 -27
  86. package/src/elements/EFMedia/audioTasks/makeAudioInputTask.browsertest.ts +0 -55
  87. package/src/elements/EFMedia/audioTasks/makeAudioInputTask.ts +0 -53
  88. package/src/elements/EFMedia/audioTasks/makeAudioSeekTask.chunkboundary.regression.browsertest.ts +0 -207
  89. package/src/elements/EFMedia/audioTasks/makeAudioSeekTask.ts +0 -72
  90. package/src/elements/EFMedia/audioTasks/makeAudioSegmentFetchTask.ts +0 -32
  91. package/src/elements/EFMedia/audioTasks/makeAudioSegmentIdTask.ts +0 -29
  92. package/src/elements/EFMedia/audioTasks/makeAudioTasksVideoOnly.browsertest.ts +0 -95
  93. package/src/elements/EFMedia/audioTasks/makeAudioTimeDomainAnalysisTask.ts +0 -184
  94. package/src/elements/EFMedia/shared/AudioSpanUtils.ts +0 -129
  95. package/src/elements/EFMedia/shared/BufferUtils.ts +0 -342
  96. package/src/elements/EFMedia/shared/GlobalInputCache.ts +0 -77
  97. package/src/elements/EFMedia/shared/MediaTaskUtils.ts +0 -44
  98. package/src/elements/EFMedia/shared/PrecisionUtils.ts +0 -46
  99. package/src/elements/EFMedia/shared/RenditionHelpers.browsertest.ts +0 -246
  100. package/src/elements/EFMedia/shared/RenditionHelpers.ts +0 -56
  101. package/src/elements/EFMedia/shared/ThumbnailExtractor.ts +0 -227
  102. package/src/elements/EFMedia/tasks/makeMediaEngineTask.browsertest.ts +0 -167
  103. package/src/elements/EFMedia/tasks/makeMediaEngineTask.ts +0 -88
  104. package/src/elements/EFMedia/videoTasks/MainVideoInputCache.ts +0 -76
  105. package/src/elements/EFMedia/videoTasks/ScrubInputCache.ts +0 -61
  106. package/src/elements/EFMedia/videoTasks/makeScrubVideoBufferTask.ts +0 -114
  107. package/src/elements/EFMedia/videoTasks/makeScrubVideoInitSegmentFetchTask.ts +0 -35
  108. package/src/elements/EFMedia/videoTasks/makeScrubVideoInputTask.ts +0 -52
  109. package/src/elements/EFMedia/videoTasks/makeScrubVideoSeekTask.ts +0 -124
  110. package/src/elements/EFMedia/videoTasks/makeScrubVideoSegmentFetchTask.ts +0 -44
  111. package/src/elements/EFMedia/videoTasks/makeScrubVideoSegmentIdTask.ts +0 -32
  112. package/src/elements/EFMedia/videoTasks/makeUnifiedVideoSeekTask.ts +0 -370
  113. package/src/elements/EFMedia/videoTasks/makeVideoBufferTask.ts +0 -109
  114. package/src/elements/EFMedia.browsertest.ts +0 -872
  115. package/src/elements/EFMedia.ts +0 -341
  116. package/src/elements/EFSourceMixin.ts +0 -60
  117. package/src/elements/EFSurface.browsertest.ts +0 -151
  118. package/src/elements/EFSurface.ts +0 -142
  119. package/src/elements/EFTemporal.browsertest.ts +0 -215
  120. package/src/elements/EFTemporal.ts +0 -800
  121. package/src/elements/EFThumbnailStrip.browsertest.ts +0 -585
  122. package/src/elements/EFThumbnailStrip.media-engine.browsertest.ts +0 -714
  123. package/src/elements/EFThumbnailStrip.ts +0 -906
  124. package/src/elements/EFTimegroup.browsertest.ts +0 -934
  125. package/src/elements/EFTimegroup.ts +0 -882
  126. package/src/elements/EFVideo.browsertest.ts +0 -1482
  127. package/src/elements/EFVideo.ts +0 -564
  128. package/src/elements/EFWaveform.ts +0 -547
  129. package/src/elements/FetchContext.browsertest.ts +0 -401
  130. package/src/elements/FetchMixin.ts +0 -38
  131. package/src/elements/SampleBuffer.ts +0 -94
  132. package/src/elements/TargetController.browsertest.ts +0 -230
  133. package/src/elements/TargetController.ts +0 -224
  134. package/src/elements/TimegroupController.ts +0 -26
  135. package/src/elements/durationConverter.ts +0 -35
  136. package/src/elements/parseTimeToMs.ts +0 -9
  137. package/src/elements/printTaskStatus.ts +0 -16
  138. package/src/elements/renderTemporalAudio.ts +0 -108
  139. package/src/elements/updateAnimations.browsertest.ts +0 -1884
  140. package/src/elements/updateAnimations.ts +0 -217
  141. package/src/elements/util.ts +0 -24
  142. package/src/gui/ContextMixin.browsertest.ts +0 -860
  143. package/src/gui/ContextMixin.ts +0 -562
  144. package/src/gui/Controllable.browsertest.ts +0 -258
  145. package/src/gui/Controllable.ts +0 -41
  146. package/src/gui/EFConfiguration.ts +0 -40
  147. package/src/gui/EFControls.browsertest.ts +0 -389
  148. package/src/gui/EFControls.ts +0 -195
  149. package/src/gui/EFDial.browsertest.ts +0 -84
  150. package/src/gui/EFDial.ts +0 -172
  151. package/src/gui/EFFilmstrip.browsertest.ts +0 -712
  152. package/src/gui/EFFilmstrip.ts +0 -1349
  153. package/src/gui/EFFitScale.ts +0 -152
  154. package/src/gui/EFFocusOverlay.ts +0 -79
  155. package/src/gui/EFPause.browsertest.ts +0 -202
  156. package/src/gui/EFPause.ts +0 -73
  157. package/src/gui/EFPlay.browsertest.ts +0 -202
  158. package/src/gui/EFPlay.ts +0 -73
  159. package/src/gui/EFPreview.ts +0 -74
  160. package/src/gui/EFResizableBox.browsertest.ts +0 -79
  161. package/src/gui/EFResizableBox.ts +0 -898
  162. package/src/gui/EFScrubber.ts +0 -151
  163. package/src/gui/EFTimeDisplay.browsertest.ts +0 -237
  164. package/src/gui/EFTimeDisplay.ts +0 -55
  165. package/src/gui/EFToggleLoop.ts +0 -35
  166. package/src/gui/EFTogglePlay.ts +0 -70
  167. package/src/gui/EFWorkbench.ts +0 -115
  168. package/src/gui/PlaybackController.ts +0 -527
  169. package/src/gui/TWMixin.css +0 -6
  170. package/src/gui/TWMixin.ts +0 -61
  171. package/src/gui/TargetOrContextMixin.ts +0 -185
  172. package/src/gui/currentTimeContext.ts +0 -5
  173. package/src/gui/durationContext.ts +0 -3
  174. package/src/gui/efContext.ts +0 -6
  175. package/src/gui/fetchContext.ts +0 -5
  176. package/src/gui/focusContext.ts +0 -7
  177. package/src/gui/focusedElementContext.ts +0 -5
  178. package/src/gui/playingContext.ts +0 -5
  179. package/src/otel/BridgeSpanExporter.ts +0 -150
  180. package/src/otel/setupBrowserTracing.ts +0 -73
  181. package/src/otel/tracingHelpers.ts +0 -251
  182. package/src/transcoding/cache/RequestDeduplicator.test.ts +0 -170
  183. package/src/transcoding/cache/RequestDeduplicator.ts +0 -65
  184. package/src/transcoding/cache/URLTokenDeduplicator.test.ts +0 -182
  185. package/src/transcoding/cache/URLTokenDeduplicator.ts +0 -101
  186. package/src/transcoding/types/index.ts +0 -312
  187. package/src/transcoding/utils/MediaUtils.ts +0 -63
  188. package/src/transcoding/utils/UrlGenerator.ts +0 -68
  189. package/src/transcoding/utils/constants.ts +0 -36
  190. package/src/utils/LRUCache.test.ts +0 -274
  191. package/src/utils/LRUCache.ts +0 -696
@@ -1,256 +0,0 @@
1
- import type {
2
- AudioRendition,
3
- MediaEngine,
4
- RenditionId,
5
- ThumbnailResult,
6
- VideoRendition,
7
- } from "../../transcoding/types";
8
- import type { ManifestResponse } from "../../transcoding/types/index.js";
9
- import type { UrlGenerator } from "../../transcoding/utils/UrlGenerator";
10
- import type { EFMedia } from "../EFMedia.js";
11
- import { BaseMediaEngine } from "./BaseMediaEngine";
12
- import { ThumbnailExtractor } from "./shared/ThumbnailExtractor.js";
13
-
14
- export class JitMediaEngine extends BaseMediaEngine implements MediaEngine {
15
- private urlGenerator: UrlGenerator;
16
- private data: ManifestResponse = {} as ManifestResponse;
17
- private thumbnailExtractor: ThumbnailExtractor;
18
-
19
- static async fetch(host: EFMedia, urlGenerator: UrlGenerator, url: string) {
20
- const engine = new JitMediaEngine(host, urlGenerator);
21
- const data = await engine.fetchManifest(url);
22
- engine.data = data;
23
- return engine;
24
- }
25
-
26
- constructor(host: EFMedia, urlGenerator: UrlGenerator) {
27
- super(host);
28
- this.urlGenerator = urlGenerator;
29
- this.thumbnailExtractor = new ThumbnailExtractor(this);
30
- }
31
-
32
- get durationMs() {
33
- return this.data.durationMs;
34
- }
35
-
36
- get src() {
37
- return this.data.sourceUrl;
38
- }
39
-
40
- get audioRendition(): AudioRendition | undefined {
41
- if (!this.data.audioRenditions || this.data.audioRenditions.length === 0) {
42
- return undefined;
43
- }
44
-
45
- const rendition = this.data.audioRenditions[0];
46
- if (!rendition) return undefined;
47
-
48
- return {
49
- id: rendition.id as RenditionId,
50
- trackId: undefined,
51
- src: this.data.sourceUrl,
52
- segmentDurationMs: rendition.segmentDurationMs,
53
- segmentDurationsMs: rendition.segmentDurationsMs,
54
- };
55
- }
56
-
57
- get videoRendition(): VideoRendition | undefined {
58
- if (!this.data.videoRenditions || this.data.videoRenditions.length === 0) {
59
- return undefined;
60
- }
61
-
62
- const rendition = this.data.videoRenditions[0];
63
- if (!rendition) return undefined;
64
-
65
- return {
66
- id: rendition.id as RenditionId,
67
- trackId: undefined,
68
- src: this.data.sourceUrl,
69
- segmentDurationMs: rendition.segmentDurationMs,
70
- segmentDurationsMs: rendition.segmentDurationsMs,
71
- };
72
- }
73
-
74
- get templates() {
75
- return this.data.endpoints;
76
- }
77
-
78
- async fetchInitSegment(
79
- rendition: { id?: RenditionId; trackId: number | undefined; src: string },
80
- signal: AbortSignal,
81
- ) {
82
- if (!rendition.id) {
83
- throw new Error("Rendition ID is required for JIT metadata");
84
- }
85
- const url = this.urlGenerator.generateSegmentUrl(
86
- "init",
87
- rendition.id,
88
- this,
89
- );
90
-
91
- // Use unified fetch method
92
- return this.fetchMedia(url, signal);
93
- }
94
-
95
- async fetchMediaSegment(
96
- segmentId: number,
97
- rendition: { id?: RenditionId; trackId: number | undefined; src: string },
98
- ) {
99
- if (!rendition.id) {
100
- throw new Error("Rendition ID is required for JIT metadata");
101
- }
102
- const url = this.urlGenerator.generateSegmentUrl(
103
- segmentId,
104
- rendition.id,
105
- this,
106
- );
107
- return this.fetchMedia(url);
108
- }
109
-
110
- computeSegmentId(
111
- desiredSeekTimeMs: number,
112
- rendition: VideoRendition | AudioRendition,
113
- ) {
114
- // Don't request segments beyond the actual file duration
115
- // Note: seeking to exactly durationMs should be allowed (it's the last moment of the file)
116
- if (desiredSeekTimeMs > this.durationMs) {
117
- return undefined;
118
- }
119
-
120
- // Use actual segment durations if available (more accurate)
121
- if (
122
- rendition.segmentDurationsMs &&
123
- rendition.segmentDurationsMs.length > 0
124
- ) {
125
- let cumulativeTime = 0;
126
-
127
- for (let i = 0; i < rendition.segmentDurationsMs.length; i++) {
128
- const segmentDuration = rendition.segmentDurationsMs[i];
129
- if (segmentDuration === undefined) {
130
- throw new Error("Segment duration is required for JIT metadata");
131
- }
132
- const segmentStartMs = cumulativeTime;
133
- const segmentEndMs = cumulativeTime + segmentDuration;
134
-
135
- // Check if the desired seek time falls within this segment
136
- // Special case: for the last segment, include the exact end time
137
- const isLastSegment = i === rendition.segmentDurationsMs.length - 1;
138
- const includesEndTime =
139
- isLastSegment && desiredSeekTimeMs === this.durationMs;
140
-
141
- if (
142
- desiredSeekTimeMs >= segmentStartMs &&
143
- (desiredSeekTimeMs < segmentEndMs || includesEndTime)
144
- ) {
145
- return i + 1; // Convert 0-based to 1-based segment ID
146
- }
147
-
148
- cumulativeTime += segmentDuration;
149
-
150
- // If we've reached or exceeded file duration, stop
151
- if (cumulativeTime >= this.durationMs) {
152
- break;
153
- }
154
- }
155
-
156
- // If we didn't find a segment, return undefined
157
- return undefined;
158
- }
159
-
160
- // Fall back to fixed duration calculation for backward compatibility
161
- if (!rendition.segmentDurationMs) {
162
- throw new Error("Segment duration is required for JIT metadata");
163
- }
164
-
165
- const segmentIndex = Math.floor(
166
- desiredSeekTimeMs / rendition.segmentDurationMs,
167
- );
168
-
169
- // Calculate the actual segment start time
170
- const segmentStartMs = segmentIndex * rendition.segmentDurationMs;
171
-
172
- // If this segment would start at or beyond file duration, it doesn't exist
173
- if (segmentStartMs >= this.durationMs) {
174
- return undefined;
175
- }
176
-
177
- return segmentIndex + 1; // Convert 0-based to 1-based
178
- }
179
-
180
- getScrubVideoRendition(): VideoRendition | undefined {
181
- if (!this.data.videoRenditions) return undefined;
182
-
183
- const scrubManifestRendition = this.data.videoRenditions.find(
184
- (r) => r.id === "scrub",
185
- );
186
-
187
- if (!scrubManifestRendition) return this.videoRendition; // Fallback to main
188
-
189
- return {
190
- id: scrubManifestRendition.id as any,
191
- trackId: undefined,
192
- src: this.src,
193
- segmentDurationMs: scrubManifestRendition.segmentDurationMs,
194
- segmentDurationsMs: scrubManifestRendition.segmentDurationsMs,
195
- };
196
- }
197
-
198
- /**
199
- * Get preferred buffer configuration for JIT transcoding
200
- * Uses higher buffering since transcoding introduces latency
201
- */
202
- getBufferConfig() {
203
- return {
204
- // Buffer more aggressively for JIT transcoding to smooth over latency
205
- videoBufferDurationMs: 8000,
206
- audioBufferDurationMs: 8000,
207
- maxVideoBufferFetches: 3,
208
- maxAudioBufferFetches: 3,
209
- bufferThresholdMs: 30000, // Timeline-aware buffering threshold
210
- };
211
- }
212
-
213
- /**
214
- * Extract thumbnail canvases using same rendition priority as video playback for frame alignment
215
- */
216
- async extractThumbnails(
217
- timestamps: number[],
218
- ): Promise<(ThumbnailResult | null)[]> {
219
- // Use same rendition priority as video: try main rendition first for frame alignment
220
- let rendition: VideoRendition;
221
- try {
222
- const mainRendition = this.getVideoRendition();
223
- if (mainRendition) {
224
- rendition = mainRendition;
225
- } else {
226
- const scrubRendition = this.getScrubVideoRendition();
227
- if (scrubRendition) {
228
- rendition = scrubRendition;
229
- } else {
230
- throw new Error("No video rendition available");
231
- }
232
- }
233
- } catch (error) {
234
- console.warn(
235
- "JitMediaEngine: No video rendition available for thumbnails",
236
- error,
237
- );
238
- return timestamps.map(() => null);
239
- }
240
-
241
- // Use shared thumbnail extraction logic
242
- return this.thumbnailExtractor.extractThumbnails(
243
- timestamps,
244
- rendition,
245
- this.durationMs,
246
- );
247
- }
248
-
249
- convertToSegmentRelativeTimestamps(
250
- globalTimestamps: number[],
251
- _segmentId: number,
252
- _rendition: VideoRendition,
253
- ): number[] {
254
- return globalTimestamps.map((timestamp) => timestamp / 1000);
255
- }
256
- }