@editframe/elements 0.7.0-beta.9 → 0.8.0-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/EF_FRAMEGEN.d.ts +44 -0
- package/dist/EF_INTERACTIVE.d.ts +1 -0
- package/dist/assets/dist/EncodedAsset.js +560 -0
- package/dist/assets/dist/MP4File.js +170 -0
- package/dist/assets/dist/memoize.js +14 -0
- package/dist/elements/CrossUpdateController.d.ts +9 -0
- package/dist/elements/EFAudio.d.ts +10 -0
- package/dist/elements/EFCaptions.d.ts +38 -0
- package/dist/elements/EFImage.d.ts +14 -0
- package/dist/elements/EFMedia.d.ts +61 -0
- package/dist/elements/EFSourceMixin.d.ts +12 -0
- package/dist/elements/EFTemporal.d.ts +38 -0
- package/dist/elements/EFTimegroup.browsertest.d.ts +12 -0
- package/dist/elements/EFTimegroup.d.ts +39 -0
- package/dist/elements/EFVideo.d.ts +14 -0
- package/dist/elements/EFWaveform.d.ts +30 -0
- package/dist/elements/FetchMixin.d.ts +8 -0
- package/dist/elements/TimegroupController.d.ts +14 -0
- package/dist/elements/durationConverter.d.ts +4 -0
- package/dist/elements/parseTimeToMs.d.ts +1 -0
- package/{src/EF_FRAMEGEN.ts → dist/elements/src/EF_FRAMEGEN.js} +35 -115
- package/dist/elements/src/EF_INTERACTIVE.js +7 -0
- package/dist/elements/src/elements/CrossUpdateController.js +16 -0
- package/dist/elements/src/elements/EFAudio.js +54 -0
- package/dist/elements/src/elements/EFCaptions.js +166 -0
- package/dist/elements/src/elements/EFImage.js +80 -0
- package/dist/elements/src/elements/EFMedia.js +339 -0
- package/dist/elements/src/elements/EFSourceMixin.js +55 -0
- package/dist/elements/src/elements/EFTemporal.js +234 -0
- package/dist/elements/src/elements/EFTimegroup.js +355 -0
- package/dist/elements/src/elements/EFVideo.js +110 -0
- package/dist/elements/src/elements/EFWaveform.js +226 -0
- package/dist/elements/src/elements/FetchMixin.js +28 -0
- package/dist/elements/src/elements/TimegroupController.js +20 -0
- package/dist/elements/src/elements/durationConverter.js +8 -0
- package/dist/elements/src/elements/parseTimeToMs.js +12 -0
- package/dist/elements/src/elements/util.js +11 -0
- package/dist/elements/src/gui/ContextMixin.js +234 -0
- package/dist/elements/src/gui/EFFilmstrip.js +729 -0
- package/dist/elements/src/gui/EFPreview.js +45 -0
- package/dist/elements/src/gui/EFWorkbench.js +128 -0
- package/dist/elements/src/gui/TWMixin.css.js +4 -0
- package/dist/elements/src/gui/TWMixin.js +36 -0
- package/dist/elements/src/gui/apiHostContext.js +5 -0
- package/dist/elements/src/gui/fetchContext.js +5 -0
- package/dist/elements/src/gui/focusContext.js +5 -0
- package/dist/elements/src/gui/focusedElementContext.js +7 -0
- package/dist/elements/src/gui/playingContext.js +5 -0
- package/dist/elements/src/index.js +27 -0
- package/dist/elements/src/msToTimeCode.js +15 -0
- package/dist/elements/util.d.ts +4 -0
- package/dist/gui/ContextMixin.d.ts +23 -0
- package/dist/gui/EFFilmstrip.d.ts +144 -0
- package/dist/gui/EFPreview.d.ts +27 -0
- package/dist/gui/EFWorkbench.d.ts +34 -0
- package/dist/gui/TWMixin.d.ts +3 -0
- package/dist/gui/apiHostContext.d.ts +3 -0
- package/dist/gui/fetchContext.d.ts +3 -0
- package/dist/gui/focusContext.d.ts +6 -0
- package/dist/gui/focusedElementContext.d.ts +3 -0
- package/dist/gui/playingContext.d.ts +3 -0
- package/dist/index.d.ts +11 -0
- package/dist/msToTimeCode.d.ts +1 -0
- package/dist/style.css +800 -0
- package/package.json +6 -9
- package/src/elements/EFAudio.ts +1 -1
- package/src/elements/EFCaptions.ts +9 -9
- package/src/elements/EFImage.ts +3 -3
- package/src/elements/EFMedia.ts +11 -8
- package/src/elements/EFSourceMixin.ts +1 -1
- package/src/elements/EFTemporal.ts +42 -5
- package/src/elements/EFTimegroup.browsertest.ts +3 -3
- package/src/elements/EFTimegroup.ts +9 -6
- package/src/elements/EFVideo.ts +2 -2
- package/src/elements/EFWaveform.ts +6 -6
- package/src/elements/FetchMixin.ts +5 -3
- package/src/elements/TimegroupController.ts +1 -1
- package/src/elements/durationConverter.ts +1 -1
- package/src/elements/util.ts +1 -1
- package/src/gui/ContextMixin.ts +254 -0
- package/src/gui/EFFilmstrip.ts +41 -150
- package/src/gui/EFPreview.ts +39 -0
- package/src/gui/EFWorkbench.ts +7 -105
- package/src/gui/TWMixin.ts +10 -3
- package/src/gui/apiHostContext.ts +3 -0
- package/src/gui/fetchContext.ts +5 -0
- package/src/gui/focusContext.ts +7 -0
- package/src/gui/focusedElementContext.ts +5 -0
- package/src/gui/playingContext.ts +3 -0
- package/CHANGELOG.md +0 -7
- package/postcss.config.cjs +0 -12
- package/src/EF_INTERACTIVE.ts +0 -2
- package/src/elements.css +0 -22
- package/src/index.ts +0 -33
- package/tailwind.config.ts +0 -10
- package/tsconfig.json +0 -4
- package/vite.config.ts +0 -8
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { consume } from "@lit/context";
|
|
2
|
+
import { state } from "lit/decorators/state.js";
|
|
3
|
+
import { fetchContext } from "../gui/fetchContext.js";
|
|
4
|
+
var __defProp = Object.defineProperty;
|
|
5
|
+
var __decorateClass = (decorators, target, key, kind) => {
|
|
6
|
+
var result = void 0;
|
|
7
|
+
for (var i = decorators.length - 1, decorator; i >= 0; i--)
|
|
8
|
+
if (decorator = decorators[i])
|
|
9
|
+
result = decorator(target, key, result) || result;
|
|
10
|
+
if (result) __defProp(target, key, result);
|
|
11
|
+
return result;
|
|
12
|
+
};
|
|
13
|
+
function FetchMixin(superClass) {
|
|
14
|
+
class FetchElement extends superClass {
|
|
15
|
+
constructor() {
|
|
16
|
+
super(...arguments);
|
|
17
|
+
this.fetch = fetch.bind(window);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
__decorateClass([
|
|
21
|
+
consume({ context: fetchContext, subscribe: true }),
|
|
22
|
+
state()
|
|
23
|
+
], FetchElement.prototype, "fetch");
|
|
24
|
+
return FetchElement;
|
|
25
|
+
}
|
|
26
|
+
export {
|
|
27
|
+
FetchMixin
|
|
28
|
+
};
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
class TimegroupController {
|
|
2
|
+
constructor(host, child) {
|
|
3
|
+
this.host = host;
|
|
4
|
+
this.child = child;
|
|
5
|
+
this.host.addController(this);
|
|
6
|
+
}
|
|
7
|
+
remove() {
|
|
8
|
+
this.host.removeController(this);
|
|
9
|
+
}
|
|
10
|
+
hostDisconnected() {
|
|
11
|
+
this.host.removeController(this);
|
|
12
|
+
}
|
|
13
|
+
hostUpdated() {
|
|
14
|
+
this.child.requestUpdate();
|
|
15
|
+
this.child.currentTimeMs = this.host.currentTimeMs - (this.child.startTimeMs ?? 0);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
export {
|
|
19
|
+
TimegroupController
|
|
20
|
+
};
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
const parseTimeToMs = (time) => {
|
|
2
|
+
if (time.endsWith("ms")) {
|
|
3
|
+
return Number.parseFloat(time);
|
|
4
|
+
}
|
|
5
|
+
if (time.endsWith("s")) {
|
|
6
|
+
return Number.parseFloat(time) * 1e3;
|
|
7
|
+
}
|
|
8
|
+
throw new Error("Time must be in milliseconds or seconds (10s, 10000ms)");
|
|
9
|
+
};
|
|
10
|
+
export {
|
|
11
|
+
parseTimeToMs
|
|
12
|
+
};
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { EFTimegroup } from "./EFTimegroup.js";
|
|
2
|
+
const getStartTimeMs = (element) => {
|
|
3
|
+
const nearestTimeGroup = element.closest("ef-timegroup");
|
|
4
|
+
if (!(nearestTimeGroup instanceof EFTimegroup)) {
|
|
5
|
+
return 0;
|
|
6
|
+
}
|
|
7
|
+
return nearestTimeGroup.startTimeMs;
|
|
8
|
+
};
|
|
9
|
+
export {
|
|
10
|
+
getStartTimeMs
|
|
11
|
+
};
|
|
@@ -0,0 +1,234 @@
|
|
|
1
|
+
import { provide } from "@lit/context";
|
|
2
|
+
import { state, property } from "lit/decorators.js";
|
|
3
|
+
import { focusContext } from "./focusContext.js";
|
|
4
|
+
import { focusedElementContext } from "./focusedElementContext.js";
|
|
5
|
+
import { fetchContext } from "./fetchContext.js";
|
|
6
|
+
import { apiHostContext } from "./apiHostContext.js";
|
|
7
|
+
import { createRef } from "lit/directives/ref.js";
|
|
8
|
+
import { playingContext } from "./playingContext.js";
|
|
9
|
+
var __defProp = Object.defineProperty;
|
|
10
|
+
var __decorateClass = (decorators, target, key, kind) => {
|
|
11
|
+
var result = void 0;
|
|
12
|
+
for (var i = decorators.length - 1, decorator; i >= 0; i--)
|
|
13
|
+
if (decorator = decorators[i])
|
|
14
|
+
result = decorator(target, key, result) || result;
|
|
15
|
+
if (result) __defProp(target, key, result);
|
|
16
|
+
return result;
|
|
17
|
+
};
|
|
18
|
+
function ContextMixin(superClass) {
|
|
19
|
+
class ContextElement extends superClass {
|
|
20
|
+
constructor() {
|
|
21
|
+
super(...arguments);
|
|
22
|
+
this.focusContext = this;
|
|
23
|
+
this.fetch = async (url, init = {}) => {
|
|
24
|
+
init.headers ||= {};
|
|
25
|
+
Object.assign(init.headers, {
|
|
26
|
+
"Content-Type": "application/json"
|
|
27
|
+
});
|
|
28
|
+
const bearerToken = this.apiToken;
|
|
29
|
+
if (bearerToken) {
|
|
30
|
+
Object.assign(init.headers, {
|
|
31
|
+
Authorization: `Bearer ${bearerToken}`
|
|
32
|
+
});
|
|
33
|
+
}
|
|
34
|
+
if (this.signingURL) {
|
|
35
|
+
if (!this.#signedURLs[url]) {
|
|
36
|
+
this.#signedURLs[url] = fetch(this.signingURL, {
|
|
37
|
+
method: "POST",
|
|
38
|
+
body: JSON.stringify({ url })
|
|
39
|
+
}).then(async (response) => {
|
|
40
|
+
if (response.ok) {
|
|
41
|
+
return (await response.json()).url;
|
|
42
|
+
}
|
|
43
|
+
throw new Error(
|
|
44
|
+
`Failed to sign URL: ${url}. SigningURL: ${this.signingURL} ${response.status} ${response.statusText}`
|
|
45
|
+
);
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
const signedURL = await this.#signedURLs[url];
|
|
49
|
+
return fetch(signedURL, init);
|
|
50
|
+
}
|
|
51
|
+
return fetch(url, init);
|
|
52
|
+
};
|
|
53
|
+
this.#signedURLs = {};
|
|
54
|
+
this.apiHost = "";
|
|
55
|
+
this.playing = false;
|
|
56
|
+
this.loop = false;
|
|
57
|
+
this.stageScale = 1;
|
|
58
|
+
this.rendering = false;
|
|
59
|
+
this.currentTimeMs = 0;
|
|
60
|
+
this.stageRef = createRef();
|
|
61
|
+
this.canvasRef = createRef();
|
|
62
|
+
this.setStageScale = () => {
|
|
63
|
+
if (this.isConnected && !this.rendering) {
|
|
64
|
+
const canvasElement = this.canvasRef.value;
|
|
65
|
+
const stageElement = this.stageRef.value;
|
|
66
|
+
if (stageElement && canvasElement) {
|
|
67
|
+
const stageWidth = stageElement.clientWidth;
|
|
68
|
+
const stageHeight = stageElement.clientHeight;
|
|
69
|
+
const canvasWidth = canvasElement.clientWidth;
|
|
70
|
+
const canvasHeight = canvasElement.clientHeight;
|
|
71
|
+
const stageRatio = stageWidth / stageHeight;
|
|
72
|
+
const canvasRatio = canvasWidth / canvasHeight;
|
|
73
|
+
if (stageRatio > canvasRatio) {
|
|
74
|
+
const scale = stageHeight / canvasHeight;
|
|
75
|
+
if (this.stageScale !== scale) {
|
|
76
|
+
canvasElement.style.transform = `scale(${scale})`;
|
|
77
|
+
}
|
|
78
|
+
this.stageScale = scale;
|
|
79
|
+
} else {
|
|
80
|
+
const scale = stageWidth / canvasWidth;
|
|
81
|
+
if (this.stageScale !== scale) {
|
|
82
|
+
canvasElement.style.transform = `scale(${scale})`;
|
|
83
|
+
}
|
|
84
|
+
this.stageScale = scale;
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
if (this.isConnected) {
|
|
89
|
+
requestAnimationFrame(this.setStageScale);
|
|
90
|
+
}
|
|
91
|
+
};
|
|
92
|
+
this.#playbackAudioContext = null;
|
|
93
|
+
this.#playbackAnimationFrameRequest = null;
|
|
94
|
+
this.#AUDIO_PLAYBACK_SLICE_MS = 1e3;
|
|
95
|
+
}
|
|
96
|
+
#signedURLs;
|
|
97
|
+
connectedCallback() {
|
|
98
|
+
super.connectedCallback();
|
|
99
|
+
requestAnimationFrame(this.setStageScale);
|
|
100
|
+
}
|
|
101
|
+
update(changedProperties) {
|
|
102
|
+
if (changedProperties.has("playing")) {
|
|
103
|
+
if (this.playing) {
|
|
104
|
+
this.#startPlayback();
|
|
105
|
+
} else {
|
|
106
|
+
this.#stopPlayback();
|
|
107
|
+
}
|
|
108
|
+
}
|
|
109
|
+
if (changedProperties.has("currentTimeMs") && this.targetTimegroup) {
|
|
110
|
+
if (this.targetTimegroup.currentTimeMs !== this.currentTimeMs) {
|
|
111
|
+
this.targetTimegroup.currentTimeMs = this.currentTimeMs;
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
super.update(changedProperties);
|
|
115
|
+
}
|
|
116
|
+
get targetTimegroup() {
|
|
117
|
+
return this.querySelector("ef-timegroup");
|
|
118
|
+
}
|
|
119
|
+
#playbackAudioContext;
|
|
120
|
+
#playbackAnimationFrameRequest;
|
|
121
|
+
#AUDIO_PLAYBACK_SLICE_MS;
|
|
122
|
+
#syncPlayheadToAudioContext(target, startMs) {
|
|
123
|
+
this.currentTimeMs = startMs + (this.#playbackAudioContext?.currentTime ?? 0) * 1e3;
|
|
124
|
+
this.#playbackAnimationFrameRequest = requestAnimationFrame(() => {
|
|
125
|
+
this.#syncPlayheadToAudioContext(target, startMs);
|
|
126
|
+
});
|
|
127
|
+
}
|
|
128
|
+
async #stopPlayback() {
|
|
129
|
+
if (this.#playbackAudioContext) {
|
|
130
|
+
if (this.#playbackAudioContext.state !== "closed") {
|
|
131
|
+
await this.#playbackAudioContext.close();
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
if (this.#playbackAnimationFrameRequest) {
|
|
135
|
+
cancelAnimationFrame(this.#playbackAnimationFrameRequest);
|
|
136
|
+
}
|
|
137
|
+
this.#playbackAudioContext = null;
|
|
138
|
+
}
|
|
139
|
+
async #startPlayback() {
|
|
140
|
+
await this.#stopPlayback();
|
|
141
|
+
const timegroup = this.targetTimegroup;
|
|
142
|
+
if (!timegroup) {
|
|
143
|
+
return;
|
|
144
|
+
}
|
|
145
|
+
let currentMs = timegroup.currentTimeMs;
|
|
146
|
+
let bufferCount = 0;
|
|
147
|
+
this.#playbackAudioContext = new AudioContext({
|
|
148
|
+
latencyHint: "playback"
|
|
149
|
+
});
|
|
150
|
+
if (this.#playbackAnimationFrameRequest) {
|
|
151
|
+
cancelAnimationFrame(this.#playbackAnimationFrameRequest);
|
|
152
|
+
}
|
|
153
|
+
this.#syncPlayheadToAudioContext(timegroup, currentMs);
|
|
154
|
+
const playbackContext = this.#playbackAudioContext;
|
|
155
|
+
await playbackContext.suspend();
|
|
156
|
+
const fillBuffer = async () => {
|
|
157
|
+
if (bufferCount > 1) {
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
const canFillBuffer = await queueBufferSource();
|
|
161
|
+
if (canFillBuffer) {
|
|
162
|
+
fillBuffer();
|
|
163
|
+
}
|
|
164
|
+
};
|
|
165
|
+
const fromMs = currentMs;
|
|
166
|
+
const toMs = timegroup.endTimeMs;
|
|
167
|
+
const queueBufferSource = async () => {
|
|
168
|
+
if (currentMs >= toMs) {
|
|
169
|
+
return false;
|
|
170
|
+
}
|
|
171
|
+
const startMs = currentMs;
|
|
172
|
+
const endMs = currentMs + this.#AUDIO_PLAYBACK_SLICE_MS;
|
|
173
|
+
currentMs += this.#AUDIO_PLAYBACK_SLICE_MS;
|
|
174
|
+
const audioBuffer = await timegroup.renderAudio(startMs, endMs);
|
|
175
|
+
bufferCount++;
|
|
176
|
+
const source = playbackContext.createBufferSource();
|
|
177
|
+
source.buffer = audioBuffer;
|
|
178
|
+
source.connect(playbackContext.destination);
|
|
179
|
+
source.start((startMs - fromMs) / 1e3);
|
|
180
|
+
source.onended = () => {
|
|
181
|
+
bufferCount--;
|
|
182
|
+
if (endMs >= toMs) {
|
|
183
|
+
this.playing = false;
|
|
184
|
+
} else {
|
|
185
|
+
fillBuffer();
|
|
186
|
+
}
|
|
187
|
+
};
|
|
188
|
+
return true;
|
|
189
|
+
};
|
|
190
|
+
await fillBuffer();
|
|
191
|
+
await playbackContext.resume();
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
__decorateClass([
|
|
195
|
+
provide({ context: focusContext })
|
|
196
|
+
], ContextElement.prototype, "focusContext");
|
|
197
|
+
__decorateClass([
|
|
198
|
+
provide({ context: focusedElementContext }),
|
|
199
|
+
state()
|
|
200
|
+
], ContextElement.prototype, "focusedElement");
|
|
201
|
+
__decorateClass([
|
|
202
|
+
provide({ context: fetchContext })
|
|
203
|
+
], ContextElement.prototype, "fetch");
|
|
204
|
+
__decorateClass([
|
|
205
|
+
property({ type: String })
|
|
206
|
+
], ContextElement.prototype, "signingURL");
|
|
207
|
+
__decorateClass([
|
|
208
|
+
property({ type: String })
|
|
209
|
+
], ContextElement.prototype, "apiToken");
|
|
210
|
+
__decorateClass([
|
|
211
|
+
provide({ context: apiHostContext }),
|
|
212
|
+
property({ type: String })
|
|
213
|
+
], ContextElement.prototype, "apiHost");
|
|
214
|
+
__decorateClass([
|
|
215
|
+
provide({ context: playingContext }),
|
|
216
|
+
property({ type: Boolean, reflect: true })
|
|
217
|
+
], ContextElement.prototype, "playing");
|
|
218
|
+
__decorateClass([
|
|
219
|
+
property({ type: Boolean, reflect: true })
|
|
220
|
+
], ContextElement.prototype, "loop");
|
|
221
|
+
__decorateClass([
|
|
222
|
+
state()
|
|
223
|
+
], ContextElement.prototype, "stageScale");
|
|
224
|
+
__decorateClass([
|
|
225
|
+
property({ type: Boolean })
|
|
226
|
+
], ContextElement.prototype, "rendering");
|
|
227
|
+
__decorateClass([
|
|
228
|
+
state()
|
|
229
|
+
], ContextElement.prototype, "currentTimeMs");
|
|
230
|
+
return ContextElement;
|
|
231
|
+
}
|
|
232
|
+
export {
|
|
233
|
+
ContextMixin
|
|
234
|
+
};
|