@omnimedia/omnitool 1.1.0-5 → 1.1.0-8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +3 -2
- package/s/demo/demo.css +5 -0
- package/s/demo/routines/transcode-test.ts +4 -2
- package/s/demo/routines/transitions-test.ts +2 -2
- package/s/driver/driver.ts +17 -9
- package/s/driver/fns/schematic.ts +44 -21
- package/s/driver/fns/work.ts +112 -97
- package/s/index.html.ts +6 -1
- package/s/timeline/index.ts +1 -0
- package/s/timeline/parts/basics.ts +1 -1
- package/s/timeline/parts/compositor/export.ts +77 -0
- package/s/timeline/parts/compositor/parts/html-tree.ts +37 -0
- package/s/timeline/parts/compositor/parts/schedulers.ts +85 -0
- package/s/timeline/parts/compositor/parts/tree-builder.ts +184 -0
- package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +30 -0
- package/s/timeline/parts/compositor/playback.ts +81 -0
- package/s/timeline/parts/compositor/samplers/html.ts +115 -0
- package/s/timeline/parts/compositor/samplers/webcodecs.ts +60 -0
- package/s/timeline/parts/item.ts +38 -6
- package/s/timeline/parts/media.ts +21 -0
- package/s/timeline/parts/waveform.ts +1 -1
- package/s/timeline/sugar/builders.ts +102 -0
- package/s/timeline/sugar/o.ts +75 -16
- package/s/timeline/sugar/omni-test.ts +2 -2
- package/s/timeline/sugar/omni.ts +14 -11
- package/s/timeline/timeline.ts +22 -0
- package/s/timeline/types.ts +29 -0
- package/s/timeline/utils/audio-stream.ts +15 -0
- package/s/timeline/utils/matrix.ts +33 -0
- package/s/timeline/utils/video-cursor.ts +40 -0
- package/x/demo/demo.bundle.min.js +39 -37
- package/x/demo/demo.bundle.min.js.map +4 -4
- package/x/demo/demo.css +5 -0
- package/x/demo/routines/transcode-test.js +4 -2
- package/x/demo/routines/transcode-test.js.map +1 -1
- package/x/demo/routines/transitions-test.js +2 -2
- package/x/demo/routines/transitions-test.js.map +1 -1
- package/x/driver/driver.d.ts +3 -5
- package/x/driver/driver.js +16 -9
- package/x/driver/driver.js.map +1 -1
- package/x/driver/driver.worker.bundle.min.js +2537 -148
- package/x/driver/driver.worker.bundle.min.js.map +4 -4
- package/x/driver/fns/host.d.ts +9 -2
- package/x/driver/fns/schematic.d.ts +38 -20
- package/x/driver/fns/work.d.ts +11 -4
- package/x/driver/fns/work.js +105 -96
- package/x/driver/fns/work.js.map +1 -1
- package/x/features/speech/transcribe/worker.bundle.min.js +541 -541
- package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
- package/x/index.html +13 -3
- package/x/index.html.js +6 -1
- package/x/index.html.js.map +1 -1
- package/x/timeline/index.d.ts +1 -0
- package/x/timeline/index.js +1 -0
- package/x/timeline/index.js.map +1 -1
- package/x/timeline/parts/basics.d.ts +1 -1
- package/x/timeline/parts/compositor/export.d.ts +9 -0
- package/x/timeline/parts/compositor/export.js +64 -0
- package/x/timeline/parts/compositor/export.js.map +1 -0
- package/x/timeline/parts/compositor/parts/html-tree.d.ts +3 -0
- package/x/timeline/parts/compositor/parts/html-tree.js +40 -0
- package/x/timeline/parts/compositor/parts/html-tree.js.map +1 -0
- package/x/timeline/parts/compositor/parts/schedulers.d.ts +15 -0
- package/x/timeline/parts/compositor/parts/schedulers.js +64 -0
- package/x/timeline/parts/compositor/parts/schedulers.js.map +1 -0
- package/x/timeline/parts/compositor/parts/tree-builder.d.ts +37 -0
- package/x/timeline/parts/compositor/parts/tree-builder.js +147 -0
- package/x/timeline/parts/compositor/parts/tree-builder.js.map +1 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +3 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js +28 -0
- package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +1 -0
- package/x/timeline/parts/compositor/playback.d.ts +19 -0
- package/x/timeline/parts/compositor/playback.js +71 -0
- package/x/timeline/parts/compositor/playback.js.map +1 -0
- package/x/timeline/parts/compositor/samplers/html.d.ts +3 -0
- package/x/timeline/parts/compositor/samplers/html.js +106 -0
- package/x/timeline/parts/compositor/samplers/html.js.map +1 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +2 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.js +55 -0
- package/x/timeline/parts/compositor/samplers/webcodecs.js.map +1 -0
- package/x/timeline/parts/item.d.ts +34 -8
- package/x/timeline/parts/item.js +6 -3
- package/x/timeline/parts/item.js.map +1 -1
- package/x/timeline/parts/media.d.ts +3 -0
- package/x/timeline/parts/media.js +17 -0
- package/x/timeline/parts/media.js.map +1 -1
- package/x/timeline/parts/waveform.js +1 -1
- package/x/timeline/parts/waveform.js.map +1 -1
- package/x/timeline/sugar/builders.d.ts +96 -0
- package/x/timeline/sugar/builders.js +108 -0
- package/x/timeline/sugar/builders.js.map +1 -0
- package/x/timeline/sugar/o.d.ts +21 -8
- package/x/timeline/sugar/o.js +63 -14
- package/x/timeline/sugar/o.js.map +1 -1
- package/x/timeline/sugar/omni-test.js +1 -1
- package/x/timeline/sugar/omni-test.js.map +1 -1
- package/x/timeline/sugar/omni.d.ts +7 -3
- package/x/timeline/sugar/omni.js +9 -8
- package/x/timeline/sugar/omni.js.map +1 -1
- package/x/timeline/timeline.d.ts +9 -0
- package/x/timeline/timeline.js +22 -0
- package/x/timeline/timeline.js.map +1 -0
- package/x/timeline/types.d.ts +24 -0
- package/x/timeline/types.js +2 -0
- package/x/timeline/types.js.map +1 -0
- package/x/timeline/utils/audio-stream.d.ts +6 -0
- package/x/timeline/utils/audio-stream.js +17 -0
- package/x/timeline/utils/audio-stream.js.map +1 -0
- package/x/timeline/utils/matrix.d.ts +8 -0
- package/x/timeline/utils/matrix.js +26 -0
- package/x/timeline/utils/matrix.js.map +1 -0
- package/x/timeline/utils/video-cursor.d.ts +10 -0
- package/x/timeline/utils/video-cursor.js +36 -0
- package/x/timeline/utils/video-cursor.js.map +1 -0
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +6 -6
- package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +4 -4
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/playback.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAA;AAMtD,MAAM,OAAO,WAAW;IAIf;IACC;IACA;IACA;IANT,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAE1C,YACQ,MAAyB,EACxB,IAAkC,EAClC,OAAoB,EACpB,eAA6B,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAH5D,WAAM,GAAN,MAAM,CAAmB;QACxB,SAAI,GAAJ,IAAI,CAA8B;QAClC,YAAO,GAAP,OAAO,CAAa;QACpB,iBAAY,GAAZ,YAAY,CAA+C;QAEnE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAS;QACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAA;QAC9B,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAC3C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,IAAI,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACxB,CAAC;IACF,CAAC;IAED,KAAK;QACJ,IAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;YACxB,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;CACD"}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
const toUrl = (src) => (src instanceof Blob ? URL.createObjectURL(src) : String(src));
|
|
2
|
+
export function makeHtmlSampler(resolveMedia) {
|
|
3
|
+
const videoElements = new Map();
|
|
4
|
+
const audioElements = new Map();
|
|
5
|
+
function getOrCreateVideoElement(clip) {
|
|
6
|
+
let video = videoElements.get(clip.id);
|
|
7
|
+
if (!video) {
|
|
8
|
+
video = document.createElement("video");
|
|
9
|
+
video.playsInline = true;
|
|
10
|
+
video.muted = true;
|
|
11
|
+
video.preload = "auto";
|
|
12
|
+
video.crossOrigin = "anonymous";
|
|
13
|
+
video.src = toUrl(resolveMedia(clip.mediaHash));
|
|
14
|
+
videoElements.set(clip.id, video);
|
|
15
|
+
}
|
|
16
|
+
return video;
|
|
17
|
+
}
|
|
18
|
+
function getOrCreateAudioElement(clip) {
|
|
19
|
+
let audio = audioElements.get(clip.id);
|
|
20
|
+
if (!audio) {
|
|
21
|
+
audio = document.createElement("audio");
|
|
22
|
+
audio.preload = "auto";
|
|
23
|
+
audio.crossOrigin = "anonymous";
|
|
24
|
+
audio.src = toUrl(resolveMedia(clip.mediaHash));
|
|
25
|
+
audio.volume = 0.2;
|
|
26
|
+
audioElements.set(clip.id, audio);
|
|
27
|
+
}
|
|
28
|
+
return audio;
|
|
29
|
+
}
|
|
30
|
+
let paused = true;
|
|
31
|
+
return {
|
|
32
|
+
async video(item, matrix) {
|
|
33
|
+
const video = getOrCreateVideoElement(item);
|
|
34
|
+
return {
|
|
35
|
+
duration: item.duration,
|
|
36
|
+
// if paused seek otherwise play
|
|
37
|
+
visuals: {
|
|
38
|
+
sampleAt: async (t) => {
|
|
39
|
+
if (t < 0 || t >= item.duration)
|
|
40
|
+
return [];
|
|
41
|
+
if (video.paused && paused) {
|
|
42
|
+
await seek(video, t);
|
|
43
|
+
}
|
|
44
|
+
if (video.paused && !paused) {
|
|
45
|
+
await video.play();
|
|
46
|
+
}
|
|
47
|
+
const frame = new VideoFrame(video);
|
|
48
|
+
return frame ? [{ kind: "image", frame, matrix }] : [];
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
};
|
|
52
|
+
},
|
|
53
|
+
async audio(item) {
|
|
54
|
+
const audio = getOrCreateAudioElement(item);
|
|
55
|
+
return {
|
|
56
|
+
duration: item.duration,
|
|
57
|
+
audio: {
|
|
58
|
+
onTimeUpdate: async (time) => {
|
|
59
|
+
const localTime = item.start + time;
|
|
60
|
+
if (audio.paused && paused) {
|
|
61
|
+
await seek(audio, localTime);
|
|
62
|
+
}
|
|
63
|
+
if (audio.paused && !paused) {
|
|
64
|
+
await audio.play();
|
|
65
|
+
}
|
|
66
|
+
return [];
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
};
|
|
70
|
+
},
|
|
71
|
+
async dispose() {
|
|
72
|
+
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
73
|
+
for (const element of elements) {
|
|
74
|
+
element.pause();
|
|
75
|
+
if (element.src.startsWith("blob:"))
|
|
76
|
+
URL.revokeObjectURL(element.src);
|
|
77
|
+
element.remove();
|
|
78
|
+
}
|
|
79
|
+
videoElements.clear();
|
|
80
|
+
audioElements.clear();
|
|
81
|
+
},
|
|
82
|
+
async setPaused(p) {
|
|
83
|
+
paused = p;
|
|
84
|
+
const elements = [...videoElements.values(), ...audioElements.values()];
|
|
85
|
+
for (const element of elements) {
|
|
86
|
+
if (p)
|
|
87
|
+
element.pause();
|
|
88
|
+
}
|
|
89
|
+
},
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
function seek(media, time) {
|
|
93
|
+
return new Promise((resolve) => {
|
|
94
|
+
const onSeeked = () => {
|
|
95
|
+
media.removeEventListener("seeked", onSeeked);
|
|
96
|
+
resolve();
|
|
97
|
+
};
|
|
98
|
+
media.addEventListener("seeked", onSeeked);
|
|
99
|
+
if (media.fastSeek) {
|
|
100
|
+
media.fastSeek(time);
|
|
101
|
+
}
|
|
102
|
+
else
|
|
103
|
+
media.currentTime = time;
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
//# sourceMappingURL=html.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"html.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/html.ts"],"names":[],"mappings":"AAIA,MAAM,KAAK,GAAG,CAAC,GAAkB,EAAE,EAAE,CAAC,CAAC,GAAG,YAAY,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAEpG,MAAM,UAAU,eAAe,CAAC,YAA6C;IAC5E,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IACzD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;IAEzD,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;YACxB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAA;YAClB,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,SAAS,uBAAuB,CAAC,IAAgB;QAChD,IAAI,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACZ,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;YACvC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAA;YACtB,KAAK,CAAC,WAAW,GAAG,WAAW,CAAA;YAC/B,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAA;YAC/C,KAAK,CAAC,MAAM,GAAG,GAAG,CAAA;YAClB,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,OAAO,KAAK,CAAA;IACb,CAAC;IAED,IAAI,MAAM,GAAG,IAAI,CAAA;IAEjB,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,gCAAgC;gBAChC,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;wBACrB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,QAAQ;4BAC9B,OAAO,EAAE,CAAA;wBAEV,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;wBACrB,CAAC;wBAED,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBAED,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAA;wBACnC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,MAAM,KAAK,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAA;YAC3C,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;wBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,IAAI,CAAA;wBACnC,IAAG,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;4BAC3B,MAAM,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;wBAC7B,CAAC;wBACD,IAAG,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;4BAC5B,MAAM,KAAK,CAAC,IAAI,EAAE,CAAA;wBACnB,CAAC;wBACD,OAAO,EAAE,CAAA;oBACV,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,OAAO;YACZ,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACpE,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,OAAO,CAAC,KAAK,EAAE,CAAA;gBACf,IAAI,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;oBAClC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;gBACjC,OAAO,CAAC,MAAM,EAAE,CAAA;YAClB,CAAC;YACD,aAAa,CAAC,KAAK,EAAE,CAAA;YACrB,aAAa,CAAC,KAAK,EAAE,CAAA;QACzB,CAAC;QACD,KAAK,CAAC,SAAS,CAAC,CAAC;YAChB,MAAM,GAAG,CAAC,CAAA;YACV,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,EAAE,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,CAAA;YACvE,KAAI,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAG,CAAC;oBAAE,OAAO,CAAC,KAAK,EAAE,CAAA;YACtB,CAAC;QACF,CAAC;KACD,CAAA;AACF,CAAC;AAED,SAAS,IAAI,CAAC,KAA0C,EAAE,IAAY;IACpE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,GAAG,EAAE;YACpB,KAAK,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;YAC7C,OAAO,EAAE,CAAA;QACX,CAAC,CAAA;QACD,KAAK,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAC1C,IAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;QACrB,CAAC;;YAAM,KAAK,CAAC,WAAW,GAAG,IAAI,CAAA;IACjC,CAAC,CAAC,CAAA;AACJ,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
import { context } from "../../../../context.js";
|
|
2
|
+
import { VideoCursor } from "../../../utils/video-cursor.js";
|
|
3
|
+
import { AudioStream } from "../../../utils/audio-stream.js";
|
|
4
|
+
const toUs = (seconds) => Math.round(seconds * 1_000_000);
|
|
5
|
+
export function makeWebCodecsSampler(resolveMedia) {
|
|
6
|
+
const videoCursors = new Map();
|
|
7
|
+
async function getCursorForVideo(videoItem) {
|
|
8
|
+
const existing = videoCursors.get(videoItem.id);
|
|
9
|
+
if (existing)
|
|
10
|
+
return existing;
|
|
11
|
+
const driver = await context.driver;
|
|
12
|
+
const source = resolveMedia(videoItem.mediaHash);
|
|
13
|
+
const video = driver.decodeVideo({ source });
|
|
14
|
+
const cursor = new VideoCursor(video.getReader());
|
|
15
|
+
videoCursors.set(videoItem.id, cursor);
|
|
16
|
+
return cursor;
|
|
17
|
+
}
|
|
18
|
+
return {
|
|
19
|
+
async video(item, matrix) {
|
|
20
|
+
const cursor = await getCursorForVideo(item);
|
|
21
|
+
const baseUs = toUs(item.start ?? 0);
|
|
22
|
+
return {
|
|
23
|
+
duration: item.duration,
|
|
24
|
+
visuals: {
|
|
25
|
+
sampleAt: async (time) => {
|
|
26
|
+
const frame = await cursor.atOrNear(baseUs + toUs(time));
|
|
27
|
+
return frame ? [{ kind: "image", frame, matrix }] : [];
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
};
|
|
31
|
+
},
|
|
32
|
+
async audio(item) {
|
|
33
|
+
return {
|
|
34
|
+
duration: item.duration,
|
|
35
|
+
audio: {
|
|
36
|
+
getStream: async function* () {
|
|
37
|
+
const driver = await context.driver;
|
|
38
|
+
const source = resolveMedia(item.mediaHash);
|
|
39
|
+
const startUs = item.start;
|
|
40
|
+
const endUs = (item.start + item.duration);
|
|
41
|
+
const audio = driver.decodeAudio({ source, start: startUs, end: endUs });
|
|
42
|
+
const audioStream = new AudioStream(audio.getReader());
|
|
43
|
+
yield* audioStream.stream();
|
|
44
|
+
},
|
|
45
|
+
}
|
|
46
|
+
};
|
|
47
|
+
},
|
|
48
|
+
async dispose() {
|
|
49
|
+
const tasks = Array.from([...videoCursors.values()], c => c.cancel());
|
|
50
|
+
videoCursors.clear();
|
|
51
|
+
await Promise.all(tasks);
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=webcodecs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"webcodecs.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/samplers/webcodecs.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,wBAAwB,CAAA;AAE9C,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAC1D,OAAO,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAA;AAE1D,MAAM,IAAI,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,SAAS,CAAC,CAAA;AAEjE,MAAM,UAAU,oBAAoB,CAAC,YAAmC;IACvE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAuB,CAAA;IAEnD,KAAK,UAAU,iBAAiB,CAAC,SAAqB;QACrD,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAC/C,IAAI,QAAQ;YAAE,OAAO,QAAQ,CAAA;QAC7B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,SAAS,CAAC,CAAA;QAChD,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QACjD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;QACtC,OAAO,MAAM,CAAA;IACd,CAAC;IAED,OAAO;QACN,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM;YACvB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAA;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,CAAA;YACpC,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,EAAE,IAAY,EAAE,EAAE;wBAChC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;wBACxD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBACrD,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI;YACf,OAAO;gBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE;oBACN,SAAS,EAAE,KAAK,SAAS,CAAC;wBACzB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;wBACnC,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;wBAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAA;wBAC1B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAA;wBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,EAAC,CAAC,CAAA;wBACtE,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;wBACtD,KAAK,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,CAAA;oBAC5B,CAAC;iBACD;aACD,CAAA;QACF,CAAC;QACA,KAAK,CAAC,OAAO;YACX,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YACrE,YAAY,CAAC,KAAK,EAAE,CAAA;YACpB,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC;KACF,CAAA;AACF,CAAC"}
|
|
@@ -1,28 +1,52 @@
|
|
|
1
1
|
import { Id, Hash } from "./basics.js";
|
|
2
|
+
import { Transform } from "../types.js";
|
|
2
3
|
export declare enum Kind {
|
|
3
4
|
Sequence = 0,
|
|
4
5
|
Stack = 1,
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
6
|
+
Video = 2,
|
|
7
|
+
Audio = 3,
|
|
8
|
+
Text = 4,
|
|
9
|
+
Gap = 5,
|
|
10
|
+
Spatial = 6,
|
|
11
|
+
Transition = 7
|
|
8
12
|
}
|
|
9
13
|
export declare enum Effect {
|
|
10
14
|
Crossfade = 0
|
|
11
15
|
}
|
|
12
16
|
export declare namespace Item {
|
|
17
|
+
type Spatial = {
|
|
18
|
+
id: Id;
|
|
19
|
+
kind: Kind.Spatial;
|
|
20
|
+
transform: Transform;
|
|
21
|
+
};
|
|
22
|
+
type Gap = {
|
|
23
|
+
id: Id;
|
|
24
|
+
kind: Kind.Gap;
|
|
25
|
+
duration: number;
|
|
26
|
+
};
|
|
13
27
|
type Sequence = {
|
|
14
28
|
id: Id;
|
|
15
29
|
kind: Kind.Sequence;
|
|
16
|
-
|
|
30
|
+
childrenIds: Id[];
|
|
31
|
+
spatialId?: Id;
|
|
17
32
|
};
|
|
18
33
|
type Stack = {
|
|
19
34
|
id: Id;
|
|
20
35
|
kind: Kind.Stack;
|
|
21
|
-
|
|
36
|
+
childrenIds: Id[];
|
|
37
|
+
spatialId?: Id;
|
|
38
|
+
};
|
|
39
|
+
type Video = {
|
|
40
|
+
id: Id;
|
|
41
|
+
kind: Kind.Video;
|
|
42
|
+
mediaHash: Hash;
|
|
43
|
+
start: number;
|
|
44
|
+
duration: number;
|
|
45
|
+
spatialId?: Id;
|
|
22
46
|
};
|
|
23
|
-
type
|
|
47
|
+
type Audio = {
|
|
24
48
|
id: Id;
|
|
25
|
-
kind: Kind.
|
|
49
|
+
kind: Kind.Audio;
|
|
26
50
|
mediaHash: Hash;
|
|
27
51
|
start: number;
|
|
28
52
|
duration: number;
|
|
@@ -31,6 +55,8 @@ export declare namespace Item {
|
|
|
31
55
|
id: Id;
|
|
32
56
|
kind: Kind.Text;
|
|
33
57
|
content: string;
|
|
58
|
+
spatialId?: Id;
|
|
59
|
+
color: string;
|
|
34
60
|
};
|
|
35
61
|
type Transition = {
|
|
36
62
|
id: Id;
|
|
@@ -38,5 +64,5 @@ export declare namespace Item {
|
|
|
38
64
|
effect: Effect.Crossfade;
|
|
39
65
|
duration: number;
|
|
40
66
|
};
|
|
41
|
-
type Any = (Sequence | Stack |
|
|
67
|
+
type Any = (Sequence | Stack | Video | Audio | Text | Gap | Transition | Spatial);
|
|
42
68
|
}
|
package/x/timeline/parts/item.js
CHANGED
|
@@ -2,9 +2,12 @@ export var Kind;
|
|
|
2
2
|
(function (Kind) {
|
|
3
3
|
Kind[Kind["Sequence"] = 0] = "Sequence";
|
|
4
4
|
Kind[Kind["Stack"] = 1] = "Stack";
|
|
5
|
-
Kind[Kind["
|
|
6
|
-
Kind[Kind["
|
|
7
|
-
Kind[Kind["
|
|
5
|
+
Kind[Kind["Video"] = 2] = "Video";
|
|
6
|
+
Kind[Kind["Audio"] = 3] = "Audio";
|
|
7
|
+
Kind[Kind["Text"] = 4] = "Text";
|
|
8
|
+
Kind[Kind["Gap"] = 5] = "Gap";
|
|
9
|
+
Kind[Kind["Spatial"] = 6] = "Spatial";
|
|
10
|
+
Kind[Kind["Transition"] = 7] = "Transition";
|
|
8
11
|
})(Kind || (Kind = {}));
|
|
9
12
|
export var Effect;
|
|
10
13
|
(function (Effect) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"item.js","sourceRoot":"","sources":["../../../s/timeline/parts/item.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"item.js","sourceRoot":"","sources":["../../../s/timeline/parts/item.ts"],"names":[],"mappings":"AAIA,MAAM,CAAN,IAAY,IASX;AATD,WAAY,IAAI;IACf,uCAAQ,CAAA;IACR,iCAAK,CAAA;IACL,iCAAK,CAAA;IACL,iCAAK,CAAA;IACL,+BAAI,CAAA;IACJ,6BAAG,CAAA;IACH,qCAAO,CAAA;IACP,2CAAU,CAAA;AACX,CAAC,EATW,IAAI,KAAJ,IAAI,QASf;AAED,MAAM,CAAN,IAAY,MAEX;AAFD,WAAY,MAAM;IACjB,6CAAS,CAAA;AACV,CAAC,EAFW,MAAM,KAAN,MAAM,QAEjB"}
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import { Datafile } from "../utils/datafile.js";
|
|
2
2
|
export declare class Media {
|
|
3
|
+
#private;
|
|
3
4
|
datafile: Datafile;
|
|
4
5
|
duration: number;
|
|
6
|
+
hasVideo: boolean;
|
|
7
|
+
hasAudio: boolean;
|
|
5
8
|
constructor(datafile: Datafile);
|
|
6
9
|
static analyze(datafile: Datafile): Promise<Media>;
|
|
7
10
|
}
|
|
@@ -1,13 +1,30 @@
|
|
|
1
|
+
import { ALL_FORMATS, Input } from "mediabunny";
|
|
2
|
+
import { loadDecoderSource } from "../../driver/utils/load-decoder-source.js";
|
|
1
3
|
export class Media {
|
|
2
4
|
datafile;
|
|
3
5
|
duration = 0;
|
|
6
|
+
hasVideo = false;
|
|
7
|
+
hasAudio = false;
|
|
4
8
|
constructor(datafile) {
|
|
5
9
|
this.datafile = datafile;
|
|
6
10
|
}
|
|
7
11
|
static async analyze(datafile) {
|
|
8
12
|
const media = new this(datafile);
|
|
9
13
|
media.duration = 10;
|
|
14
|
+
const { video, audio } = await this.#has("/assets/temp/gl.mp4");
|
|
15
|
+
media.hasAudio = audio;
|
|
16
|
+
media.hasVideo = video;
|
|
10
17
|
return media;
|
|
11
18
|
}
|
|
19
|
+
static async #has(source) {
|
|
20
|
+
const input = new Input({
|
|
21
|
+
formats: ALL_FORMATS,
|
|
22
|
+
source: await loadDecoderSource(source)
|
|
23
|
+
});
|
|
24
|
+
return {
|
|
25
|
+
audio: !!(await input.getPrimaryAudioTrack()),
|
|
26
|
+
video: !!(await input.getPrimaryVideoTrack())
|
|
27
|
+
};
|
|
28
|
+
}
|
|
12
29
|
}
|
|
13
30
|
//# sourceMappingURL=media.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"media.js","sourceRoot":"","sources":["../../../s/timeline/parts/media.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"media.js","sourceRoot":"","sources":["../../../s/timeline/parts/media.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAC,MAAM,YAAY,CAAA;AAI7C,OAAO,EAAC,iBAAiB,EAAC,MAAM,2CAA2C,CAAA;AAE3E,MAAM,OAAO,KAAK;IAKE;IAJnB,QAAQ,GAAG,CAAC,CAAA;IACZ,QAAQ,GAAG,KAAK,CAAA;IAChB,QAAQ,GAAG,KAAK,CAAA;IAEhB,YAAmB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAEzC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAkB;QACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAA;QAChC,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAA;QACnB,MAAM,EAAC,KAAK,EAAE,KAAK,EAAC,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC7D,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAA;QACtB,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAA;QACtB,OAAO,KAAK,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB;QACtC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,MAAM,CAAC;SACvC,CAAC,CAAA;QACF,OAAO;YACN,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;YAC7C,KAAK,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;SAC7C,CAAA;IACF,CAAC;CACD"}
|
|
@@ -16,7 +16,7 @@ export class Waveform {
|
|
|
16
16
|
}
|
|
17
17
|
static async init(source, container) {
|
|
18
18
|
const driver = await context.driver;
|
|
19
|
-
const reader = driver.
|
|
19
|
+
const reader = driver.decodeAudio({ source }).getReader();
|
|
20
20
|
const peaks = [];
|
|
21
21
|
let buffer = [];
|
|
22
22
|
const samplesPerPeak = 1024;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"waveform.js","sourceRoot":"","sources":["../../../s/timeline/parts/waveform.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,eAAe,CAAA;AAEtC,OAAO,EAAC,OAAO,EAAC,MAAM,kBAAkB,CAAA;AAGxC,MAAM,OAAO,QAAQ;IACpB,UAAU,CAAY;IAEtB,YAAY,KAAe,EAAE,SAAsB,EAAE,QAAgB;QACpE,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;YAClC,SAAS;YACT,SAAS,EAAE,kBAAkB;YAC7B,aAAa,EAAE,kBAAkB;YACjC,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,CAAC,KAAK,CAAC;YACd,QAAQ;SACT,CAAC,CAAA;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAqB,EAAE,SAAsB;QAC9D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,EAAC,MAAM,EAAC,CAAC,CAAC,SAAS,EAAE,CAAA;QAEvD,MAAM,KAAK,GAAa,EAAE,CAAA;QAC1B,IAAI,MAAM,GAAa,EAAE,CAAA;QACzB,MAAM,cAAc,GAAG,IAAI,CAAA;QAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAEtD,OAAO,IAAI,EAAE,CAAC;YACb,MAAM,EAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAC,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YACpD,IAAI,IAAI;gBAAE,MAAK;YAEf,MAAM,MAAM,GAAG,SAAS,CAAC,cAAc,CAAA;YACvC,MAAM,KAAK,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAA;YACtC,SAAS,CAAC,MAAM,CAAC,KAAK,EAAE,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA,CAAC,wBAAwB;YAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBACrB,IAAI,MAAM,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;oBACrC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,cAAc,CAAC,CAAA;oBAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAA;oBAC9B,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;gBACrB,CAAC;YACF,CAAC;YAED,SAAS,CAAC,KAAK,EAAE,CAAA;QAClB,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAA;IACrD,CAAC;IAED,4BAA4B;IAC5B,+BAA+B;IAC/B,IAAI;IAEJ,IAAI,KAAK,CAAC,KAAa;QACtB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAA;IAC3C,CAAC;CACD"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { O } from "./o.js";
|
|
2
|
+
import { Id } from "../parts/basics.js";
|
|
3
|
+
import { Item } from "../parts/item.js";
|
|
4
|
+
export declare class TimelineItem {
|
|
5
|
+
item: Item.Any;
|
|
6
|
+
readonly id: Id;
|
|
7
|
+
constructor(item: Item.Any);
|
|
8
|
+
toJSON(): {
|
|
9
|
+
id: Id;
|
|
10
|
+
kind: import("../parts/item.js").Kind.Spatial;
|
|
11
|
+
transform: import("../types.js").Transform;
|
|
12
|
+
} | {
|
|
13
|
+
id: Id;
|
|
14
|
+
kind: import("../parts/item.js").Kind.Gap;
|
|
15
|
+
duration: number;
|
|
16
|
+
} | {
|
|
17
|
+
id: Id;
|
|
18
|
+
kind: import("../parts/item.js").Kind.Sequence;
|
|
19
|
+
childrenIds: Id[];
|
|
20
|
+
spatialId?: Id;
|
|
21
|
+
} | {
|
|
22
|
+
id: Id;
|
|
23
|
+
kind: import("../parts/item.js").Kind.Stack;
|
|
24
|
+
childrenIds: Id[];
|
|
25
|
+
spatialId?: Id;
|
|
26
|
+
} | {
|
|
27
|
+
id: Id;
|
|
28
|
+
kind: import("../parts/item.js").Kind.Video;
|
|
29
|
+
mediaHash: import("../parts/basics.js").Hash;
|
|
30
|
+
start: number;
|
|
31
|
+
duration: number;
|
|
32
|
+
spatialId?: Id;
|
|
33
|
+
} | {
|
|
34
|
+
id: Id;
|
|
35
|
+
kind: import("../parts/item.js").Kind.Audio;
|
|
36
|
+
mediaHash: import("../parts/basics.js").Hash;
|
|
37
|
+
start: number;
|
|
38
|
+
duration: number;
|
|
39
|
+
} | {
|
|
40
|
+
id: Id;
|
|
41
|
+
kind: import("../parts/item.js").Kind.Text;
|
|
42
|
+
content: string;
|
|
43
|
+
spatialId?: Id;
|
|
44
|
+
color: string;
|
|
45
|
+
} | {
|
|
46
|
+
id: Id;
|
|
47
|
+
kind: import("../parts/item.js").Kind.Transition;
|
|
48
|
+
effect: import("../parts/item.js").Effect.Crossfade;
|
|
49
|
+
duration: number;
|
|
50
|
+
};
|
|
51
|
+
}
|
|
52
|
+
declare abstract class VisualItem extends TimelineItem {
|
|
53
|
+
abstract spatial(spatial: Spatial): TimelineItem;
|
|
54
|
+
}
|
|
55
|
+
export declare class Stack extends VisualItem {
|
|
56
|
+
private o;
|
|
57
|
+
item: Item.Stack;
|
|
58
|
+
constructor(o: O, item: Item.Stack);
|
|
59
|
+
spatial(spatial: Spatial): this;
|
|
60
|
+
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
61
|
+
}
|
|
62
|
+
export declare class Spatial extends TimelineItem {
|
|
63
|
+
item: Item.Spatial;
|
|
64
|
+
constructor(item: Item.Spatial);
|
|
65
|
+
}
|
|
66
|
+
export declare class Gap extends TimelineItem {
|
|
67
|
+
item: Item.Gap;
|
|
68
|
+
constructor(item: Item.Gap);
|
|
69
|
+
}
|
|
70
|
+
export declare class Audio extends TimelineItem {
|
|
71
|
+
item: Item.Audio;
|
|
72
|
+
constructor(item: Item.Audio);
|
|
73
|
+
}
|
|
74
|
+
export declare class Video extends VisualItem {
|
|
75
|
+
item: Item.Video;
|
|
76
|
+
constructor(item: Item.Video);
|
|
77
|
+
spatial(spatial: Spatial): this;
|
|
78
|
+
}
|
|
79
|
+
export declare class Text extends VisualItem {
|
|
80
|
+
item: Item.Text;
|
|
81
|
+
constructor(item: Item.Text);
|
|
82
|
+
color(color: string): this;
|
|
83
|
+
spatial(spatial: Spatial): this;
|
|
84
|
+
}
|
|
85
|
+
export declare class Sequence extends VisualItem {
|
|
86
|
+
private o;
|
|
87
|
+
item: Item.Sequence;
|
|
88
|
+
constructor(o: O, item: Item.Sequence);
|
|
89
|
+
spatial(spatial: Spatial): this;
|
|
90
|
+
addChildren(fn: (o: O) => TimelineItem | TimelineItem[]): this;
|
|
91
|
+
}
|
|
92
|
+
export declare class Transition extends TimelineItem {
|
|
93
|
+
item: Item.Transition;
|
|
94
|
+
constructor(item: Item.Transition);
|
|
95
|
+
}
|
|
96
|
+
export {};
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
export class TimelineItem {
|
|
2
|
+
item;
|
|
3
|
+
id;
|
|
4
|
+
constructor(item) {
|
|
5
|
+
this.item = item;
|
|
6
|
+
this.id = item.id;
|
|
7
|
+
}
|
|
8
|
+
toJSON() {
|
|
9
|
+
return {
|
|
10
|
+
...this.item
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
class VisualItem extends TimelineItem {
|
|
15
|
+
}
|
|
16
|
+
export class Stack extends VisualItem {
|
|
17
|
+
o;
|
|
18
|
+
item;
|
|
19
|
+
constructor(o, item) {
|
|
20
|
+
super(item);
|
|
21
|
+
this.o = o;
|
|
22
|
+
this.item = item;
|
|
23
|
+
}
|
|
24
|
+
spatial(spatial) {
|
|
25
|
+
this.item.spatialId = spatial.item.id;
|
|
26
|
+
return this;
|
|
27
|
+
}
|
|
28
|
+
addChildren(fn) {
|
|
29
|
+
const result = fn(this.o);
|
|
30
|
+
const items = Array.isArray(result) ? result : [result];
|
|
31
|
+
this.item.childrenIds.push(...items.map(c => c.item.id));
|
|
32
|
+
return this;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
export class Spatial extends TimelineItem {
|
|
36
|
+
item;
|
|
37
|
+
constructor(item) {
|
|
38
|
+
super(item);
|
|
39
|
+
this.item = item;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
export class Gap extends TimelineItem {
|
|
43
|
+
item;
|
|
44
|
+
constructor(item) {
|
|
45
|
+
super(item);
|
|
46
|
+
this.item = item;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
export class Audio extends TimelineItem {
|
|
50
|
+
item;
|
|
51
|
+
constructor(item) {
|
|
52
|
+
super(item);
|
|
53
|
+
this.item = item;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
export class Video extends VisualItem {
|
|
57
|
+
item;
|
|
58
|
+
constructor(item) {
|
|
59
|
+
super(item);
|
|
60
|
+
this.item = item;
|
|
61
|
+
}
|
|
62
|
+
spatial(spatial) {
|
|
63
|
+
this.item.spatialId = spatial.item.id;
|
|
64
|
+
return this;
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
export class Text extends VisualItem {
|
|
68
|
+
item;
|
|
69
|
+
constructor(item) {
|
|
70
|
+
super(item);
|
|
71
|
+
this.item = item;
|
|
72
|
+
}
|
|
73
|
+
color(color) {
|
|
74
|
+
this.item.color = color;
|
|
75
|
+
return this;
|
|
76
|
+
}
|
|
77
|
+
spatial(spatial) {
|
|
78
|
+
this.item.spatialId = spatial.item.id;
|
|
79
|
+
return this;
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
export class Sequence extends VisualItem {
|
|
83
|
+
o;
|
|
84
|
+
item;
|
|
85
|
+
constructor(o, item) {
|
|
86
|
+
super(item);
|
|
87
|
+
this.o = o;
|
|
88
|
+
this.item = item;
|
|
89
|
+
}
|
|
90
|
+
spatial(spatial) {
|
|
91
|
+
this.item.spatialId = spatial.item.id;
|
|
92
|
+
return this;
|
|
93
|
+
}
|
|
94
|
+
addChildren(fn) {
|
|
95
|
+
const result = fn(this.o);
|
|
96
|
+
const items = Array.isArray(result) ? result : [result];
|
|
97
|
+
this.item.childrenIds.push(...items.map(c => c.item.id));
|
|
98
|
+
return this;
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
export class Transition extends TimelineItem {
|
|
102
|
+
item;
|
|
103
|
+
constructor(item) {
|
|
104
|
+
super(item);
|
|
105
|
+
this.item = item;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
//# sourceMappingURL=builders.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"builders.js","sourceRoot":"","sources":["../../../s/timeline/sugar/builders.ts"],"names":[],"mappings":"AAIA,MAAM,OAAO,YAAY;IAGL;IAFH,EAAE,CAAI;IAEtB,YAAmB,IAAc;QAAd,SAAI,GAAJ,IAAI,CAAU;QAChC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAA;IAClB,CAAC;IAED,MAAM;QACL,OAAO;YACN,GAAG,IAAI,CAAC,IAAI;SACZ,CAAA;IACF,CAAC;CACD;AAED,MAAe,UAAW,SAAQ,YAAY;CAE7C;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IACf;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAgB;QAChD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAY;IAEjD,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,OAAQ,SAAQ,YAAY;IACrB;IAAnB,YAAmB,IAAkB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAAhC,SAAI,GAAJ,IAAI,CAAc;IAAc,CAAC;CACpD;AAED,MAAM,OAAO,GAAI,SAAQ,YAAY;IACjB;IAAnB,YAAmB,IAAc;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA5B,SAAI,GAAJ,IAAI,CAAU;IAAc,CAAC;CAChD;AAED,MAAM,OAAO,KAAM,SAAQ,YAAY;IACnB;IAAnB,YAAmB,IAAgB;QAAG,KAAK,CAAC,IAAI,CAAC,CAAA;QAA9B,SAAI,GAAJ,IAAI,CAAY;IAAc,CAAC;CAClD;AAED,MAAM,OAAO,KAAM,SAAQ,UAAU;IAChB;IAAnB,YAAmB,IAAgB;QAClC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAY;IAEnC,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,IAAK,SAAQ,UAAU;IACf;IAAnB,YAAmB,IAAe;QACjC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAW;IAElC,CAAC;IAED,KAAK,CAAC,KAAa;QAClB,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QACxB,OAAO,IAAI,CAAA;IACX,CAAC;IAED,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,QAAS,SAAQ,UAAU;IACnB;IAAa;IAAjC,YAAoB,CAAI,EAAS,IAAmB;QACnD,KAAK,CAAC,IAAI,CAAC,CAAA;QADQ,MAAC,GAAD,CAAC,CAAG;QAAS,SAAI,GAAJ,IAAI,CAAe;IAEpD,CAAC;IAEA,OAAO,CAAC,OAAgB;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,WAAW,CAAC,EAA2C;QACtD,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;QACtD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AAED,MAAM,OAAO,UAAW,SAAQ,YAAY;IACxB;IAAnB,YAAmB,IAAqB;QACvC,KAAK,CAAC,IAAI,CAAC,CAAA;QADO,SAAI,GAAJ,IAAI,CAAiB;IAExC,CAAC;CACD"}
|
package/x/timeline/sugar/o.d.ts
CHANGED
|
@@ -1,14 +1,27 @@
|
|
|
1
|
+
import { MapG } from "@e280/stz";
|
|
1
2
|
import { Media } from "../parts/media.js";
|
|
2
|
-
import {
|
|
3
|
+
import { Transform, TransformOptions } from "../types.js";
|
|
4
|
+
import { Video, Gap, Sequence, Stack, Text, TimelineItem, Spatial, Audio, Transition } from "./builders.js";
|
|
3
5
|
export declare class O {
|
|
4
6
|
#private;
|
|
5
|
-
register(item:
|
|
6
|
-
get items():
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
7
|
+
register(item: TimelineItem): number;
|
|
8
|
+
get items(): TimelineItem[];
|
|
9
|
+
get itemsMap(): MapG<number, TimelineItem>;
|
|
10
|
+
spatial: (transform: Transform) => Spatial;
|
|
11
|
+
sequence: (...items: TimelineItem[]) => Sequence;
|
|
12
|
+
stack: (...items: TimelineItem[]) => Stack;
|
|
13
|
+
video: (media: Media, options?: {
|
|
14
|
+
start?: number;
|
|
15
|
+
duration?: number;
|
|
16
|
+
}) => Video;
|
|
17
|
+
audio: (media: Media, options?: {
|
|
18
|
+
start?: number;
|
|
19
|
+
duration?: number;
|
|
20
|
+
}) => Audio;
|
|
21
|
+
text: (content: string) => Text;
|
|
22
|
+
gap: (duration: number) => Gap;
|
|
11
23
|
transition: {
|
|
12
|
-
crossfade: (duration: number) =>
|
|
24
|
+
crossfade: (duration: number) => Transition;
|
|
13
25
|
};
|
|
26
|
+
transform: (options?: TransformOptions) => Transform;
|
|
14
27
|
}
|