npm - @omnimedia/omnitool - Versions diffs - 1.1.0-5 → 1.1.0-7 - Mend

@omnimedia/omnitool 1.1.0-5 → 1.1.0-7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (112) hide show

package/package.json +3 -2
package/s/demo/demo.css +5 -0
package/s/demo/routines/transcode-test.ts +4 -2
package/s/demo/routines/transitions-test.ts +2 -2
package/s/driver/driver.ts +17 -9
package/s/driver/fns/schematic.ts +44 -21
package/s/driver/fns/work.ts +112 -97
package/s/index.html.ts +6 -1
package/s/timeline/parts/basics.ts +1 -1
package/s/timeline/parts/compositor/export.ts +77 -0
package/s/timeline/parts/compositor/parts/html-tree.ts +37 -0
package/s/timeline/parts/compositor/parts/schedulers.ts +85 -0
package/s/timeline/parts/compositor/parts/tree-builder.ts +184 -0
package/s/timeline/parts/compositor/parts/webcodecs-tree.ts +30 -0
package/s/timeline/parts/compositor/playback.ts +81 -0
package/s/timeline/parts/compositor/samplers/html.ts +115 -0
package/s/timeline/parts/compositor/samplers/webcodecs.ts +60 -0
package/s/timeline/parts/item.ts +38 -6
package/s/timeline/parts/media.ts +21 -0
package/s/timeline/parts/waveform.ts +1 -1
package/s/timeline/sugar/builders.ts +102 -0
package/s/timeline/sugar/o.ts +75 -16
package/s/timeline/sugar/omni-test.ts +2 -2
package/s/timeline/sugar/omni.ts +14 -11
package/s/timeline/timeline.ts +22 -0
package/s/timeline/types.ts +29 -0
package/s/timeline/utils/audio-stream.ts +15 -0
package/s/timeline/utils/matrix.ts +33 -0
package/s/timeline/utils/video-cursor.ts +40 -0
package/x/demo/demo.bundle.min.js +39 -37
package/x/demo/demo.bundle.min.js.map +4 -4
package/x/demo/demo.css +5 -0
package/x/demo/routines/transcode-test.js +4 -2
package/x/demo/routines/transcode-test.js.map +1 -1
package/x/demo/routines/transitions-test.js +2 -2
package/x/demo/routines/transitions-test.js.map +1 -1
package/x/driver/driver.d.ts +3 -5
package/x/driver/driver.js +16 -9
package/x/driver/driver.js.map +1 -1
package/x/driver/driver.worker.bundle.min.js +2537 -148
package/x/driver/driver.worker.bundle.min.js.map +4 -4
package/x/driver/fns/host.d.ts +9 -2
package/x/driver/fns/schematic.d.ts +38 -20
package/x/driver/fns/work.d.ts +11 -4
package/x/driver/fns/work.js +105 -96
package/x/driver/fns/work.js.map +1 -1
package/x/features/speech/transcribe/worker.bundle.min.js +541 -541
package/x/features/speech/transcribe/worker.bundle.min.js.map +4 -4
package/x/index.html +13 -3
package/x/index.html.js +6 -1
package/x/index.html.js.map +1 -1
package/x/timeline/parts/basics.d.ts +1 -1
package/x/timeline/parts/compositor/export.d.ts +9 -0
package/x/timeline/parts/compositor/export.js +64 -0
package/x/timeline/parts/compositor/export.js.map +1 -0
package/x/timeline/parts/compositor/parts/html-tree.d.ts +3 -0
package/x/timeline/parts/compositor/parts/html-tree.js +40 -0
package/x/timeline/parts/compositor/parts/html-tree.js.map +1 -0
package/x/timeline/parts/compositor/parts/schedulers.d.ts +15 -0
package/x/timeline/parts/compositor/parts/schedulers.js +64 -0
package/x/timeline/parts/compositor/parts/schedulers.js.map +1 -0
package/x/timeline/parts/compositor/parts/tree-builder.d.ts +37 -0
package/x/timeline/parts/compositor/parts/tree-builder.js +147 -0
package/x/timeline/parts/compositor/parts/tree-builder.js.map +1 -0
package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts +3 -0
package/x/timeline/parts/compositor/parts/webcodecs-tree.js +28 -0
package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map +1 -0
package/x/timeline/parts/compositor/playback.d.ts +19 -0
package/x/timeline/parts/compositor/playback.js +71 -0
package/x/timeline/parts/compositor/playback.js.map +1 -0
package/x/timeline/parts/compositor/samplers/html.d.ts +3 -0
package/x/timeline/parts/compositor/samplers/html.js +106 -0
package/x/timeline/parts/compositor/samplers/html.js.map +1 -0
package/x/timeline/parts/compositor/samplers/webcodecs.d.ts +2 -0
package/x/timeline/parts/compositor/samplers/webcodecs.js +55 -0
package/x/timeline/parts/compositor/samplers/webcodecs.js.map +1 -0
package/x/timeline/parts/item.d.ts +34 -8
package/x/timeline/parts/item.js +6 -3
package/x/timeline/parts/item.js.map +1 -1
package/x/timeline/parts/media.d.ts +3 -0
package/x/timeline/parts/media.js +17 -0
package/x/timeline/parts/media.js.map +1 -1
package/x/timeline/parts/waveform.js +1 -1
package/x/timeline/parts/waveform.js.map +1 -1
package/x/timeline/sugar/builders.d.ts +96 -0
package/x/timeline/sugar/builders.js +108 -0
package/x/timeline/sugar/builders.js.map +1 -0
package/x/timeline/sugar/o.d.ts +21 -8
package/x/timeline/sugar/o.js +63 -14
package/x/timeline/sugar/o.js.map +1 -1
package/x/timeline/sugar/omni-test.js +1 -1
package/x/timeline/sugar/omni-test.js.map +1 -1
package/x/timeline/sugar/omni.d.ts +7 -3
package/x/timeline/sugar/omni.js +9 -8
package/x/timeline/sugar/omni.js.map +1 -1
package/x/timeline/timeline.d.ts +9 -0
package/x/timeline/timeline.js +22 -0
package/x/timeline/timeline.js.map +1 -0
package/x/timeline/types.d.ts +24 -0
package/x/timeline/types.js +2 -0
package/x/timeline/types.js.map +1 -0
package/x/timeline/utils/audio-stream.d.ts +6 -0
package/x/timeline/utils/audio-stream.js +17 -0
package/x/timeline/utils/audio-stream.js.map +1 -0
package/x/timeline/utils/matrix.d.ts +8 -0
package/x/timeline/utils/matrix.js +26 -0
package/x/timeline/utils/matrix.js.map +1 -0
package/x/timeline/utils/video-cursor.d.ts +10 -0
package/x/timeline/utils/video-cursor.js +36 -0
package/x/timeline/utils/video-cursor.js.map +1 -0
package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js +6 -6
package/x/tools/speech-recognition/whisper/parts/worker.bundle.min.js.map +4 -4

package/x/index.html CHANGED Viewed

@@ -53,6 +53,11 @@ body {
 	}
 }
+canvas {
+	width: 500px;
+	height: 300px;
+}
 #filmstrip {
 	display: flex;
 	overflow-x: scroll;
@@ -60,7 +65,7 @@ body {
 }
 </style>
-					<script type=module src="demo/demo.bundle.min.js?v=7ebfc5a6da44"></script>
+					<script type=module src="demo/demo.bundle.min.js?v=a1a457609cb3"></script>
 		<meta name="theme-color" content="#3cff9c">
@@ -80,9 +85,9 @@ body {
 				<body>
 	<section>
-		<h1>Omnitool <small>v1.1.0-5</small></h1>
+		<h1>Omnitool <small>v1.1.0-7</small></h1>
 		<button class=fetch>fetch</button>
-		<button class="import">import</button>
+		<input type="file" class="file-input">
 		<div class=results></div>
 		<div class=filmstrip-demo>
 			<label for="viewable-range">viewable range:</label>
@@ -99,6 +104,11 @@ body {
 			<label for="width">width:</label>
 			<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
 		</div>
+		<div class=player>
+			<input class="seek" type="number" min="0">
+			<button class=play>play</button>
+			<button class=stop>stop</button>
+		</div>
 	</section>
 				</body>

package/x/index.html.js CHANGED Viewed

@@ -24,7 +24,7 @@ export default ssg.page(import.meta.url, async (orb) => ({
 		<section>
 			<h1>Omnitool <small>v${orb.packageVersion()}</small></h1>
 			<button class=fetch>fetch</button>
-			<button class="import">import</button>
+			<input type="file" class="file-input">
 			<div class=results></div>
 			<div class=filmstrip-demo>
 				<label for="viewable-range">viewable range:</label>
@@ -41,6 +41,11 @@ export default ssg.page(import.meta.url, async (orb) => ({
 				<label for="width">width:</label>
 				<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
 			</div>
+			<div class=player>
+				<input class="seek" type="number" min="0">
+				<button class=play>play</button>
+				<button class=stop>stop</button>
+			</div>
 		</section>
 	`,
 }));

package/x/index.html.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.html.js","sourceRoot":"","sources":["../s/index.html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,IAAI,EAAC,MAAM,aAAa,CAAA;AAErC,MAAM,KAAK,GAAG,UAAU,CAAA;AACxB,MAAM,MAAM,GAAG,uBAAuB,CAAA;AACtC,MAAM,OAAO,GAAG,qBAAqB,CAAA;AAErC,eAAe,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,CAAC;IACtD,KAAK;IACL,WAAW;IACX,IAAI,EAAE,IAAI;IACV,GAAG,EAAE,eAAe;IACpB,EAAE,EAAE,yBAAyB;IAE7B,IAAI,EAAE,IAAI,CAAA;;;;EAIT;IAED,UAAU,EAAE;QACX,KAAK;QACL,WAAW,EAAE,0BAA0B;QACvC,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,WAAW,MAAM,GAAG,OAAO,EAAE;KACpC;IAED,IAAI,EAAE,IAAI,CAAA;;0BAEe,GAAG,CAAC,cAAc,EAAE~~;;;;;;;;;;;;;;;;;;;;EAoB5C~~;CACD,CAAC,CAAC,CAAA"}
1	+ {"version":3,"file":"index.html.js","sourceRoot":"","sources":["../s/index.html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,IAAI,EAAC,MAAM,aAAa,CAAA;AAErC,MAAM,KAAK,GAAG,UAAU,CAAA;AACxB,MAAM,MAAM,GAAG,uBAAuB,CAAA;AACtC,MAAM,OAAO,GAAG,qBAAqB,CAAA;AAErC,eAAe,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,CAAC;IACtD,KAAK;IACL,WAAW;IACX,IAAI,EAAE,IAAI;IACV,GAAG,EAAE,eAAe;IACpB,EAAE,EAAE,yBAAyB;IAE7B,IAAI,EAAE,IAAI,CAAA;;;;EAIT;IAED,UAAU,EAAE;QACX,KAAK;QACL,WAAW,EAAE,0BAA0B;QACvC,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,WAAW,MAAM,GAAG,OAAO,EAAE;KACpC;IAED,IAAI,EAAE,IAAI,CAAA;;0BAEe,GAAG,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;EAyB5C;CACD,CAAC,CAAC,CAAA"}

package/x/timeline/parts/basics.d.ts CHANGED Viewed

@@ -7,6 +7,6 @@ export type TimelineFile = {
     info: "https://omniclip.app/";
     format: "timeline";
     version: number;
-    root: Id;
+    rootId: Id;
     items: Item.Any[];
 };

package/x/timeline/parts/compositor/export.d.ts ADDED Viewed

@@ -0,0 +1,9 @@
+import { TimelineFile } from "../basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+export declare class Export {
+    #private;
+    private framerate;
+    private resolveMedia;
+    constructor(framerate?: number, resolveMedia?: (hash: string) => DecoderSource);
+    render(timeline: TimelineFile): Promise<void>;
+}

package/x/timeline/parts/compositor/export.js ADDED Viewed

@@ -0,0 +1,64 @@
+import { context } from "../../../context.js";
+import { fixedStep } from "./parts/schedulers.js";
+import { makeWebCodecsSampler } from "./samplers/webcodecs.js";
+import { buildWebCodecsNodeTree } from "./parts/webcodecs-tree.js";
+export class Export {
+    framerate;
+    resolveMedia;
+    #sampler;
+    constructor(framerate = 30, resolveMedia = _hash => "/assets/temp/gl.mp4") {
+        this.framerate = framerate;
+        this.resolveMedia = resolveMedia;
+        this.#sampler = makeWebCodecsSampler(this.resolveMedia);
+    }
+    async #build(timeline) {
+        const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
+        const items = new Map(timeline.items.map(i => [i.id, i]));
+        return await buildWebCodecsNodeTree(rootItem, items, this.#sampler);
+    }
+    async render(timeline) {
+        const root = await this.#build(timeline);
+        const driver = await context.driver;
+        const videoStream = new TransformStream();
+        const audioStream = new TransformStream();
+        const encodePromise = driver.encode({
+            video: videoStream.readable,
+            audio: audioStream.readable,
+            config: {
+                audio: { codec: "opus", bitrate: 128000 },
+                video: { codec: "vp9", bitrate: 1000000 },
+            },
+        });
+        const videoWriter = videoStream.writable.getWriter();
+        const audioWriter = audioStream.writable.getWriter();
+        const audioPromise = (async () => {
+            if (root.audio) {
+                for await (const chunk of root.audio.getStream()) {
+                    await audioWriter.write(chunk);
+                }
+            }
+            await audioWriter.close();
+        })();
+        const videoPromise = (async () => {
+            let i = 0;
+            const dt = 1 / this.framerate;
+            await fixedStep({ fps: this.framerate, duration: root.duration ?? 0 }, async (t) => {
+                const layers = await root.visuals?.sampleAt(t) ?? [];
+                const composed = await driver.composite(layers);
+                const vf = new VideoFrame(composed, {
+                    timestamp: Math.round(i * dt * 1_000_000),
+                    duration: Math.round(dt * 1_000_000),
+                });
+                await videoWriter.write(vf);
+                composed.close();
+                i++;
+            });
+            await videoWriter.close();
+        })();
+        await audioPromise;
+        await videoPromise;
+        await encodePromise;
+        // this.#sampler.dispose()
+    }
+}
+//# sourceMappingURL=export.js.map

package/x/timeline/parts/compositor/export.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/export.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAE5D,OAAO,EAAC,sBAAsB,EAAC,MAAM,2BAA2B,CAAA;AAEhE,MAAM,OAAO,MAAM;IAGT;IACA;IAHT,QAAQ,CAAA;IACR,YACS,YAAY,EAAE,EACd,eAAgD,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAD9E,cAAS,GAAT,SAAS,CAAK;QACd,iBAAY,GAAZ,YAAY,CAAkE;QAEtF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,OAAO,MAAM,sBAAsB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,WAAW,GAAG,IAAI,eAAe,EAA0B,CAAA;QACjE,MAAM,WAAW,GAAG,IAAI,eAAe,EAAwB,CAAA;QAE/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEpD,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;oBAClD,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,CAAA;YACT,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAA;YAE7B,MAAM,SAAS,CACd,EAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAC,EACnD,KAAK,EAAC,CAAC,EAAC,EAAE;gBACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;gBACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC/C,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;iBACpC,CAAC,CAAA;gBACF,MAAM,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC,EAAE,CAAA;YACJ,CAAC,CACD,CAAA;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,CAAA;QAClB,MAAM,YAAY,CAAA;QAClB,MAAM,aAAa,CAAA;QACnB,0BAA0B;IAC3B,CAAC;CACD"}

package/x/timeline/parts/compositor/parts/html-tree.d.ts ADDED Viewed

@@ -0,0 +1,3 @@
+import { Item } from "../../item.js";
+import { AudioPlaybackComponent, HTMLSampler, Node } from "./tree-builder.js";
+export declare function buildHTMLNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: HTMLSampler): Promise<Node<AudioPlaybackComponent>>;

package/x/timeline/parts/compositor/parts/html-tree.js ADDED Viewed

@@ -0,0 +1,40 @@
+import { TreeBuilder } from "./tree-builder.js";
+class HTMLNodeBuilder extends TreeBuilder {
+    items;
+    sampler;
+    constructor(items, sampler) {
+        super(items, sampler);
+        this.items = items;
+        this.sampler = sampler;
+    }
+    composeAudio_Stack(children) {
+        return {
+            onTimeUpdate: (time) => {
+                for (const child of children) {
+                    if (child.audio)
+                        child.audio.onTimeUpdate(time);
+                }
+            }
+        };
+    }
+    composeAudio_Sequence(children) {
+        return {
+            onTimeUpdate: (time) => {
+                let localTime = time;
+                for (const child of children) {
+                    if (localTime < child.duration) {
+                        if (child.audio)
+                            child.audio.onTimeUpdate(localTime);
+                        break;
+                    }
+                    localTime -= child.duration;
+                }
+            }
+        };
+    }
+}
+export function buildHTMLNodeTree(root, items, sampler) {
+    const builder = new HTMLNodeBuilder(items, sampler);
+    return builder.build(root);
+}
+//# sourceMappingURL=html-tree.js.map

package/x/timeline/parts/compositor/parts/html-tree.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"html-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/html-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA4C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAExF,MAAM,eAAgB,SAAQ,WAAmC;IAC1C;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAoB;QACjF,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QADA,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAa;IAElF,CAAC;IAED,kBAAkB,CAAC,QAAwC;QAC1D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBAChD,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAwC;QAC7D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAChC,IAAI,KAAK,CAAC,KAAK;4BAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;wBACpD,MAAK;oBACN,CAAC;oBACD,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAoB;IACnG,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/x/timeline/parts/compositor/parts/schedulers.d.ts ADDED Viewed

@@ -0,0 +1,15 @@
+export type RealtimeController = {
+    play(): void;
+    pause(): void;
+    seek(t: number): void;
+    dispose(): void;
+    setFPS(v: number): void;
+    isPlaying(): boolean;
+};
+export declare const realtime: (onTick: (t: number) => void) => RealtimeController;
+export type FixedStepOptions = {
+    fps: number;
+    duration: number;
+    abort?: AbortSignal;
+};
+export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: number, index: number) => Promise<void> | void) => Promise<void>;

package/x/timeline/parts/compositor/parts/schedulers.js ADDED Viewed

@@ -0,0 +1,64 @@
+export const realtime = (onTick) => {
+    let playing = false;
+    let rafId = null;
+    let fps = 60;
+    let frameDuration = 1000 / fps;
+    let currentTimeS = 0;
+    let lastTime = 0;
+    let accumulator = 0;
+    const tick = (now) => {
+        if (!playing)
+            return;
+        const deltaTime = now - lastTime;
+        lastTime = now;
+        accumulator += deltaTime;
+        while (accumulator >= frameDuration) {
+            onTick(currentTimeS);
+            currentTimeS += frameDuration / 1000;
+            accumulator -= frameDuration;
+        }
+        rafId = requestAnimationFrame(tick);
+    };
+    return {
+        play() {
+            if (playing)
+                return;
+            playing = true;
+            lastTime = performance.now();
+            rafId = requestAnimationFrame(tick);
+        },
+        pause() {
+            if (!playing)
+                return;
+            playing = false;
+            if (rafId !== null)
+                cancelAnimationFrame(rafId);
+            rafId = null;
+        },
+        seek(t) {
+            currentTimeS = Math.max(0, t);
+            accumulator = 0;
+        },
+        dispose() {
+            this.pause();
+        },
+        isPlaying() {
+            return playing;
+        },
+        setFPS(v) {
+            fps = v;
+            frameDuration = 1000 / fps;
+        }
+    };
+};
+export const fixedStep = async (opts, onFrame) => {
+    const dt = 1 / opts.fps;
+    const total = Math.ceil(opts.duration * opts.fps);
+    for (let i = 0; i < total; i++) {
+        if (opts.abort?.aborted)
+            break;
+        const t = i * dt;
+        await onFrame(t, i);
+    }
+};
+//# sourceMappingURL=schedulers.js.map

package/x/timeline/parts/compositor/parts/schedulers.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/schedulers.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA2B,EAAsB,EAAE;IAC1E,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,GAAG,GAAG,EAAE,CAAA;IAEZ,IAAI,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;IAC9B,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,MAAM,SAAS,GAAG,GAAG,GAAG,QAAQ,CAAA;QAChC,QAAQ,GAAG,GAAG,CAAA;QAEd,WAAW,IAAI,SAAS,CAAA;QAExB,OAAO,WAAW,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,CAAC,YAAY,CAAC,CAAA;YACpB,YAAY,IAAI,aAAa,GAAG,IAAI,CAAA;YACpC,WAAW,IAAI,aAAa,CAAA;QAC9B,CAAC;QAED,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC,CAAA;IAED,OAAO;QACL,IAAI;YACF,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC5B,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;QACD,KAAK;YACH,IAAI,CAAC,OAAO;gBAAE,OAAM;YACpB,OAAO,GAAG,KAAK,CAAA;YACf,IAAI,KAAK,KAAK,IAAI;gBAAE,oBAAoB,CAAC,KAAK,CAAC,CAAA;YAC/C,KAAK,GAAG,IAAI,CAAA;QACd,CAAC;QACD,IAAI,CAAC,CAAC;YACJ,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC7B,WAAW,GAAG,CAAC,CAAA;QACjB,CAAC;QACD,OAAO;YACL,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,SAAS;YACP,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAC;YACP,GAAG,GAAG,CAAC,CAAA;YACP,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;QAC3B,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAQD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAA2D,EAC1D,EAAE;IACH,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,MAAK;QAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAChB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}

package/x/timeline/parts/compositor/parts/tree-builder.d.ts ADDED Viewed

@@ -0,0 +1,37 @@
+import { Item } from "../../item.js";
+import { Layer } from "../../../../driver/fns/schematic.js";
+import { Mat6 } from "../../../utils/matrix.js";
+export type AudioStreamComponent = {
+    getStream: () => AsyncGenerator<AudioData>;
+};
+export type AudioPlaybackComponent = {
+    onTimeUpdate: (time: number) => void;
+};
+export type VisualComponent = {
+    sampleAt: (time: number) => Promise<Layer[]>;
+};
+export type Node<T> = {
+    duration: number;
+    visuals?: VisualComponent;
+    audio?: T;
+};
+interface Sampler<T> {
+    video(item: Item.Video, parentMatrix: Mat6): Promise<Node<T>>;
+    audio(item: Item.Audio): Promise<Node<T>>;
+    dispose(): Promise<void>;
+}
+export declare const getWorldMat6: (items: Map<number, Item.Any>, item: Item.Text | Item.Sequence | Item.Stack | Item.Video, parent?: Mat6) => Mat6;
+export type WebcodecsSampler = Sampler<AudioStreamComponent>;
+export interface HTMLSampler extends Sampler<AudioPlaybackComponent> {
+    setPaused(v: boolean): void;
+}
+export declare abstract class TreeBuilder<T> {
+    #private;
+    protected items: Map<number, Item.Any>;
+    protected sampler: Sampler<T>;
+    constructor(items: Map<number, Item.Any>, sampler: Sampler<T>);
+    build(root: Item.Any, parentMatrix?: Mat6): Promise<Node<T>>;
+    abstract composeAudio_Stack(children: Node<T>[]): T | undefined;
+    abstract composeAudio_Sequence(children: Node<T>[]): T | undefined;
+}
+export {};

package/x/timeline/parts/compositor/parts/tree-builder.js ADDED Viewed

@@ -0,0 +1,147 @@
+import { Kind } from "../../item.js";
+import { I6, mul6, transformToMat6 } from "../../../utils/matrix.js";
+const requireItem = (items, id) => items.get(id);
+export const getWorldMat6 = (items, item, parent) => {
+    let world = parent ?? I6;
+    if (item.spatialId) {
+        const spatial = requireItem(items, item.spatialId);
+        const local = transformToMat6(spatial.transform);
+        world = mul6(local, world);
+    }
+    return world;
+};
+export class TreeBuilder {
+    items;
+    sampler;
+    constructor(items, sampler) {
+        this.items = items;
+        this.sampler = sampler;
+    }
+    async build(root, parentMatrix) {
+        switch (root.kind) {
+            case Kind.Video: return this.sampler.video(root, getWorldMat6(this.items, root, parentMatrix));
+            case Kind.Audio: return this.sampler.audio(root);
+            case Kind.Text: {
+                const matrix = getWorldMat6(this.items, root, parentMatrix);
+                return {
+                    duration: Infinity,
+                    visuals: {
+                        sampleAt: async () => [{ kind: "text", content: root.content, color: "white", fontSize: 48, matrix }]
+                    }
+                };
+            }
+            case Kind.Gap: return {
+                duration: root.duration,
+                visuals: {
+                    sampleAt: async () => []
+                }
+            };
+            case Kind.Stack: {
+                const matrix = getWorldMat6(this.items, root, parentMatrix);
+                const children = await Promise.all(root.childrenIds.map(id => this.build(requireItem(this.items, id), matrix)));
+                return this.#composeStack(children);
+            }
+            case Kind.Sequence: {
+                const matrix = getWorldMat6(this.items, root, parentMatrix);
+                return this.#composeSequence(root, matrix);
+            }
+            default: return { duration: 0 };
+        }
+    }
+    // Visual composition is the same for both builders, so it lives here.
+    #composeVisuals_Stack(children) {
+        return {
+            sampleAt: async (time) => {
+                const layers = await Promise.all(children.map(c => c.visuals ? c.visuals.sampleAt(time) : Promise.resolve([])));
+                return layers.flat();
+            }
+        };
+    }
+    #composeVisuals_Sequence(children) {
+        return {
+            sampleAt: async (time) => {
+                let localTime = time;
+                for (const child of children) {
+                    if (localTime < child.duration)
+                        return child.visuals ? child.visuals.sampleAt(localTime) : [];
+                    localTime -= child.duration;
+                }
+                return [];
+            }
+        };
+    }
+    #composeStack(children) {
+        const duration = Math.max(0, ...children.map(k => (Number.isFinite(k.duration) ? k.duration : 0)));
+        return {
+            duration,
+            visuals: this.#composeVisuals_Stack(children),
+            audio: this.composeAudio_Stack(children),
+        };
+    }
+    async #composeSequence(sequence, parentMatrix) {
+        const childItems = sequence.childrenIds.map(id => requireItem(this.items, id));
+        const children = await this.#processChildren(childItems, parentMatrix);
+        const duration = children.reduce((a, k) => a + k.duration, 0);
+        return {
+            duration,
+            visuals: this.#composeVisuals_Sequence(children),
+            audio: this.composeAudio_Sequence(children),
+        };
+    }
+    async #processChildren(childItems, parentMatrix) {
+        const processedNodes = [];
+        for (let i = 0; i < childItems.length; i++) {
+            const item = childItems[i];
+            if (item.kind !== Kind.Transition) {
+                processedNodes.push(await this.build(item, parentMatrix));
+                continue;
+            }
+            const outgoingNode = processedNodes.pop();
+            const incomingItem = childItems[i + 1];
+            if (!outgoingNode || !incomingItem || incomingItem.kind === Kind.Transition) {
+                if (outgoingNode)
+                    processedNodes.push(outgoingNode);
+                continue;
+            }
+            const incomingNode = await this.build(incomingItem, parentMatrix);
+            const transitionNode = await this.#createTransitionNode(item, outgoingNode, incomingNode);
+            processedNodes.push(transitionNode);
+            i++;
+        }
+        return processedNodes;
+    }
+    async #createTransitionNode(transitionItem, outgoingNode, incomingNode) {
+        const overlap = Math.max(0, Math.min(transitionItem.duration, outgoingNode.duration, incomingNode.duration));
+        const start = Math.max(0, outgoingNode.duration - overlap);
+        const combinedDuration = outgoingNode.duration + incomingNode.duration - overlap;
+        return {
+            duration: combinedDuration,
+            visuals: {
+                sampleAt: async (t) => {
+                    if (!outgoingNode.visuals || !incomingNode.visuals)
+                        return [];
+                    if (t < start)
+                        return outgoingNode.visuals.sampleAt(t);
+                    if (t < outgoingNode.duration) {
+                        const localTime = t - start;
+                        const progress = overlap > 0 ? (localTime / overlap) : 1;
+                        const from = await outgoingNode.visuals.sampleAt(t);
+                        const to = await incomingNode.visuals.sampleAt(localTime);
+                        if (!from[0]?.frame || !to[0]?.frame)
+                            return [];
+                        return [{
+                                kind: "transition",
+                                name: "circle",
+                                progress,
+                                from: from[0].frame,
+                                to: to[0].frame,
+                            }];
+                    }
+                    return incomingNode.visuals.sampleAt(t - outgoingNode.duration + overlap);
+                }
+            },
+            audio: this.composeAudio_Sequence([outgoingNode, incomingNode])
+        };
+    }
+}
+//# sourceMappingURL=tree-builder.js.map

package/x/timeline/parts/compositor/parts/tree-builder.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"tree-builder.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/tree-builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAO,IAAI,EAAC,MAAM,eAAe,CAAA;AAExC,OAAO,EAAC,EAAE,EAAQ,IAAI,EAAE,eAAe,EAAC,MAAM,0BAA0B,CAAA;AAwBxE,MAAM,WAAW,GAAG,CAAC,KAA4B,EAAE,EAAU,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;AAChF,MAAM,CAAC,MAAM,YAAY,GAAG,CAC3B,KAA4B,EAC5B,IAAyD,EACzD,MAAa,EACN,EAAE;IACT,IAAI,KAAK,GAAG,MAAM,IAAI,EAAE,CAAA;IACxB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAiB,CAAA;QAClE,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAChD,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;IAC3B,CAAC;IACD,OAAO,KAAK,CAAA;AACb,CAAC,CAAA;AAOD,MAAM,OAAgB,WAAW;IACV;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAmB;QAA3D,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAY;IAAG,CAAC;IAErF,KAAK,CAAC,KAAK,CAAC,IAAc,EAAE,YAAmB;QAC9C,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;YAC9F,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAChD,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO;oBACN,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE;wBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAC,CAAC;qBACnG;iBACD,CAAA;YACF,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE;oBACR,QAAQ,EAAE,KAAK,IAAI,EAAE,CAAC,EAAE;iBACxB;aACD,CAAA;YACD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;YACpC,CAAC;YACD,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpB,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,CAAA;gBAC3D,OAAO,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;YAC3C,CAAC;YACD,OAAO,CAAC,CAAC,OAAO,EAAC,QAAQ,EAAE,CAAC,EAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAKD,sEAAsE;IACtE,qBAAqB,CAAC,QAAmB;QACxC,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;gBAC/G,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;YACrB,CAAC;SACD,CAAA;IACF,CAAC;IAED,wBAAwB,CAAC,QAAmB;QAC3C,OAAO;YACN,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;gBACxB,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ;wBAAE,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;oBAC7F,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;gBACD,OAAO,EAAE,CAAA;YACV,CAAC;SACD,CAAA;IACF,CAAC;IAED,aAAa,CAAC,QAAmB;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAClG,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;YAC7C,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC;SACxC,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAuB,EAAE,YAAmB;QAClE,MAAM,UAAU,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAA;QAC9E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,CAAA;QACtE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAC7D,OAAO;YACN,QAAQ;YACR,OAAO,EAAE,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC;YAChD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC;SAC3C,CAAA;IACF,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAsB,EAAE,YAAmB;QACjE,MAAM,cAAc,GAAc,EAAE,CAAA;QACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAE1B,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACnC,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAA;gBACzD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,EAAE,CAAA;YACzC,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;YAEtC,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC7E,IAAI,YAAY;oBAAE,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;gBACnD,SAAQ;YACT,CAAC;YAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;YACjE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,CAAA;YACzF,cAAc,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YACnC,CAAC,EAAE,CAAA;QACJ,CAAC;QACD,OAAO,cAAc,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,cAA+B,EAAE,YAAqB,EAAE,YAAqB;QACxG,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,EAAE,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC5G,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;QAC1D,MAAM,gBAAgB,GAAG,YAAY,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAA;QAChF,OAAO;YACN,QAAQ,EAAE,gBAAgB;YAC1B,OAAO,EAAE;gBACR,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;oBACrB,IAAI,CAAC,YAAY,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO;wBAAE,OAAO,EAAE,CAAA;oBAC7D,IAAI,CAAC,GAAG,KAAK;wBAAE,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;oBACtD,IAAI,CAAC,GAAG,YAAY,CAAC,QAAQ,EAAE,CAAC;wBAC/B,MAAM,SAAS,GAAG,CAAC,GAAG,KAAK,CAAA;wBAC3B,MAAM,QAAQ,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;wBACxD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAiB,CAAA;wBACnE,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB,CAAA;wBACzE,IAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK;4BAAE,OAAO,EAAE,CAAA;wBAC9C,OAAO,CAAC;gCACP,IAAI,EAAE,YAAY;gCAClB,IAAI,EAAE,QAAQ;gCACd,QAAQ;gCACR,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK;gCACnB,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;6BACf,CAAC,CAAA;oBACH,CAAC;oBACD,OAAO,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,YAAY,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAA;gBAC1E,CAAC;aACD;YACD,KAAK,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;SAC/D,CAAA;IACF,CAAC;CACD"}

package/x/timeline/parts/compositor/parts/webcodecs-tree.d.ts ADDED Viewed

@@ -0,0 +1,3 @@
+import { Item } from "../../item.js";
+import { AudioStreamComponent, Node, WebcodecsSampler } from "./tree-builder.js";
+export declare function buildWebCodecsNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: WebcodecsSampler): Promise<Node<AudioStreamComponent>>;

package/x/timeline/parts/compositor/parts/webcodecs-tree.js ADDED Viewed

@@ -0,0 +1,28 @@
+import { TreeBuilder } from "./tree-builder.js";
+class WebCodecsNodeBuilder extends TreeBuilder {
+    composeAudio_Stack(children) {
+        return {
+            getStream: async function* () {
+                for (const child of children) {
+                    if (child.audio)
+                        yield* child.audio.getStream();
+                }
+            }
+        };
+    }
+    composeAudio_Sequence(children) {
+        return {
+            getStream: async function* () {
+                for (const child of children) {
+                    if (child.audio)
+                        yield* child.audio.getStream();
+                }
+            }
+        };
+    }
+}
+export function buildWebCodecsNodeTree(root, items, sampler) {
+    const builder = new WebCodecsNodeBuilder(items, sampler);
+    return builder.build(root);
+}
+//# sourceMappingURL=webcodecs-tree.js.map

package/x/timeline/parts/compositor/parts/webcodecs-tree.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"webcodecs-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/webcodecs-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA+C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAE3F,MAAM,oBAAqB,SAAQ,WAAiC;IACnE,kBAAkB,CAAC,QAAsC;QACxD,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAsC;QAC3D,OAAO;YACN,SAAS,EAAE,KAAK,SAAS,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBACd,KAAK,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,EAAE,CAAA;gBAChC,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAyB;IAC7G,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACxD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/x/timeline/parts/compositor/playback.d.ts ADDED Viewed

@@ -0,0 +1,19 @@
+import { TimelineFile } from "../basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+import { AudioPlaybackComponent, HTMLSampler, Node } from "./parts/tree-builder.js";
+type ResolveMedia = (hash: string) => DecoderSource;
+export declare class VideoPlayer {
+    #private;
+    canvas: HTMLCanvasElement;
+    private root;
+    private sampler;
+    private resolveMedia;
+    constructor(canvas: HTMLCanvasElement, root: Node<AudioPlaybackComponent>, sampler: HTMLSampler, resolveMedia?: ResolveMedia);
+    get context(): CanvasRenderingContext2D;
+    static create(timeline: TimelineFile): Promise<VideoPlayer>;
+    play(): Promise<void>;
+    pause(): void;
+    seek(time: number): Promise<void>;
+    setFPS(value: number): void;
+}
+export {};

package/x/timeline/parts/compositor/playback.js ADDED Viewed

@@ -0,0 +1,71 @@
+import { context } from "../../../context.js";
+import { realtime } from "./parts/schedulers.js";
+import { makeHtmlSampler } from "./samplers/html.js";
+import { buildHTMLNodeTree } from "./parts/html-tree.js";
+export class VideoPlayer {
+    canvas;
+    root;
+    sampler;
+    resolveMedia;
+    #controller = realtime(t => this.#tick(t));
+    constructor(canvas, root, sampler, resolveMedia = _hash => "/assets/temp/gl.mp4") {
+        this.canvas = canvas;
+        this.root = root;
+        this.sampler = sampler;
+        this.resolveMedia = resolveMedia;
+        this.#controller.setFPS(30);
+    }
+    get context() {
+        return this.canvas.getContext("2d");
+    }
+    static async create(timeline) {
+        const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
+        const items = new Map(timeline.items.map(i => [i.id, i]));
+        const sampler = makeHtmlSampler(() => "/assets/temp/gl.mp4");
+        const root = await buildHTMLNodeTree(rootItem, items, sampler);
+        const canvas = document.createElement("canvas");
+        canvas.width = 1920;
+        canvas.height = 1080;
+        return new this(canvas, root, sampler);
+    }
+    async #tick(t) {
+        const driver = await context.driver;
+        const dur = this.root.duration;
+        const tt = t > dur ? dur : t;
+        this.root.audio?.onTimeUpdate(tt);
+        for (const layer of await this.root.visuals?.sampleAt(tt) ?? []) {
+            const frame = await driver.composite(layer);
+            this.context.drawImage(frame, 0, 0);
+            frame.close();
+        }
+        if (t >= dur)
+            this.pause();
+    }
+    async play() {
+        if (!this.#controller.isPlaying()) {
+            this.sampler.setPaused(false);
+            this.#controller.play();
+        }
+    }
+    pause() {
+        if (this.#controller.isPlaying()) {
+            this.#controller.pause();
+            this.sampler.setPaused(true);
+        }
+    }
+    async seek(time) {
+        const driver = await context.driver;
+        this.pause();
+        this.#controller.seek(time);
+        this.root.audio?.onTimeUpdate(time);
+        for (const draw of await this.root.visuals?.sampleAt(time) ?? []) {
+            const frame = await driver.composite(draw);
+            this.context.drawImage(frame, 0, 0);
+            frame.close();
+        }
+    }
+    setFPS(value) {
+        this.#controller.setFPS(value);
+    }
+}
+//# sourceMappingURL=playback.js.map

package/x/timeline/parts/compositor/playback.js.map ADDED Viewed

@@ -0,0 +1 @@

+ {"version":3,"file":"playback.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/playback.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAC9C,OAAO,EAAC,eAAe,EAAC,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAC,iBAAiB,EAAC,MAAM,sBAAsB,CAAA;AAMtD,MAAM,OAAO,WAAW;IAIf;IACC;IACA;IACA;IANT,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAE1C,YACQ,MAAyB,EACxB,IAAkC,EAClC,OAAoB,EACpB,eAA6B,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAH5D,WAAM,GAAN,MAAM,CAAmB;QACxB,SAAI,GAAJ,IAAI,CAA8B;QAClC,YAAO,GAAP,OAAO,CAAa;QACpB,iBAAY,GAAZ,YAAY,CAA+C;QAEnE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;IAC5B,CAAC;IAED,IAAI,OAAO;QACV,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAE,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAsB;QACzC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC,CAAA;QAC5D,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QAC9D,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;QAC/C,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;QACnB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,CAAS;QACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAA;QAC9B,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC;YACjE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;YAC3C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,IAAI,CAAC,IAAI,GAAG;YAAE,IAAI,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,KAAK,CAAC,CAAA;YAC9B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAA;QACxB,CAAC;IACF,CAAC;IAED,KAAK;QACJ,IAAG,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAA;YACxB,IAAI,CAAC,OAAO,CAAC,SAAU,CAAC,IAAI,CAAC,CAAA;QAC9B,CAAC;IACF,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,CAAA;QACnC,KAAK,MAAM,IAAI,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;YAC1C,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YACnC,KAAK,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;IACF,CAAC;IAED,MAAM,CAAC,KAAa;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC;CACD"}

package/x/timeline/parts/compositor/samplers/html.d.ts ADDED Viewed

@@ -0,0 +1,3 @@
+import { HTMLSampler } from "../parts/tree-builder.js";
+import { DecoderSource } from "../../../../driver/fns/schematic.js";
+export declare function makeHtmlSampler(resolveMedia: (hash: string) => DecoderSource): HTMLSampler;