@omnimedia/omnitool 1.1.0-8 → 1.1.0-81

package/s/timeline/utils/audio-stream.ts

@@ -1,15 +0,0 @@
-export class AudioStream {
-	constructor(private reader: ReadableStreamDefaultReader<AudioData>) {}
-
-	async *stream(): AsyncGenerator<AudioData> {
-		while (true) {
-			const {done, value: hit} = await this.reader.read()
-			if (done) {
-				break
-			}
-			yield hit
-		}
-	}
-
-	cancel = async () => await this.reader.cancel()
-}

package/s/timeline/utils/video-cursor.ts

@@ -1,40 +0,0 @@
-/**
- * A stateful, forward-only frame cursor for a single clip instance.
- * It efficiently reads a video stream to find the frame nearest to a target timestamp.
- */
-
-export class VideoCursor {
-  constructor(private reader: ReadableStreamDefaultReader<VideoFrame>) {}
-
-  async atOrNear(targetUs: number): Promise<VideoFrame | undefined> {
-    let prev: VideoFrame | null = null
-    while (true) {
-      const {done, value: hit} = await this.reader.read()
-
-      if (done) {
-        const out = prev ? new VideoFrame(prev) : undefined
-        prev?.close()
-        return out
-      }
-
-      const hitUs = hit.timestamp ?? 0
-      if (hitUs >= targetUs) {
-        const prevUs = prev?.timestamp ?? Number.NEGATIVE_INFINITY
-        const usePrev = !!prev && Math.abs(prevUs - targetUs) < Math.abs(hitUs - targetUs)
-
-        const chosen = usePrev ? prev! : hit
-        const other = usePrev ? hit : prev
-
-        const copy = new VideoFrame(chosen)
-        chosen.close()
-        other?.close()
-        return copy
-      }
-
-      prev?.close()
-      prev = hit
-    }
-  }
-
-  cancel = async () => await this.reader.cancel()
-}

package/s/tools/common/loader.ts

@@ -1,26 +0,0 @@
-import {pub, Pub} from "@e280/stz"
-import {ProgressItem} from "../speech-recognition/whisper/parts/types.js"
-
-export interface LoaderEvents {
-	onModelLoadProgress: Pub<ProgressItem[]>
-	onTpsUpdate: Pub<[number]>
-}
-
-export abstract class Loader {
-	tps = 0
-
-	static loaderEvents = {
-		onModelLoadProgress: pub<ProgressItem[]>(),
-		onTpsUpdate: pub<[number]>()
-	}
-
-	constructor(public readonly name: string, public model: string) {}
-
-	abstract init(): Promise<void>
-
-	abstract setModel(model: string): void
-
-	setTps(value: number) {
-		this.tps = value
-	}
-}

package/s/tools/common/transformer-pipeline.ts

@@ -1,26 +0,0 @@
-//@ts-ignore
-import {pipeline} from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js"
-
-import {ProgressCallback} from "../speech-recognition/whisper/parts/types.js"
-
-export class PipelineFactory {
-	instance: any = null
-	model: string | null = null
-
-	constructor(public task: string) {}
-
-	async createInstance(model: string, progressCallback?: ProgressCallback) {
-		this.model = model
-		return this.instance = await pipeline(this.task, this.model, {
-			dtype: {
-				encoder_model:
-					this.model === "onnx-community/whisper-large-v3-turbo"
-						? "fp16"
-						: "fp32",
-				decoder_model_merged: "q4",
-			},
-			device: "webgpu",
-			progress_callback: progressCallback,
-		})
-	}
-}

package/s/tools/speech-recognition/common/model.ts

@@ -1,26 +0,0 @@
-import {pub} from "@e280/stz"
-
-import {Loader} from "../../common/loader.js"
-import {DecoderSource} from "../../../driver/fns/schematic.js"
-import {SpeechRecognizerModels, Word, WordGroup} from "../whisper/parts/types.js"
-
-export abstract class SpeechRecognizer extends Loader {
-	multilingual = true
-
-	static speechRecognizerEvents = {
-		onTranscriptionChunk: pub<Word[]>(),
-		onTranscribeProgress: pub<[number]>()
-	}
-
-	abstract transcribe(input: DecoderSource): Promise<WordGroup>
-
-	setMultilingual(value: boolean) {
-		this.multilingual = value
-	}
-
-	detectLanguage?(input: Blob | AudioBuffer): Promise<string>
-
-	setModel(value: SpeechRecognizerModels) {
-		this.model = value
-	}
-}

package/s/tools/speech-recognition/whisper/fns/host.ts

@@ -1,25 +0,0 @@
-
-import {Comrade} from "@e280/comrade"
-import {ProgressItem} from "../parts/types.js"
-import {SpeechRecognizerHostEvents, WhisperSchematic} from "./schematic.js"
-
-export const setupWhisperHost = (events: SpeechRecognizerHostEvents) => (
-	Comrade.host<WhisperSchematic>(_shell => ({
-		async updateModelLoadProgress(item) {
-			events.onModelLoadProgress.pub(item)
-		},
-		async deliverTranscriptionChunk(chunk) {
-			events.onTranscriptionChunk.pub({
-				text: chunk.text,
-				timestamp: chunk.timestamp
-			})
-		},
-		async updateTps(value) {
-			events.onTpsUpdate.pub(value)
-		},
-		async updateTranscribeProgress(value) {
-			events.onTranscribeProgress(value)
-		}
-	}))
-)
-

package/s/tools/speech-recognition/whisper/fns/schematic.ts

@@ -1,23 +0,0 @@
-import {Pub} from "@e280/stz"
-import {AsSchematic} from "@e280/comrade"
-
-import {LoaderEvents} from "../../../common/loader.js"
-import {ProgressItem, TranscriptionChunk, TranscriptionMessage, TranscriptionResult, Word} from "../parts/types.js"
-
-export type WhisperSchematic = AsSchematic<{
-	work: {
-		transcribe(input: TranscriptionMessage): Promise<TranscriptionResult | null>
-	},
-
-	host: {
-		updateModelLoadProgress(item: ProgressItem): Promise<void>
-		deliverTranscriptionChunk(chunk: TranscriptionChunk): Promise<void>
-		updateTps(value: number): Promise<void>
-		updateTranscribeProgress(value: number): Promise<void>
-	}
-}>
-
-export interface SpeechRecognizerHostEvents extends LoaderEvents {
-	onTranscriptionChunk: Pub<Word[]>
-	onTranscribeProgress: Pub<[number]>
-}

package/s/tools/speech-recognition/whisper/fns/work.ts

@@ -1,91 +0,0 @@
-import {Comrade} from "@e280/comrade"
-//@ts-ignore
-import {pipeline, WhisperTextStreamer} from "https://cdn.jsdelivr.net/npm/@huggingface/transformers@3.7.0/dist/transformers.min.js"
-
-import {WhisperSchematic} from "./schematic.js"
-import {TranscriptionChunk} from "../parts/types.js"
-import {PipelineFactory} from "../../../common/transformer-pipeline.js"
-
-// TODO suspicious globals, probably bad
-const pipeline = new PipelineFactory("automatic-speech-recognition")
-let transcriber: any
-
-export const setupWhisperWork = Comrade.work<WhisperSchematic>(shell => ({
-	async transcribe({audio, model, language, duration}) {
-		const isDistil = model.startsWith("distil-whisper/")
-
-		if(!pipeline.model || pipeline.model !== model) {
-			pipeline.instance?.dispose()?.()
-			pipeline.instance = null
-			transcriber = await pipeline.createInstance(
-				model,
-				(data) => {
-					if(data.progress)
-						shell.host.updateModelLoadProgress({
-							id: data.file,
-							progress: data.progress
-						})
-				}
-			)
-		}
-
-		const timePrecision =
-			transcriber.processor.feature_extractor.config.chunk_length /
-			transcriber.model.config.max_source_positions
-
-		const chunkLength = isDistil ? 20 : 30
-		const strideLength = isDistil ? 3 : 5
-
-		let chunkCount = 0
-		let startTime: number | null = null
-		let tokenCount = 0
-		let tps = 0
-
-		const chunkDuration = chunkLength - strideLength
-
-		const estimateProgress = () => {
-			const audioProgressSeconds = chunkCount * chunkDuration
-			return Math.min(audioProgressSeconds / duration, 1)
-		}
-
-		const streamer = new WhisperTextStreamer(transcriber.tokenizer, {
-			time_precision: timePrecision,
-			token_callback_function: () => {
-				startTime ??= performance.now()
-				if (++tokenCount > 1) {
-					tps = (tokenCount / (performance.now() - startTime)) * 1000
-					shell.host.updateTps(tps)
-				}
-			},
-			callback_function: (textChunk: any) => {
-				shell.host.deliverTranscriptionChunk(textChunk)
-			},
-			on_finalize: () => {
-				startTime = null
-				tokenCount = 0
-				chunkCount++
-				const progress = estimateProgress()
-				shell.host.updateTranscribeProgress(progress)
-			},
-		})
-
-		const output = await transcriber(audio, {
-			top_k: 0,
-			do_sample: false,
-			chunk_length_s: chunkLength,
-			stride_length_s: strideLength,
-			language,
-			task: "transcribe",
-			return_timestamps: "word", // if using "word" the on_chunk_start & end is not called thus we cant retrieve timestamps, only after whole thing finishes
-			force_full_sequences: false,
-			streamer,
-		})
-
-		if (!output) return null
-
-		return {
-			tps,
-			...output,
-		}
-	}
-}))

package/s/tools/speech-recognition/whisper/parts/types.ts

@@ -1,38 +0,0 @@
-export interface ProgressItem {
-	id: string
-	progress: number
-}
-
-export type Word = {
-	text: string
-	timestamp: [start: number, end: number]
-}
-
-export type WordGroup = Word[]
-export type Transcript = WordGroup[]
-
-export interface TranscriptionChunk {
-	text: string
-	offset: number
-	timestamp: [number, number]
-	finalised: boolean
-}
-
-export interface TranscriptionMessage {
-	audio: Float32Array
-	model: string
-	subtask: string | null
-	language: string | null
-	duration: number
-}
-
-export interface TranscriptionResult {
-	text: string
-	chunks: TranscriptionChunk[]
-	tps: number
-}
-
-export type ProgressCallback = (data: any) => void
-
-export type SpeechRecognizerModels = "onnx-community/whisper-tiny_timestamped"
-export type SpeechRecognizerSubtasks = "transcribe"

package/s/tools/speech-recognition/whisper/parts/worker.bundle.ts

@@ -1,7 +0,0 @@
-import {Comrade} from "@e280/comrade"
-
-import {setupWhisperWork} from "../fns/work.js"
-import {WhisperSchematic} from "../fns/schematic.js"
-
-await Comrade.worker<WhisperSchematic>(setupWhisperWork)
-

package/s/tools/speech-recognition/whisper/tool.ts

@@ -1,70 +0,0 @@
-import {Comrade, Thread} from "@e280/comrade"
-
-import {WordGroup} from "./parts/types.js"
-import {context} from "../../../context.js"
-import {setupWhisperHost} from "./fns/host.js"
-import {SpeechRecognizer} from "../common/model.js"
-import {WhisperSchematic} from "./fns/schematic.js"
-
-export class Whisper extends SpeechRecognizer {
-	constructor(public thread: Thread<WhisperSchematic>) {
-		super('whisper', "onnx-community/whisper-tiny_timestamped")
-	}
-
-	static async setup() {
-		const thread = await Comrade.thread<WhisperSchematic>({
-			label: "OmnitoolDriver",
-			workerUrl: new URL("/tools/speech-recognition/whisper/parts/worker.bundle.min.js", import.meta.url),
-			setupHost: setupWhisperHost({
-				...this.loaderEvents,
-				...this.speechRecognizerEvents
-			})
-		})
-		return new this(thread)
-	}
-
-	async init() {
-		// there should be called loading of the model in worker instead when transcribe is called ..
-	}
-
-	async #transcribe(source: Blob, options?: {multilingual?: boolean, language?: string}) {
-		const arrayBuffer = await source.arrayBuffer()
-		const audioCTX = new AudioContext({sampleRate: 16000})
-		const audioData = await audioCTX.decodeAudioData(arrayBuffer)
-		let audio
-		if (audioData.numberOfChannels === 2) {
-			const SCALING_FACTOR = Math.sqrt(2)
-			const left = audioData.getChannelData(0)
-			const right = audioData.getChannelData(1)
-			audio = new Float32Array(left.length)
-			for (let i = 0; i < audioData.length; ++i) {
-				audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2
-			}
-		} else {
-			audio = audioData.getChannelData(0)
-		}
-		const driver = await context.driver
-		const duration = await driver.getAudioDuration(source)
-		return await this.thread.work.transcribe({
-			audio,
-			duration,
-			model: this.model,
-			subtask: this.multilingual ? "transcribe" : null,
-			language:
-				this.multilingual && options?.language !== "auto"
-					? options?.language ?? "english"
-					: null
-		})
-	}
-
-	async transcribe(source: Blob): Promise<WordGroup> {
-		const result = await this.#transcribe(source)
-
-		const words = result?.chunks.map((chunk: any) => ({
-			text: chunk.text.trim(),
-			timestamp: chunk.timestamp,
-		})) as WordGroup
-
-		return words
-	}
-}

package/x/tests.test.js

@@ -1,6 +0,0 @@
-import { Science } from "@e280/science";
-import driver from "./driver/driver.test.js";
-await Science.run({
-    driver,
-});
-//# sourceMappingURL=tests.test.js.map

package/x/tests.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tests.test.js","sourceRoot":"","sources":["../s/tests.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,MAAM,MAAM,yBAAyB,CAAA;AAE5C,MAAM,OAAO,CAAC,GAAG,CAAC;IACjB,MAAM;CACN,CAAC,CAAA"}

package/x/timeline/parts/compositor/export.d.ts

@@ -1,9 +0,0 @@
-import { TimelineFile } from "../basics.js";
-import { DecoderSource } from "../../../driver/fns/schematic.js";
-export declare class Export {
-    #private;
-    private framerate;
-    private resolveMedia;
-    constructor(framerate?: number, resolveMedia?: (hash: string) => DecoderSource);
-    render(timeline: TimelineFile): Promise<void>;
-}

package/x/timeline/parts/compositor/export.js

@@ -1,64 +0,0 @@
-import { context } from "../../../context.js";
-import { fixedStep } from "./parts/schedulers.js";
-import { makeWebCodecsSampler } from "./samplers/webcodecs.js";
-import { buildWebCodecsNodeTree } from "./parts/webcodecs-tree.js";
-export class Export {
-    framerate;
-    resolveMedia;
-    #sampler;
-    constructor(framerate = 30, resolveMedia = _hash => "/assets/temp/gl.mp4") {
-        this.framerate = framerate;
-        this.resolveMedia = resolveMedia;
-        this.#sampler = makeWebCodecsSampler(this.resolveMedia);
-    }
-    async #build(timeline) {
-        const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
-        const items = new Map(timeline.items.map(i => [i.id, i]));
-        return await buildWebCodecsNodeTree(rootItem, items, this.#sampler);
-    }
-    async render(timeline) {
-        const root = await this.#build(timeline);
-        const driver = await context.driver;
-        const videoStream = new TransformStream();
-        const audioStream = new TransformStream();
-        const encodePromise = driver.encode({
-            video: videoStream.readable,
-            audio: audioStream.readable,
-            config: {
-                audio: { codec: "opus", bitrate: 128000 },
-                video: { codec: "vp9", bitrate: 1000000 },
-            },
-        });
-        const videoWriter = videoStream.writable.getWriter();
-        const audioWriter = audioStream.writable.getWriter();
-        const audioPromise = (async () => {
-            if (root.audio) {
-                for await (const chunk of root.audio.getStream()) {
-                    await audioWriter.write(chunk);
-                }
-            }
-            await audioWriter.close();
-        })();
-        const videoPromise = (async () => {
-            let i = 0;
-            const dt = 1 / this.framerate;
-            await fixedStep({ fps: this.framerate, duration: root.duration ?? 0 }, async (t) => {
-                const layers = await root.visuals?.sampleAt(t) ?? [];
-                const composed = await driver.composite(layers);
-                const vf = new VideoFrame(composed, {
-                    timestamp: Math.round(i * dt * 1_000_000),
-                    duration: Math.round(dt * 1_000_000),
-                });
-                await videoWriter.write(vf);
-                composed.close();
-                i++;
-            });
-            await videoWriter.close();
-        })();
-        await audioPromise;
-        await videoPromise;
-        await encodePromise;
-        // this.#sampler.dispose()
-    }
-}
-//# sourceMappingURL=export.js.map

package/x/timeline/parts/compositor/export.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/export.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAE5D,OAAO,EAAC,sBAAsB,EAAC,MAAM,2BAA2B,CAAA;AAEhE,MAAM,OAAO,MAAM;IAGT;IACA;IAHT,QAAQ,CAAA;IACR,YACS,YAAY,EAAE,EACd,eAAgD,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAD9E,cAAS,GAAT,SAAS,CAAK;QACd,iBAAY,GAAZ,YAAY,CAAkE;QAEtF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,OAAO,MAAM,sBAAsB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,WAAW,GAAG,IAAI,eAAe,EAA0B,CAAA;QACjE,MAAM,WAAW,GAAG,IAAI,eAAe,EAAwB,CAAA;QAE/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEpD,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;oBAClD,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,CAAA;YACT,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAA;YAE7B,MAAM,SAAS,CACd,EAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAC,EACnD,KAAK,EAAC,CAAC,EAAC,EAAE;gBACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;gBACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC/C,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;iBACpC,CAAC,CAAA;gBACF,MAAM,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC,EAAE,CAAA;YACJ,CAAC,CACD,CAAA;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,CAAA;QAClB,MAAM,YAAY,CAAA;QAClB,MAAM,aAAa,CAAA;QACnB,0BAA0B;IAC3B,CAAC;CACD"}

package/x/timeline/parts/compositor/parts/html-tree.d.ts

@@ -1,3 +0,0 @@
-import { Item } from "../../item.js";
-import { AudioPlaybackComponent, HTMLSampler, Node } from "./tree-builder.js";
-export declare function buildHTMLNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: HTMLSampler): Promise<Node<AudioPlaybackComponent>>;

package/x/timeline/parts/compositor/parts/html-tree.js

@@ -1,40 +0,0 @@
-import { TreeBuilder } from "./tree-builder.js";
-class HTMLNodeBuilder extends TreeBuilder {
-    items;
-    sampler;
-    constructor(items, sampler) {
-        super(items, sampler);
-        this.items = items;
-        this.sampler = sampler;
-    }
-    composeAudio_Stack(children) {
-        return {
-            onTimeUpdate: (time) => {
-                for (const child of children) {
-                    if (child.audio)
-                        child.audio.onTimeUpdate(time);
-                }
-            }
-        };
-    }
-    composeAudio_Sequence(children) {
-        return {
-            onTimeUpdate: (time) => {
-                let localTime = time;
-                for (const child of children) {
-                    if (localTime < child.duration) {
-                        if (child.audio)
-                            child.audio.onTimeUpdate(localTime);
-                        break;
-                    }
-                    localTime -= child.duration;
-                }
-            }
-        };
-    }
-}
-export function buildHTMLNodeTree(root, items, sampler) {
-    const builder = new HTMLNodeBuilder(items, sampler);
-    return builder.build(root);
-}
-//# sourceMappingURL=html-tree.js.map

package/x/timeline/parts/compositor/parts/html-tree.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"html-tree.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/html-tree.ts"],"names":[],"mappings":"AACA,OAAO,EAA4C,WAAW,EAAC,MAAM,mBAAmB,CAAA;AAExF,MAAM,eAAgB,SAAQ,WAAmC;IAC1C;IAAwC;IAA9D,YAAsB,KAA4B,EAAY,OAAoB;QACjF,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QADA,UAAK,GAAL,KAAK,CAAuB;QAAY,YAAO,GAAP,OAAO,CAAa;IAElF,CAAC;IAED,kBAAkB,CAAC,QAAwC;QAC1D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,KAAK,CAAC,KAAK;wBAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;gBAChD,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;IACD,qBAAqB,CAAC,QAAwC;QAC7D,OAAO;YACN,YAAY,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC9B,IAAI,SAAS,GAAG,IAAI,CAAA;gBACpB,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;oBAC9B,IAAI,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;wBAChC,IAAI,KAAK,CAAC,KAAK;4BAAE,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAA;wBACpD,MAAK;oBACN,CAAC;oBACD,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAA;gBAC5B,CAAC;YACF,CAAC;SACD,CAAA;IACF,CAAC;CACD;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc,EAAE,KAA4B,EAAE,OAAoB;IACnG,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,OAAO,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;AAC3B,CAAC"}

package/x/timeline/parts/compositor/parts/schedulers.d.ts

@@ -1,15 +0,0 @@
-export type RealtimeController = {
-    play(): void;
-    pause(): void;
-    seek(t: number): void;
-    dispose(): void;
-    setFPS(v: number): void;
-    isPlaying(): boolean;
-};
-export declare const realtime: (onTick: (t: number) => void) => RealtimeController;
-export type FixedStepOptions = {
-    fps: number;
-    duration: number;
-    abort?: AbortSignal;
-};
-export declare const fixedStep: (opts: FixedStepOptions, onFrame: (t: number, index: number) => Promise<void> | void) => Promise<void>;

package/x/timeline/parts/compositor/parts/schedulers.js

@@ -1,64 +0,0 @@
-export const realtime = (onTick) => {
-    let playing = false;
-    let rafId = null;
-    let fps = 60;
-    let frameDuration = 1000 / fps;
-    let currentTimeS = 0;
-    let lastTime = 0;
-    let accumulator = 0;
-    const tick = (now) => {
-        if (!playing)
-            return;
-        const deltaTime = now - lastTime;
-        lastTime = now;
-        accumulator += deltaTime;
-        while (accumulator >= frameDuration) {
-            onTick(currentTimeS);
-            currentTimeS += frameDuration / 1000;
-            accumulator -= frameDuration;
-        }
-        rafId = requestAnimationFrame(tick);
-    };
-    return {
-        play() {
-            if (playing)
-                return;
-            playing = true;
-            lastTime = performance.now();
-            rafId = requestAnimationFrame(tick);
-        },
-        pause() {
-            if (!playing)
-                return;
-            playing = false;
-            if (rafId !== null)
-                cancelAnimationFrame(rafId);
-            rafId = null;
-        },
-        seek(t) {
-            currentTimeS = Math.max(0, t);
-            accumulator = 0;
-        },
-        dispose() {
-            this.pause();
-        },
-        isPlaying() {
-            return playing;
-        },
-        setFPS(v) {
-            fps = v;
-            frameDuration = 1000 / fps;
-        }
-    };
-};
-export const fixedStep = async (opts, onFrame) => {
-    const dt = 1 / opts.fps;
-    const total = Math.ceil(opts.duration * opts.fps);
-    for (let i = 0; i < total; i++) {
-        if (opts.abort?.aborted)
-            break;
-        const t = i * dt;
-        await onFrame(t, i);
-    }
-};
-//# sourceMappingURL=schedulers.js.map

package/x/timeline/parts/compositor/parts/schedulers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"schedulers.js","sourceRoot":"","sources":["../../../../../s/timeline/parts/compositor/parts/schedulers.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,MAA2B,EAAsB,EAAE;IAC1E,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,GAAG,GAAG,EAAE,CAAA;IAEZ,IAAI,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;IAC9B,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,EAAE;QAC3B,IAAI,CAAC,OAAO;YAAE,OAAM;QAEpB,MAAM,SAAS,GAAG,GAAG,GAAG,QAAQ,CAAA;QAChC,QAAQ,GAAG,GAAG,CAAA;QAEd,WAAW,IAAI,SAAS,CAAA;QAExB,OAAO,WAAW,IAAI,aAAa,EAAE,CAAC;YACpC,MAAM,CAAC,YAAY,CAAC,CAAA;YACpB,YAAY,IAAI,aAAa,GAAG,IAAI,CAAA;YACpC,WAAW,IAAI,aAAa,CAAA;QAC9B,CAAC;QAED,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;IACrC,CAAC,CAAA;IAED,OAAO;QACL,IAAI;YACF,IAAI,OAAO;gBAAE,OAAM;YACnB,OAAO,GAAG,IAAI,CAAA;YACd,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YAC5B,KAAK,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAA;QACrC,CAAC;QACD,KAAK;YACH,IAAI,CAAC,OAAO;gBAAE,OAAM;YACpB,OAAO,GAAG,KAAK,CAAA;YACf,IAAI,KAAK,KAAK,IAAI;gBAAE,oBAAoB,CAAC,KAAK,CAAC,CAAA;YAC/C,KAAK,GAAG,IAAI,CAAA;QACd,CAAC;QACD,IAAI,CAAC,CAAC;YACJ,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC7B,WAAW,GAAG,CAAC,CAAA;QACjB,CAAC;QACD,OAAO;YACL,IAAI,CAAC,KAAK,EAAE,CAAA;QACd,CAAC;QACD,SAAS;YACP,OAAO,OAAO,CAAA;QAChB,CAAC;QACD,MAAM,CAAC,CAAC;YACP,GAAG,GAAG,CAAC,CAAA;YACP,aAAa,GAAG,IAAI,GAAG,GAAG,CAAA;QAC3B,CAAC;KACF,CAAA;AACH,CAAC,CAAA;AAQD,MAAM,CAAC,MAAM,SAAS,GAAG,KAAK,EAC7B,IAAsB,EACtB,OAA2D,EAC1D,EAAE;IACH,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAA;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;IAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO;YAAE,MAAK;QAC9B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAA;QAChB,MAAM,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACpB,CAAC;AACF,CAAC,CAAA"}

package/x/timeline/parts/compositor/parts/tree-builder.d.ts

@@ -1,37 +0,0 @@
-import { Item } from "../../item.js";
-import { Layer } from "../../../../driver/fns/schematic.js";
-import { Mat6 } from "../../../utils/matrix.js";
-export type AudioStreamComponent = {
-    getStream: () => AsyncGenerator<AudioData>;
-};
-export type AudioPlaybackComponent = {
-    onTimeUpdate: (time: number) => void;
-};
-export type VisualComponent = {
-    sampleAt: (time: number) => Promise<Layer[]>;
-};
-export type Node<T> = {
-    duration: number;
-    visuals?: VisualComponent;
-    audio?: T;
-};
-interface Sampler<T> {
-    video(item: Item.Video, parentMatrix: Mat6): Promise<Node<T>>;
-    audio(item: Item.Audio): Promise<Node<T>>;
-    dispose(): Promise<void>;
-}
-export declare const getWorldMat6: (items: Map<number, Item.Any>, item: Item.Text | Item.Sequence | Item.Stack | Item.Video, parent?: Mat6) => Mat6;
-export type WebcodecsSampler = Sampler<AudioStreamComponent>;
-export interface HTMLSampler extends Sampler<AudioPlaybackComponent> {
-    setPaused(v: boolean): void;
-}
-export declare abstract class TreeBuilder<T> {
-    #private;
-    protected items: Map<number, Item.Any>;
-    protected sampler: Sampler<T>;
-    constructor(items: Map<number, Item.Any>, sampler: Sampler<T>);
-    build(root: Item.Any, parentMatrix?: Mat6): Promise<Node<T>>;
-    abstract composeAudio_Stack(children: Node<T>[]): T | undefined;
-    abstract composeAudio_Sequence(children: Node<T>[]): T | undefined;
-}
-export {};