@omnimedia/omnitool 1.1.0-100 → 1.1.0-103

package/README.md

@@ -509,6 +509,7 @@ const driver = await Driver.setup({workerUrl})
 const player = await omni.playback(timeline)
 
 document.body.appendChild(player.canvas)
+player.resize(1280, 720)
 await player.play()
 player.playbackRate = 0.5 // slow motion
 player.playbackRate = -1 // reverse
@@ -516,6 +517,7 @@ player.playbackRate = -1 // reverse
 
 Notes:
 - Call `await player.update(timeline)` if you update the timeline.
+- Call `player.resize(width, height)` to resize the preview canvas.
 - `playbackRate` supports slower, faster, and reverse visual playback. Audio currently plays only at `1`.
 
 ## 📤 Export

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@omnimedia/omnitool",
-	"version": "1.1.0-100",
+	"version": "1.1.0-103",
 	"description": "open source video processing tools",
 	"license": "MIT",
 	"author": "Przemysław Gałęzki",
@@ -38,6 +38,7 @@
 		"@e280/strata": "^0.2.5",
 		"@e280/stz": "^0.2.15",
 		"@huggingface/transformers": "^3.8.1",
+		"@noble/hashes": "^2.2.0",
 		"comrade": "^0.0.3",
 		"gl-transitions": "^1.43.0",
 		"gsap": "^3.14.2",

package/s/driver/driver.ts

@@ -121,5 +121,9 @@ export class Driver {
 		return await this.compositor.composite(composition)
 	}
 
+	resize(width: number, height: number) {
+		this.compositor.resize(width, height)
+	}
+
 }
 

package/s/driver/parts/compositor.ts

@@ -47,6 +47,10 @@ export class Compositor {
 	#activeObjects = new Map<number, {sprite: Container, dispose: () => void}>()
 	#cropMasks = new WeakMap<Container, Graphics>()
 
+	resize(width: number, height: number) {
+		this.pixi.renderer.resize(width, height)
+	}
+
 	async composite(
 		composition: Composition,
 	) {

package/s/features/speech/transcribe/parts/prep-audio.ts

@@ -4,20 +4,25 @@ import {Driver} from "../../../../driver/driver.js"
 export async function prepAudio(driver: Driver, source: Blob) {
 	const arrayBuffer = await source.arrayBuffer()
 	const audioCTX = new AudioContext({sampleRate: 16000})
-	const audioData = await audioCTX.decodeAudioData(arrayBuffer)
-	let audio: Float32Array
-	if (audioData.numberOfChannels === 2) {
-		const SCALING_FACTOR = Math.sqrt(2)
-		const left = audioData.getChannelData(0)
-		const right = audioData.getChannelData(1)
-		audio = new Float32Array(left.length)
-		for (let i = 0; i < audioData.length; ++i) {
-			audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2
+	try {
+		const audioData = await audioCTX.decodeAudioData(arrayBuffer)
+		let audio: Float32Array
+
+		if (audioData.numberOfChannels === 2) {
+			const SCALING_FACTOR = Math.sqrt(2)
+			const left = audioData.getChannelData(0)
+			const right = audioData.getChannelData(1)
+			audio = new Float32Array(left.length)
+
+			for (let i = 0; i < audioData.length; ++i)
+				audio[i] = (SCALING_FACTOR * (left[i] + right[i])) / 2
+		} else {
+			audio = audioData.getChannelData(0)
 		}
-	} else {
-		audio = audioData.getChannelData(0)
+
+		const duration = await driver.getAudioDuration(source)
+		return {audio, duration}
+	} finally {
+		await audioCTX.close()
 	}
-	const duration = await driver.getAudioDuration(source)
-	return {audio, duration}
 }
-

package/s/timeline/parts/basics.ts

@@ -1,7 +1,7 @@
 
 import {Item} from "./item.js"
 
-/** sha256 hash */
+/** BLAKE3 hash */
 export type Hash = string
 
 /** item identifier */

package/s/timeline/parts/resource-pool.ts

@@ -12,14 +12,14 @@ export class ResourcePool {
 	async store(datafile: Datafile) {
 		const media = await Media.analyze(datafile)
 		const {hash} = media.datafile.checksum
-		const {filename, bytes, url, blob} = media.datafile
+		const {filename, url, blob} = media.datafile
 
 		if (this.#map.has(hash)) {
 			const alreadyExists = this.#map.require(hash)
 			alreadyExists.filename = filename
 		}
 		else
-			this.#map.set(hash, {kind: "media", filename, bytes, url, blob, duration: media.duration})
+			this.#map.set(hash, {kind: "media", filename, url, blob, duration: media.duration})
 
 		return media
 	}

package/s/timeline/parts/resource.ts

@@ -3,7 +3,6 @@ export namespace Resource {
 	export type Media = {
 		kind: "media"
 		filename: string
-		bytes: Uint8Array
 		blob: Blob
 		url: string
 		duration: number

package/s/timeline/renderers/player/parts/playback.ts

@@ -184,9 +184,8 @@ export class Playback {
 		if (this.#audioStartSec === null)
 			return
 
-		for await (const {sample, timestamp} of this.audioSampler.sampleAudio(
-			this.timeline,
-			ms(from * 1000)
+		for await (const {sample, timestamp, gain} of this.audioSampler.sampleAudio(
+			this.timeline, ms(from * 1000)
 		)) {
 
 			if (signal.aborted || !this.#controller.isPlaying())
@@ -196,8 +195,11 @@ export class Playback {
 				await new Promise(r => setTimeout(r, 25))
 
 			const node = ctx.createBufferSource()
+			const itemGain = ctx.createGain()
 			node.buffer = sample.toAudioBuffer()
-			node.connect(this.audioGain)
+			itemGain.gain.value = gain
+			node.connect(itemGain)
+			itemGain.connect(this.audioGain)
 			node.onended = () => this.audioNodes.delete(node)
 			this.audioNodes.add(node)
 

package/s/timeline/renderers/player/player.ts

@@ -41,6 +41,10 @@ export class VideoPlayer {
 		this.playback.setFps(fps(value))
 	}
 
+	resize(width: number, height: number) {
+		this.driver.resize(width, height)
+	}
+
 	get isSeeking() {
 		return this.#flushTask !== null
 	}

package/s/timeline/utils/checksum.ts

@@ -1,22 +1,25 @@
 
-import {Hex, Thumbprint} from "@e280/stz"
+import {hex, thumbprint} from "@e280/stz"
+import {blake3} from "@noble/hashes/blake3.js"
 
 import {Hash} from "../parts/basics.js"
 
 export class Checksum {
 	constructor(
-		public data: Uint8Array,
-		public bytes: Uint8Array,
 		public hash: Hash,
 		public nickname: string,
 	) {}
 
-	static async make(data: Uint8Array) {
-		const data2 = new Uint8Array(data)
-		const bytes = new Uint8Array(await crypto.subtle.digest("SHA-256", data2))
-		const hash = Hex.fromBytes(bytes)
-		const nickname = Thumbprint.sigil.fromBytes(bytes)
-		return new this(data, bytes, hash, nickname)
+	static async make(file: Blob) {
+		const hasher = blake3.create()
+
+		for await (const chunk of file.stream())
+			hasher.update(chunk)
+
+		const digest = hasher.digest()
+		const hash = hex.fromBytes(digest)
+		const nickname = thumbprint.sigil.fromBytes(digest)
+		return new this(hash, nickname)
 	}
 }
 

package/s/timeline/utils/datafile.ts

@@ -4,29 +4,19 @@ import {Checksum} from "./checksum.js"
 export class Datafile {
 	constructor(
 		public url: string,
-		public bytes: Uint8Array,
 		public blob: Blob,
 		public filename: string,
 		public checksum: Checksum,
 	) {}
 
 	static async make(file: Blob, name?: string) {
-		const buffer = await file.arrayBuffer()
-		const bytes = new Uint8Array(buffer)
-		const checksum = await Checksum.make(bytes)
+		const checksum = await Checksum.make(file)
 		const filename = name ?? checksum.nickname
 		const url = URL.createObjectURL(file)
-		return new this(url, bytes, file, filename, checksum)
+		return new this(url, file, filename, checksum)
 	}
 
 	static async load(path: string) {
-		// const file = await fetch(path)
-		// const buffer = await file.arrayBuffer()
-		// const bytes = new Uint8Array(buffer)
-		// const filename =  file?.headers.get('Content-Disposition')?.split('filename=')[1] ?? "file"
-		// console.log(filename)
-		// const checksum = await Checksum.make(bytes)
-		// return new this(path, bytes, filename, checksum)
 	}
 }