@omnimedia/omnitool 1.0.0 → 1.1.0-10

package/x/features/transition/parts/fragment.d.ts

@@ -0,0 +1 @@
+export declare const fragment: (glsl: string) => string;

package/x/features/transition/parts/fragment.js

@@ -0,0 +1,25 @@
+export const fragment = (glsl) => `
+	precision highp float;
+	varying vec2 vTextureCoord;
+	varying vec2 _uv;
+	uniform sampler2D from, to;
+	uniform float progress, ratio, _fromR, _toR;
+	uniform float customUniform;
+
+	vec4 getFromColor(vec2 uv){
+		return texture2D(from, .5+(uv-.5)*vec2(max(ratio/_fromR,1.), max(_fromR/ratio,1.)));
+	}
+	vec4 getToColor(vec2 uv){
+		return texture2D(to, .5+(uv-.5)*vec2(max(ratio/_toR,1.), max(_toR/ratio,1.)));
+	}
+
+	// gl-transition code here
+	${glsl}
+	// gl-transition code end
+
+	void main(){
+		vec2 uv = vTextureCoord.xy;
+		gl_FragColor = transition(vTextureCoord);
+	}
+`;
+//# sourceMappingURL=fragment.js.map

package/x/features/transition/parts/fragment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fragment.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/fragment.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC;;;;;;;;;;;;;;;;GAgBvC,IAAI;;;;;;;CAON,CAAA"}

package/x/features/transition/parts/types.d.ts

@@ -0,0 +1,23 @@
+import { Renderer } from "pixi.js";
+export interface TransitionOptions {
+    name: Transition;
+    renderer: Renderer;
+}
+export interface TransitionRendererOptions {
+    from: VideoFrame;
+    to: VideoFrame;
+    progress: number;
+    width: number;
+    height: number;
+}
+export interface GLTransition {
+    author: string;
+    createdAt: string;
+    glsl: string;
+    license: string;
+    name: Transition;
+    updatedAt: string;
+    defaultParams: any;
+    paramsTypes: any;
+}
+export type Transition = "Bounce" | "BowTieHorizontal" | "BowTieVertical" | "ButterflyWaveScrawler" | "CircleCrop" | "ColourDistance" | "CrazyParametricFun" | "CrossZoom" | "Directional" | "DoomScreenTransition" | "Dreamy" | "DreamyZoom" | "GlitchDisplace" | "GlitchMemories" | "GridFlip" | "InvertedPageCurl" | "LinearBlur" | "Mosaic" | "PolkaDotsCurtain" | "Radial" | "SimpleZoom" | "StereoViewer" | "Swirl" | "WaterDrop" | "ZoomInCircles" | "angular" | "burn" | "cannabisleaf" | "circle" | "circleopen" | "colorphase" | "crosshatch" | "crosswarp" | "cube" | "directionalwarp" | "directionalwipe" | "displacement" | "doorway" | "fade" | "fadecolor" | "fadegrayscale" | "flyeye" | "heart" | "hexagonalize" | "kaleidoscope" | "luma" | "luminance_melt" | "morph" | "multiply_blend" | "perlin" | "pinwheel" | "pixelize" | "polar_function" | "randomsquares" | "ripple" | "rotate_scale_fade" | "squareswire" | "squeeze" | "swap" | "undulatingBurnOut" | "wind" | "windowblinds" | "windowslice" | "wipeDown" | "wipeLeft" | "wipeRight" | "wipeUp";

package/x/features/transition/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/transition/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/types.ts"],"names":[],"mappings":""}

package/x/features/transition/parts/uniforms.d.ts

@@ -0,0 +1,31 @@
+import { GLTransition } from "./types.js";
+export declare const uniforms: {
+    custom: (transition: GLTransition) => {
+        [k: string]: {
+            value: unknown;
+            type: string;
+        };
+    };
+    basics: {
+        _fromR: {
+            value: number;
+            type: string;
+        };
+        _toR: {
+            value: number;
+            type: string;
+        };
+        ratio: {
+            value: number;
+            type: string;
+        };
+        progress: {
+            value: number;
+            type: string;
+        };
+        customUniform: {
+            value: number;
+            type: string;
+        };
+    };
+};

package/x/features/transition/parts/uniforms.js

@@ -0,0 +1,27 @@
+export const uniforms = {
+    custom: (transition) => Object.fromEntries(Object.entries(transition.defaultParams).map(([name, value]) => [
+        name,
+        {
+            value,
+            type: getUniformType(transition.paramsTypes[name])
+        }
+    ])),
+    basics: {
+        _fromR: { value: 1, type: "f32" },
+        _toR: { value: 1, type: "f32" },
+        ratio: { value: 1, type: "f32" },
+        progress: { value: 0, type: "f32" },
+        customUniform: { value: 0, type: "f32" },
+    }
+};
+const getUniformType = (type) => {
+    if (type === "f32" || type === "i32") {
+        return type;
+    }
+    else if (type === "float") {
+        return "f32";
+    }
+    else
+        return `${type}<f32>`;
+};
+//# sourceMappingURL=uniforms.js.map

package/x/features/transition/parts/uniforms.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"uniforms.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/uniforms.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,QAAQ,GAAG;IACvB,MAAM,EAAE,CAAC,UAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,WAAW,CACvD,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;QAC/D,IAAI;QACJ;YACC,KAAK;YACL,IAAI,EAAE,cAAc,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;SAClD;KACD,CAAC,CACF;IACD,MAAM,EAAE;QACP,MAAM,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC/B,IAAI,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC7B,KAAK,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QAC9B,QAAQ,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;QACjC,aAAa,EAAE,EAAC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAC;KACtC;CACD,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE;IACvC,IAAG,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAA;IACZ,CAAC;SAAM,IAAG,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAA;IACb,CAAC;;QACI,OAAO,GAAG,IAAI,OAAO,CAAA;AAC3B,CAAC,CAAA"}

package/x/features/transition/parts/vertex.d.ts

@@ -0,0 +1 @@
+export declare const vertex = "\n\tin vec2 aPosition;\n\tvarying vec2 _uv;                          // gl-transition\n\tuniform mat3 projectionMatrix;\n\tuniform vec4 uInputSize;\n\tuniform vec4 uOutputFrame;\n\tout vec2 vTextureCoord;\n\tuniform vec4 uOutputTexture;\n\n\tvec4 filterVertexPosition( void )\n\t{\n\t\t\tvec2 position = aPosition * uOutputFrame.zw + uOutputFrame.xy;\n\n\t\t\tposition.x = position.x * (2.0 / uOutputTexture.x) - 1.0;\n\t\t\tposition.y = position.y * (2.0*uOutputTexture.z / uOutputTexture.y) - uOutputTexture.z;\n\n\t\t\treturn vec4(position, 0.0, 1.0);\n\t}\n\n\tvec2 filterTextureCoord( void )\n\t{\n\treturn aPosition * (uOutputFrame.zw * uInputSize.zw);\n\t}\n\n\tvoid main(void)\n\t{\n\tgl_Position = filterVertexPosition();\n\tvTextureCoord = filterTextureCoord();\n\t_uv = vec2(0.5, 0.5) * (aPosition +vec2(1.0, 1.0));    // gl-transition\n\t}\n";

package/x/features/transition/parts/vertex.js

@@ -0,0 +1,32 @@
+export const vertex = `
+	in vec2 aPosition;
+	varying vec2 _uv;                          // gl-transition
+	uniform mat3 projectionMatrix;
+	uniform vec4 uInputSize;
+	uniform vec4 uOutputFrame;
+	out vec2 vTextureCoord;
+	uniform vec4 uOutputTexture;
+
+	vec4 filterVertexPosition( void )
+	{
+			vec2 position = aPosition * uOutputFrame.zw + uOutputFrame.xy;
+
+			position.x = position.x * (2.0 / uOutputTexture.x) - 1.0;
+			position.y = position.y * (2.0*uOutputTexture.z / uOutputTexture.y) - uOutputTexture.z;
+
+			return vec4(position, 0.0, 1.0);
+	}
+
+	vec2 filterTextureCoord( void )
+	{
+	return aPosition * (uOutputFrame.zw * uInputSize.zw);
+	}
+
+	void main(void)
+	{
+	gl_Position = filterVertexPosition();
+	vTextureCoord = filterTextureCoord();
+	_uv = vec2(0.5, 0.5) * (aPosition +vec2(1.0, 1.0));    // gl-transition
+	}
+`;
+//# sourceMappingURL=vertex.js.map

package/x/features/transition/parts/vertex.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vertex.js","sourceRoot":"","sources":["../../../../s/features/transition/parts/vertex.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8BrB,CAAA"}

package/x/features/transition/transition.d.ts

@@ -0,0 +1,5 @@
+import { Texture } from "pixi.js";
+import { TransitionOptions, TransitionRendererOptions } from "./parts/types.js";
+export declare function makeTransition({ name, renderer }: TransitionOptions): {
+    render({ width, height, from, to, progress }: TransitionRendererOptions): Texture<import("pixi.js").TextureSource<any>>;
+};

package/x/features/transition/transition.js

@@ -0,0 +1,50 @@
+//@ts-ignore
+import transitions from "gl-transitions";
+import { Filter, GlProgram, Sprite, Texture, ImageSource } from "pixi.js";
+import { vertex } from "./parts/vertex.js";
+import { uniforms } from "./parts/uniforms.js";
+import { fragment } from "./parts/fragment.js";
+export function makeTransition({ name, renderer }) {
+    const transition = transitions.find((t) => t.name === name);
+    const transitionSprite = new Sprite();
+    const transitionTexture = new Texture();
+    const sourceFrom = new ImageSource({});
+    const sourceTo = new ImageSource({});
+    const filter = new Filter({
+        glProgram: new GlProgram({
+            vertex,
+            fragment: fragment(transition.glsl),
+        }),
+        resources: {
+            from: sourceFrom,
+            to: sourceTo,
+            uniforms: {
+                ...uniforms.basics,
+                ...uniforms.custom(transition)
+            }
+        }
+    });
+    transitionSprite.filters = [filter];
+    return {
+        render({ width, height, from, to, progress }) {
+            if (transitionSprite.width !== width || transitionSprite.height !== height) {
+                transitionSprite.setSize({ width, height });
+                transitionTexture.source.resize(width, height);
+            }
+            sourceFrom.resource = from;
+            sourceTo.resource = to;
+            sourceFrom.update();
+            sourceTo.update();
+            filter.resources.uniforms.uniforms.progress = progress;
+            renderer.render({
+                container: transitionSprite,
+                target: transitionTexture,
+                clear: false,
+                width,
+                height
+            });
+            return transitionTexture;
+        }
+    };
+}
+//# sourceMappingURL=transition.js.map

package/x/features/transition/transition.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transition.js","sourceRoot":"","sources":["../../../s/features/transition/transition.ts"],"names":[],"mappings":"AAAA,YAAY;AACZ,OAAO,WAAW,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,SAAS,CAAA;AAEvE,OAAO,EAAC,MAAM,EAAC,MAAM,mBAAmB,CAAA;AACxC,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,qBAAqB,CAAA;AAG5C,MAAM,UAAU,cAAc,CAAC,EAAC,IAAI,EAAE,QAAQ,EAAoB;IACjE,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAe,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAiB,CAAA;IACzF,MAAM,gBAAgB,GAAG,IAAI,MAAM,EAAE,CAAA;IACrC,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAE,CAAA;IACvC,MAAM,UAAU,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,EAAE,CAAC,CAAA;IAEpC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;QACzB,SAAS,EAAE,IAAI,SAAS,CAAC;YACxB,MAAM;YACN,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;SACnC,CAAC;QACF,SAAS,EAAE;YACV,IAAI,EAAE,UAAU;YAChB,EAAE,EAAE,QAAQ;YACZ,QAAQ,EAAE;gBACT,GAAG,QAAQ,CAAC,MAAM;gBAClB,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC;aAC9B;SACD;KACD,CAAC,CAAA;IAEF,gBAAgB,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAA;IAEnC,OAAO;QACN,MAAM,CAAC,EAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAA4B;YACpE,IAAG,gBAAgB,CAAC,KAAK,KAAK,KAAK,IAAI,gBAAgB,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;gBAC3E,gBAAgB,CAAC,OAAO,CAAC,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAA;gBACzC,iBAAiB,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC/C,CAAC;YAED,UAAU,CAAC,QAAQ,GAAG,IAAI,CAAA;YAC1B,QAAQ,CAAC,QAAQ,GAAG,EAAE,CAAA;YACtB,UAAU,CAAC,MAAM,EAAE,CAAA;YACnB,QAAQ,CAAC,MAAM,EAAE,CAAA;YAEjB,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAA;YAEtD,QAAQ,CAAC,MAAM,CAAC;gBACf,SAAS,EAAE,gBAAgB;gBAC3B,MAAM,EAAE,iBAAiB;gBACzB,KAAK,EAAE,KAAK;gBACZ,KAAK;gBACL,MAAM;aACN,CAAC,CAAA;YAEF,OAAO,iBAAiB,CAAA;QACzB,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/index.d.ts

@@ -1,9 +1,2 @@
-import { Clip } from "./types.js";
-import { OmniVideoDecoder } from "./parts/video-decoder.js";
-export declare class OmniTool {
-    #private;
-    videoDecoder: OmniVideoDecoder;
-    constructor(ffmpeg: any);
-    load(file: File): Promise<Clip>;
-    getFramesCount(): Promise<void>;
-}
+export * from "./driver/driver.js";
+export * from "./timeline/index.js";

package/x/index.html

@@ -0,0 +1,115 @@
+<!doctype html>
+			<html>
+				<head>
+					<meta charset="utf-8"/>
+					<meta name="viewport" content="width=device-width,initial-scale=1"/>
+					<meta name="darkreader-lock"/>
+					<title>omnitool</title>
+					<style>
+@layer vars, basics, page;
+
+@layer vars {
+:root {
+	--link: cyan;
+	--color: #fffa;
+	--background: #111;
+}
+}
+
+@layer basics {
+* {
+	margin: 0;
+	padding: 0;
+	box-sizing: border-box;
+}
+}
+
+@layer page {
+html {
+	font-size: 10px;
+	color: var(--color);
+	background: var(--background);
+}
+
+body {
+	padding: 2em;
+}
+
+.results {
+	margin-top: 1em;
+
+	display: flex;
+	flex-direction: column;
+	gap: 1em;
+
+	> div {
+		font-size: 1.5em;
+		border: 1px solid color-mix(in lch, transparent, var(--color) 20%);
+		padding: 1em;
+	}
+
+	canvas {
+		width: 20em;
+	}
+}
+
+canvas {
+	width: 500px;
+	height: 300px;
+}
+
+#filmstrip {
+	display: flex;
+	overflow-x: scroll;
+}
+}
+
+</style>
+					<script type=module src="demo/demo.bundle.min.js?v=a1a457609cb3"></script>
+
+
+		<meta name="theme-color" content="#3cff9c">
+		<meta property="og:type" content="website">
+		<meta property="og:site_name" content="omnitool.omniclip.app">
+		<meta property="og:title" content="omnitool">
+		<meta property="og:description" content="video processing toolkit">
+		<meta property="og:image" content="https://omnitool.omniclip.app/assets/favicon.png">
+
+
+
+	<link rel="preconnect" href="https://fonts.googleapis.com">
+	<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+	<link href="https://fonts.googleapis.com/css2?family=Share+Tech&display=swap" rel="stylesheet">
+
+				</head>
+				<body>
+
+	<section>
+		<h1>Omnitool <small>v1.1.0-10</small></h1>
+		<button class=fetch>fetch</button>
+		<input type="file" class="file-input">
+		<div class=results></div>
+		<div class=filmstrip-demo>
+			<label for="viewable-range">viewable range:</label>
+			<input type="range" min="0" max="100" step="1" value="10" class="range" id="viewable-range" name="viewable-range">
+			<div class="range-view"></div>
+			<label for="range-size">viewable range size:</label>
+			<input type="range" class="range-size" min="0.1" max="10" step="0.1" value="0.5" id="range-size" name="range-size">
+			<label for="frequency">frequency:</label>
+			<input type="range" class="frequency" min="0.1" max="120" step="0.1" value="10" id="frequency" name="frequency">
+			<div class="frequency-view">10 (fps)</div>
+			<div id=filmstrip></div>
+		</div>
+		<div class=waveform-demo>
+			<label for="width">width:</label>
+			<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
+		</div>
+		<div class=player>
+			<input class="seek" type="number" min="0">
+			<button class=play>play</button>
+			<button class=stop>stop</button>
+		</div>
+	</section>
+
+				</body>
+			</html>

package/x/index.html.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("@e280/scute").TemplateFn;
+export default _default;

package/x/index.html.js

@@ -0,0 +1,52 @@
+import { ssg, html } from "@e280/scute";
+const title = "omnitool";
+const domain = "omnitool.omniclip.app";
+const favicon = "/assets/favicon.png";
+export default ssg.page(import.meta.url, async (orb) => ({
+    title,
+    // favicon,
+    dark: true,
+    css: "demo/demo.css",
+    js: "demo/demo.bundle.min.js",
+    head: html `
+		<link rel="preconnect" href="https://fonts.googleapis.com">
+		<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
+		<link href="https://fonts.googleapis.com/css2?family=Share+Tech&display=swap" rel="stylesheet">
+	`,
+    socialCard: {
+        title,
+        description: "video processing toolkit",
+        themeColor: "#3cff9c",
+        siteName: domain,
+        image: `https://${domain}${favicon}`,
+    },
+    body: html `
+		<section>
+			<h1>Omnitool <small>v${orb.packageVersion()}</small></h1>
+			<button class=fetch>fetch</button>
+			<input type="file" class="file-input">
+			<div class=results></div>
+			<div class=filmstrip-demo>
+				<label for="viewable-range">viewable range:</label>
+				<input type="range" min="0" max="100" step="1" value="10" class="range" id="viewable-range" name="viewable-range">
+				<div class="range-view"></div>
+				<label for="range-size">viewable range size:</label>
+				<input type="range" class="range-size" min="0.1" max="10" step="0.1" value="0.5" id="range-size" name="range-size">
+				<label for="frequency">frequency:</label>
+				<input type="range" class="frequency" min="0.1" max="120" step="0.1" value="10" id="frequency" name="frequency">
+				<div class="frequency-view">10 (fps)</div>
+				<div id=filmstrip></div>
+			</div>
+			<div class=waveform-demo>
+				<label for="width">width:</label>
+				<input class="width" id="width" name="width" type="range" min="100" max="1000000" value="1000" />
+			</div>
+			<div class=player>
+				<input class="seek" type="number" min="0">
+				<button class=play>play</button>
+				<button class=stop>stop</button>
+			</div>
+		</section>
+	`,
+}));
+//# sourceMappingURL=index.html.js.map

package/x/index.html.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.html.js","sourceRoot":"","sources":["../s/index.html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,GAAG,EAAE,IAAI,EAAC,MAAM,aAAa,CAAA;AAErC,MAAM,KAAK,GAAG,UAAU,CAAA;AACxB,MAAM,MAAM,GAAG,uBAAuB,CAAA;AACtC,MAAM,OAAO,GAAG,qBAAqB,CAAA;AAErC,eAAe,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,EAAC,GAAG,EAAC,EAAE,CAAC,CAAC;IACtD,KAAK;IACL,WAAW;IACX,IAAI,EAAE,IAAI;IACV,GAAG,EAAE,eAAe;IACpB,EAAE,EAAE,yBAAyB;IAE7B,IAAI,EAAE,IAAI,CAAA;;;;EAIT;IAED,UAAU,EAAE;QACX,KAAK;QACL,WAAW,EAAE,0BAA0B;QACvC,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,MAAM;QAChB,KAAK,EAAE,WAAW,MAAM,GAAG,OAAO,EAAE;KACpC;IAED,IAAI,EAAE,IAAI,CAAA;;0BAEe,GAAG,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;EAyB5C;CACD,CAAC,CAAC,CAAA"}

package/x/index.js

@@ -1,30 +1,3 @@
-import { MP4Demuxer } from "./tools/mp4boxjs/demuxer.js";
-import { generateId } from "./tools/generate-id.js";
-import { OmniVideoDecoder } from "./parts/video-decoder.js";
-export class OmniTool {
-    #clips = new Map();
-    #getLoadedClip = (clip) => this.#clips.get(clip);
-    videoDecoder = new OmniVideoDecoder(this.#getLoadedClip);
-    // ffmpeg node or web version
-    constructor(ffmpeg) { }
-    load(file) {
-        return new Promise((resolve) => {
-            const demuxer = new MP4Demuxer(file, {
-                onChunk: () => { },
-                onConfig: () => { },
-                framesCount: () => { },
-                setStatus: () => { },
-                OnReady: () => {
-                    const demuxed = { id: generateId(), demuxer };
-                    this.#clips.set(demuxed, demuxed);
-                    resolve(demuxed);
-                }
-            });
-        });
-    }
-    async getFramesCount() { }
-}
-const tool = new OmniTool('ffmpeg');
-// const file = tool.load()
-// tool.videoDecoder.decode(file)
+export * from "./driver/driver.js";
+export * from "./timeline/index.js";
 //# sourceMappingURL=index.js.map

package/x/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../s/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAC,MAAM,6BAA6B,CAAA;AAGtD,OAAO,EAAC,UAAU,EAAC,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAE3D,MAAM,OAAO,QAAQ;IACpB,MAAM,GAA+B,IAAI,GAAG,EAAE,CAAA;IAC9C,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAEtD,YAAY,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IAExD,6BAA6B;IAC7B,YAAY,MAAM,IAAG,CAAC;IAGtB,IAAI,CAAC,IAAU;QACd,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,EAAE;gBACpC,OAAO,EAAE,GAAG,EAAE,GAAE,CAAC;gBACjB,QAAQ,EAAE,GAAG,EAAE,GAAE,CAAC;gBAClB,WAAW,EAAE,GAAG,EAAE,GAAE,CAAC;gBACrB,SAAS,EAAE,GAAG,EAAE,GAAE,CAAC;gBACnB,OAAO,EAAE,GAAG,EAAE;oBACb,MAAM,OAAO,GAAG,EAAC,EAAE,EAAE,UAAU,EAAE,EAAE,OAAO,EAAC,CAAA;oBAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;oBACjC,OAAO,CAAC,OAAO,CAAC,CAAA;gBACjB,CAAC;aACD,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;IAEH,CAAC;IAED,KAAK,CAAC,cAAc,KAAI,CAAC;CACzB;AAED,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAA;AACnC,2BAA2B;AAC3B,iCAAiC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../s/index.ts"],"names":[],"mappings":"AACA,cAAc,oBAAoB,CAAA;AAClC,cAAc,qBAAqB,CAAA"}

package/x/tests.test.d.ts

@@ -0,0 +1 @@
+export {};

package/x/tests.test.js

@@ -0,0 +1,6 @@
+import { Science } from "@e280/science";
+import driver from "./driver/driver.test.js";
+await Science.run({
+    driver,
+});
+//# sourceMappingURL=tests.test.js.map

package/x/tests.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tests.test.js","sourceRoot":"","sources":["../s/tests.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,eAAe,CAAA;AACrC,OAAO,MAAM,MAAM,yBAAyB,CAAA;AAE5C,MAAM,OAAO,CAAC,GAAG,CAAC;IACjB,MAAM;CACN,CAAC,CAAA"}

package/x/timeline/index.d.ts

@@ -0,0 +1,11 @@
+export * from "./parts/basics.js";
+export * from "./parts/item.js";
+export * from "./parts/media.js";
+export * from "./parts/resource-pool.js";
+export * from "./parts/resource.js";
+export * from "./parts/filmstrip.js";
+export * from "./parts/compositor/playback.js";
+export * from "./sugar/o.js";
+export * from "./sugar/omni.js";
+export * from "./utils/checksum.js";
+export * from "./utils/datafile.js";

package/x/timeline/index.js

@@ -0,0 +1,12 @@
+export * from "./parts/basics.js";
+export * from "./parts/item.js";
+export * from "./parts/media.js";
+export * from "./parts/resource-pool.js";
+export * from "./parts/resource.js";
+export * from "./parts/filmstrip.js";
+export * from "./parts/compositor/playback.js";
+export * from "./sugar/o.js";
+export * from "./sugar/omni.js";
+export * from "./utils/checksum.js";
+export * from "./utils/datafile.js";
+//# sourceMappingURL=index.js.map

package/x/timeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../s/timeline/index.ts"],"names":[],"mappings":"AACA,cAAc,mBAAmB,CAAA;AACjC,cAAc,iBAAiB,CAAA;AAC/B,cAAc,kBAAkB,CAAA;AAChC,cAAc,0BAA0B,CAAA;AACxC,cAAc,qBAAqB,CAAA;AACnC,cAAc,sBAAsB,CAAA;AACpC,cAAc,gCAAgC,CAAA;AAE9C,cAAc,cAAc,CAAA;AAC5B,cAAc,iBAAiB,CAAA;AAE/B,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA"}

package/x/timeline/parts/basics.d.ts

@@ -0,0 +1,12 @@
+import { Item } from "./item.js";
+/** sha256 hash */
+export type Hash = string;
+/** item identifier */
+export type Id = number;
+export type TimelineFile = {
+    info: "https://omniclip.app/";
+    format: "timeline";
+    version: number;
+    rootId: Id;
+    items: Item.Any[];
+};

package/x/timeline/parts/basics.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=basics.js.map

package/x/timeline/parts/basics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"basics.js","sourceRoot":"","sources":["../../../s/timeline/parts/basics.ts"],"names":[],"mappings":""}

package/x/timeline/parts/compositor/export.d.ts

@@ -0,0 +1,9 @@
+import { TimelineFile } from "../basics.js";
+import { DecoderSource } from "../../../driver/fns/schematic.js";
+export declare class Export {
+    #private;
+    private framerate;
+    private resolveMedia;
+    constructor(framerate?: number, resolveMedia?: (hash: string) => DecoderSource);
+    render(timeline: TimelineFile): Promise<void>;
+}

package/x/timeline/parts/compositor/export.js

@@ -0,0 +1,64 @@
+import { context } from "../../../context.js";
+import { fixedStep } from "./parts/schedulers.js";
+import { makeWebCodecsSampler } from "./samplers/webcodecs.js";
+import { buildWebCodecsNodeTree } from "./parts/webcodecs-tree.js";
+export class Export {
+    framerate;
+    resolveMedia;
+    #sampler;
+    constructor(framerate = 30, resolveMedia = _hash => "/assets/temp/gl.mp4") {
+        this.framerate = framerate;
+        this.resolveMedia = resolveMedia;
+        this.#sampler = makeWebCodecsSampler(this.resolveMedia);
+    }
+    async #build(timeline) {
+        const rootItem = new Map(timeline.items.map(i => [i.id, i])).get(timeline.rootId);
+        const items = new Map(timeline.items.map(i => [i.id, i]));
+        return await buildWebCodecsNodeTree(rootItem, items, this.#sampler);
+    }
+    async render(timeline) {
+        const root = await this.#build(timeline);
+        const driver = await context.driver;
+        const videoStream = new TransformStream();
+        const audioStream = new TransformStream();
+        const encodePromise = driver.encode({
+            video: videoStream.readable,
+            audio: audioStream.readable,
+            config: {
+                audio: { codec: "opus", bitrate: 128000 },
+                video: { codec: "vp9", bitrate: 1000000 },
+            },
+        });
+        const videoWriter = videoStream.writable.getWriter();
+        const audioWriter = audioStream.writable.getWriter();
+        const audioPromise = (async () => {
+            if (root.audio) {
+                for await (const chunk of root.audio.getStream()) {
+                    await audioWriter.write(chunk);
+                }
+            }
+            await audioWriter.close();
+        })();
+        const videoPromise = (async () => {
+            let i = 0;
+            const dt = 1 / this.framerate;
+            await fixedStep({ fps: this.framerate, duration: root.duration ?? 0 }, async (t) => {
+                const layers = await root.visuals?.sampleAt(t) ?? [];
+                const composed = await driver.composite(layers);
+                const vf = new VideoFrame(composed, {
+                    timestamp: Math.round(i * dt * 1_000_000),
+                    duration: Math.round(dt * 1_000_000),
+                });
+                await videoWriter.write(vf);
+                composed.close();
+                i++;
+            });
+            await videoWriter.close();
+        })();
+        await audioPromise;
+        await videoPromise;
+        await encodePromise;
+        // this.#sampler.dispose()
+    }
+}
+//# sourceMappingURL=export.js.map

package/x/timeline/parts/compositor/export.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export.js","sourceRoot":"","sources":["../../../../s/timeline/parts/compositor/export.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,OAAO,EAAC,MAAM,qBAAqB,CAAA;AAC3C,OAAO,EAAC,SAAS,EAAC,MAAM,uBAAuB,CAAA;AAC/C,OAAO,EAAC,oBAAoB,EAAC,MAAM,yBAAyB,CAAA;AAE5D,OAAO,EAAC,sBAAsB,EAAC,MAAM,2BAA2B,CAAA;AAEhE,MAAM,OAAO,MAAM;IAGT;IACA;IAHT,QAAQ,CAAA;IACR,YACS,YAAY,EAAE,EACd,eAAgD,KAAK,CAAC,EAAE,CAAC,qBAAqB;QAD9E,cAAS,GAAT,SAAS,CAAK;QACd,iBAAY,GAAZ,YAAY,CAAkE;QAEtF,IAAI,CAAC,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACxD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAE,CAAA;QAClF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QACzD,OAAO,MAAM,sBAAsB,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAA;IACpE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,QAAsB;QAClC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAA;QACnC,MAAM,WAAW,GAAG,IAAI,eAAe,EAA0B,CAAA;QACjE,MAAM,WAAW,GAAG,IAAI,eAAe,EAAwB,CAAA;QAE/D,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,KAAK,EAAE,WAAW,CAAC,QAAQ;YAC3B,MAAM,EAAE;gBACP,KAAK,EAAE,EAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAC;gBACvC,KAAK,EAAE,EAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAC;aACvC;SACD,CAAC,CAAA;QAEF,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QACpD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAA;QAEpD,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC;oBAClD,MAAM,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;gBAC/B,CAAC;YACF,CAAC;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,GAAG,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,CAAC,GAAG,CAAC,CAAA;YACT,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAA;YAE7B,MAAM,SAAS,CACd,EAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAC,EACnD,KAAK,EAAC,CAAC,EAAC,EAAE;gBACT,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;gBACpD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;gBAC/C,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,QAAQ,EAAE;oBACnC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;oBACzC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,SAAS,CAAC;iBACpC,CAAC,CAAA;gBACF,MAAM,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC3B,QAAQ,CAAC,KAAK,EAAE,CAAA;gBAChB,CAAC,EAAE,CAAA;YACJ,CAAC,CACD,CAAA;YACD,MAAM,WAAW,CAAC,KAAK,EAAE,CAAA;QAC1B,CAAC,CAAC,EAAE,CAAA;QAEJ,MAAM,YAAY,CAAA;QAClB,MAAM,YAAY,CAAA;QAClB,MAAM,aAAa,CAAA;QACnB,0BAA0B;IAC3B,CAAC;CACD"}

package/x/timeline/parts/compositor/parts/html-tree.d.ts

@@ -0,0 +1,3 @@
+import { Item } from "../../item.js";
+import { AudioPlaybackComponent, HTMLSampler, Node } from "./tree-builder.js";
+export declare function buildHTMLNodeTree(root: Item.Any, items: Map<number, Item.Any>, sampler: HTMLSampler): Promise<Node<AudioPlaybackComponent>>;