@omnimedia/omnitool 1.1.0-9 → 1.1.0-91

package/x/timeline/renderers/parts/handy.js

@@ -0,0 +1,254 @@
+import { ms } from '../../../units/ms.js';
+import { I6, mul6, transformToMat6 } from '../../utils/matrix.js';
+import { Kind } from '../../parts/item.js';
+import { resolveScalarAnimation, resolveTransformAnimation } from '../../utils/anim.js';
+function isPlayableItem(item) {
+    return 'duration' in item;
+}
+export function itemsAt(p) {
+    const results = [];
+    const itemMap = new Map(p.timeline.items.map(item => [item.id, item]));
+    walkAt(p.timeline.rootId, itemMap, p.timecode, {
+        sequence: () => { },
+        stack: () => { },
+        video: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        text: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        audio: (item, localTime, ancestors) => results.push({ item, localTime, ancestors })
+    });
+    return results;
+}
+export function itemsFrom(p) {
+    const results = [];
+    const itemMap = new Map(p.timeline.items.map(item => [item.id, item]));
+    walkFrom(p.timeline.rootId, itemMap, p.from, {
+        sequence: () => { },
+        stack: () => { },
+        video: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        text: (item, localTime, ancestors) => results.push({ item, localTime, ancestors }),
+        audio: (item, localTime, ancestors) => results.push({ item, localTime, ancestors })
+    });
+    return results;
+}
+export function computeWorldMatrix(items, ancestors, item, localTime) {
+    let world = I6;
+    for (const ancestor of ancestors) {
+        world = applySpatialIfAny(items, ancestor.item, world, ancestor.localTime);
+    }
+    return applySpatialIfAny(items, item, world, localTime);
+}
+function applySpatialIfAny(items, item, parentMatrix, time) {
+    let matrix = parentMatrix;
+    if ("spatialId" in item && item.spatialId) {
+        const spatial = items.get(item.spatialId);
+        if (spatial?.enabled) {
+            const local = transformToMat6(spatial.transform);
+            matrix = mul6(local, matrix);
+        }
+    }
+    if ("animationIds" in item && item.animationIds) {
+        for (const id of item.animationIds) {
+            const animation = items.get(id);
+            const anim = animation?.anims.transform;
+            if (animation?.enabled && anim && transformActiveAt(anim, time)) {
+                const local = transformToMat6(resolveTransformAnimation(time, anim));
+                matrix = mul6(local, matrix);
+            }
+        }
+    }
+    return matrix;
+}
+export function walk(id, items, parentMatrix, localTime, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    const currentMatrix = applySpatialIfAny(items, item, parentMatrix, localTime);
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack?.(item, currentMatrix, ancestors);
+            for (const childId of item.childrenIds) {
+                walk(childId, items, currentMatrix, localTime, callbacks, [...ancestors, { item, localTime }]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence?.(item, currentMatrix, ancestors);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                walk(childId, items, currentMatrix, localTime, callbacks, [...ancestors, { item, localTime }]);
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video?.(item, currentMatrix, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text?.(item, currentMatrix, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio?.(item);
+            break;
+    }
+}
+function walkAt(id, items, time, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack(item, time, ancestors);
+            for (const childId of item.childrenIds) {
+                walkAt(childId, items, time, callbacks, [...ancestors, { item, localTime: time }]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence(item, time, ancestors);
+            let offset = ms(0);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                if (time >= offset && time < offset + child.duration) {
+                    const localTime = ms(time - offset);
+                    walkAt(childId, items, localTime, callbacks, [...ancestors, { item, localTime: time }]);
+                    break;
+                }
+                offset = ms(offset + child.duration);
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video(item, time, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text(item, time, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio(item, time, ancestors);
+            break;
+    }
+}
+function walkFrom(id, items, from, callbacks, ancestors = []) {
+    const item = items.get(id);
+    if (!item)
+        return;
+    switch (item.kind) {
+        case Kind.Stack:
+            callbacks.stack(item, from, ancestors);
+            for (const childId of item.childrenIds) {
+                walkFrom(childId, items, from, callbacks, [...ancestors, { item, localTime: from }]);
+            }
+            break;
+        case Kind.Sequence: {
+            callbacks.sequence(item, from, ancestors);
+            let offset = ms(0);
+            for (const childId of item.childrenIds) {
+                const child = items.get(childId);
+                if (!child)
+                    continue;
+                if (!isPlayableItem(child)) {
+                    continue;
+                }
+                const end = ms(offset + child.duration);
+                if (from >= end) {
+                    offset = end;
+                    continue;
+                }
+                const localTime = ms(Math.max(0, from - offset));
+                walkFrom(childId, items, localTime, callbacks, [...ancestors, { item, localTime: from }]);
+                offset = end;
+            }
+            break;
+        }
+        case Kind.Video:
+            callbacks.video(item, from, ancestors);
+            break;
+        case Kind.Text:
+            callbacks.text(item, from, ancestors);
+            break;
+        case Kind.Audio:
+            callbacks.audio(item, from, ancestors);
+            break;
+    }
+}
+export function computeItemDuration(id, timeline) {
+    const item = timeline.items.find(item => item.id === id);
+    if (!item)
+        return ms(0);
+    switch (item.kind) {
+        case Kind.Sequence: {
+            const children = item.childrenIds
+                .map(childId => timeline.items.find(x => x.id === childId))
+                .filter(Boolean);
+            let total = ms(0);
+            for (let i = 0; i < children.length; i++) {
+                const child = children[i];
+                if (child.kind === Kind.Transition) {
+                    const prev = children[i - 1];
+                    const next = children[i + 1];
+                    if (prev && next && prev.kind !== Kind.Transition && next.kind !== Kind.Transition) {
+                        const prevDur = computeItemDuration(prev.id, timeline);
+                        const nextDur = computeItemDuration(next.id, timeline);
+                        const overlap = Math.max(0, Math.min(child.duration, prevDur, nextDur));
+                        total = ms(total - overlap);
+                    }
+                    continue;
+                }
+                total = ms(total + computeItemDuration(child.id, timeline));
+            }
+            return total;
+        }
+        case Kind.Stack: {
+            let longest = ms(0);
+            for (const childId of item.childrenIds) {
+                const duration = computeItemDuration(childId, timeline);
+                if (duration > longest) {
+                    longest = duration;
+                }
+            }
+            return longest;
+        }
+        default: {
+            if (!isPlayableItem(item))
+                return ms(0);
+            return item.duration;
+        }
+    }
+}
+export function computeOpacity(ctx, item, time) {
+    if (!("animationIds" in item) || item.animationIds === undefined)
+        return 1;
+    let opacity = 1;
+    for (const id of item.animationIds) {
+        const animation = ctx.items.get(id);
+        const anim = animation?.anims.opacity;
+        if (animation?.enabled && anim && keyframesActiveAt(anim.track, time))
+            opacity = resolveScalarAnimation(time, anim);
+    }
+    return opacity;
+}
+function keyframesActiveAt(keys, time) {
+    if (keys.length === 0)
+        return false;
+    let start = keys[0][0];
+    let end = keys[0][0];
+    for (const [keyTime] of keys) {
+        start = Math.min(start, keyTime);
+        end = Math.max(end, keyTime);
+    }
+    return time >= start && time <= end;
+}
+function transformActiveAt(anim, time) {
+    return (keyframesActiveAt(anim.track.position.x, time) ||
+        keyframesActiveAt(anim.track.position.y, time) ||
+        keyframesActiveAt(anim.track.scale.x, time) ||
+        keyframesActiveAt(anim.track.scale.y, time) ||
+        keyframesActiveAt(anim.track.rotation, time));
+}
+//# sourceMappingURL=handy.js.map

package/x/timeline/renderers/parts/handy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handy.js","sourceRoot":"","sources":["../../../../s/timeline/renderers/parts/handy.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,EAAE,EAAK,MAAM,sBAAsB,CAAA;AAI3C,OAAO,EAAC,EAAE,EAAQ,IAAI,EAAE,eAAe,EAAC,MAAM,uBAAuB,CAAA;AACrE,OAAO,EAAsB,IAAI,EAAe,MAAM,qBAAqB,CAAA;AAC3E,OAAO,EAAC,sBAAsB,EAAE,yBAAyB,EAAC,MAAM,qBAAqB,CAAA;AAErF,SAAS,cAAc,CAAC,IAAc;IACrC,OAAO,UAAU,IAAI,IAAI,CAAA;AAC1B,CAAC;AAkCD,MAAM,UAAU,OAAO,CAAC,CAAQ;IAC/B,MAAM,OAAO,GAAS,EAAE,CAAA;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IAEtE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;QAC9C,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC;QACnB,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;QAChB,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QACnF,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAClF,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;KACnF,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AACf,CAAC;AAOD,MAAM,UAAU,SAAS,CAAC,CAAY;IACrC,MAAM,OAAO,GAAS,EAAE,CAAA;IACxB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;IAEtE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE;QAC5C,QAAQ,EAAE,GAAG,EAAE,GAAG,CAAC;QACnB,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;QAChB,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QACnF,IAAI,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;QAClF,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC;KACnF,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,KAAwB,EACxB,SAAuB,EACvB,IAAc,EACd,SAAa;IAEb,IAAI,KAAK,GAAG,EAAE,CAAA;IAEd,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,KAAK,GAAG,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAA;IAC3E,CAAC;IAED,OAAO,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,iBAAiB,CACzB,KAAwB,EACxB,IAAc,EACd,YAAkB,EAClB,IAAQ;IAER,IAAI,MAAM,GAAG,YAAY,CAAA;IACzB,IAAI,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA6B,CAAA;QACrE,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;YAChD,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAC7B,CAAC;IACF,CAAC;IAED,IAAI,cAAc,IAAI,IAAI,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACjD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAA+B,CAAA;YAC7D,MAAM,IAAI,GAAG,SAAS,EAAE,KAAK,CAAC,SAAS,CAAA;YACvC,IAAI,SAAS,EAAE,OAAO,IAAI,IAAI,IAAI,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC;gBACjE,MAAM,KAAK,GAAG,eAAe,CAAC,yBAAyB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;gBACpE,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAC7B,CAAC;QACF,CAAC;IACF,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,IAAI,CACnB,EAAM,EACN,KAAwB,EACxB,YAAkB,EAClB,SAAa,EACb,SAAwB,EACxB,YAA0B,EAAE;IAE5B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,MAAM,aAAa,GAAG,iBAAiB,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC,CAAA;IAE7E,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YACjD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAC,CAAC,CAAC,CAAA;YAC7F,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YAEpD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,IAAI,CACH,OAAO,EACP,KAAK,EACL,aAAa,EACb,SAAS,EACT,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAC,CAAC,CACjC,CAAA;YACF,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YACjD,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;YAChD,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAA;YACvB,MAAK;IACP,CAAC;AACF,CAAC;AAGD,SAAS,MAAM,CACd,EAAM,EACN,KAAwB,EACxB,IAAQ,EACR,SAA0B,EAC1B,YAA0B,EAAE;IAE5B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC,CAAA;YACjF,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YAEzC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAElB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,GAAG,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;oBACtD,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,GAAG,MAAM,CAAC,CAAA;oBACnC,MAAM,CACL,OAAO,EACP,KAAK,EACL,SAAS,EACT,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CACvC,CAAA;oBACD,MAAK;gBACN,CAAC;gBAED,MAAM,GAAG,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;YACrC,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACrC,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;IACP,CAAC;AACF,CAAC;AAED,SAAS,QAAQ,CAChB,EAAM,EACN,KAAwB,EACxB,IAAQ,EACR,SAA0B,EAC1B,YAA0B,EAAE;IAE5B,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IAC1B,IAAI,CAAC,IAAI;QAAE,OAAM;IAEjB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC,CAAA;YACnF,CAAC;YACD,MAAK;QAEN,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YAEzC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAElB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;gBAEhC,IAAI,CAAC,KAAK;oBACT,SAAQ;gBACT,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC5B,SAAQ;gBACT,CAAC;gBAED,MAAM,GAAG,GAAG,EAAE,CAAC,MAAM,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAA;gBACvC,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;oBACjB,MAAM,GAAG,GAAG,CAAA;oBACZ,SAAQ;gBACT,CAAC;gBAED,MAAM,SAAS,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC,CAAA;gBAChD,QAAQ,CACP,OAAO,EACP,KAAK,EACL,SAAS,EACT,SAAS,EACT,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CACvC,CAAA;gBAED,MAAM,GAAG,GAAG,CAAA;YACb,CAAC;YAED,MAAK;QACN,CAAC;QAED,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;QAEN,KAAK,IAAI,CAAC,IAAI;YACb,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACrC,MAAK;QAEN,KAAK,IAAI,CAAC,KAAK;YACd,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;YACtC,MAAK;IACP,CAAC;AACF,CAAC;AAED,MAAM,UAAU,mBAAmB,CAClC,EAAU,EACV,QAAsB;IAEtB,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAExD,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;IAEvB,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;YACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW;iBAC/B,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;iBAC1D,MAAM,CAAC,OAAO,CAAe,CAAA;YAE/B,IAAI,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAEjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;gBAEzB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;oBACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAC5B,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;oBAE5B,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;wBACpF,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;wBACtD,MAAM,OAAO,GAAG,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAA;wBACtD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAA;wBAEvE,KAAK,GAAG,EAAE,CAAC,KAAK,GAAG,OAAO,CAAC,CAAA;oBAC5B,CAAC;oBACD,SAAQ;gBACT,CAAC;gBAED,KAAK,GAAG,EAAE,CAAC,KAAK,GAAG,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAA;YAC5D,CAAC;YAED,OAAO,KAAK,CAAA;QACb,CAAC;QAED,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;YAEnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;gBACxC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;gBACvD,IAAI,QAAQ,GAAG,OAAO,EAAE,CAAC;oBACxB,OAAO,GAAG,QAAQ,CAAA;gBACnB,CAAC;YACF,CAAC;YAED,OAAO,OAAO,CAAA;QACf,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC;gBACxB,OAAO,EAAE,CAAC,CAAC,CAAC,CAAA;YAEb,OAAO,IAAI,CAAC,QAAQ,CAAA;QACrB,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,cAAc,CAC7B,GAAkB,EAClB,IAAc,EACd,IAAQ;IAER,IAAI,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS;QAC/D,OAAO,CAAC,CAAA;IAET,IAAI,OAAO,GAAG,CAAC,CAAA;IACf,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACpC,MAAM,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA+B,CAAA;QACjE,MAAM,IAAI,GAAG,SAAS,EAAE,KAAK,CAAC,OAAO,CAAA;QACrC,IAAI,SAAS,EAAE,OAAO,IAAI,IAAI,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC;YACpE,OAAO,GAAG,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAC9C,CAAC;IACD,OAAO,OAAO,CAAA;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAe,EAAE,IAAQ;IACnD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QACpB,OAAO,KAAK,CAAA;IAEb,IAAI,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtB,IAAI,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACpB,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QAChC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAC7B,CAAC;IAED,OAAO,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,GAAG,CAAA;AACpC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAwB,EAAE,IAAQ;IAC5D,OAAO,CACN,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC;QAC9C,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC;QAC9C,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;QAC3C,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;QAC3C,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAC5C,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/find.d.ts

@@ -0,0 +1,6 @@
+import { ActiveStream } from "./types.js";
+export declare function findEarliestStream(streams: ActiveStream[]): {
+    index: number;
+    stream: ActiveStream;
+    time: import("../../../../../../units/seconds.js").Seconds;
+};

package/x/timeline/renderers/parts/samplers/audio/parts/find.js

@@ -0,0 +1,15 @@
+export function findEarliestStream(streams) {
+    let earliest = {
+        index: 0,
+        stream: streams[0],
+        time: streams[0].timelineTime()
+    };
+    for (const [index, stream] of streams.entries()) {
+        const time = stream.timelineTime();
+        if (time < earliest.time) {
+            earliest = { time, stream, index };
+        }
+    }
+    return earliest;
+}
+//# sourceMappingURL=find.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/find.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"find.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/find.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,kBAAkB,CAAC,OAAuB;IACzD,IAAI,QAAQ,GAAG;QACd,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;QAClB,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE;KAC/B,CAAA;IAED,KAAK,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC1B,QAAQ,GAAG,EAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAC,CAAA;QACjC,CAAC;IACF,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/init.d.ts

@@ -0,0 +1,5 @@
+import { AudioSinkPool } from "./sink.js";
+import { ActiveStream } from "./types.js";
+import { itemsFrom } from "../../../handy.js";
+import { Ms } from "../../../../../../units/ms.js";
+export declare function initStreams(pool: AudioSinkPool, items: ReturnType<typeof itemsFrom>, from: Ms): Promise<ActiveStream[]>;

package/x/timeline/renderers/parts/samplers/audio/parts/init.js

@@ -0,0 +1,40 @@
+import { Kind } from "../../../../../parts/item.js";
+import { seconds } from "../../../../../../units/seconds.js";
+export async function initStreams(pool, items, from) {
+    const streams = await Promise.all(items.map(async ({ item, localTime }) => {
+        if (item.kind !== Kind.Audio)
+            return;
+        const sink = await pool.getSink(item.mediaHash);
+        if (!sink)
+            return;
+        const mediaTime = item.start + localTime;
+        const offset = seconds((from - mediaTime) / 1000);
+        const iter = sink.samples(mediaTime / 1000);
+        const first = await iter.next();
+        if (first.done)
+            return;
+        let currentSample = first.value;
+        let nextPromise = iter.next();
+        return {
+            offset,
+            gain: item.gain ?? 1,
+            get currentSample() { return currentSample; },
+            timelineTime: () => seconds(offset + currentSample.timestamp),
+            output: () => ({
+                sample: currentSample,
+                timestamp: offset + currentSample.timestamp,
+                gain: item.gain ?? 1
+            }),
+            advance: async () => {
+                const result = await nextPromise;
+                if (result.done)
+                    return false;
+                currentSample = result.value;
+                nextPromise = iter.next();
+                return true;
+            }
+        };
+    }));
+    return streams.filter((stream) => !!stream);
+}
+//# sourceMappingURL=init.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/init.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"init.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/init.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,IAAI,EAAC,MAAM,8BAA8B,CAAA;AACjD,OAAO,EAAC,OAAO,EAAC,MAAM,oCAAoC,CAAA;AAE1D,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,IAAmB,EACnB,KAAmC,EACnC,IAAQ;IAER,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAChC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAC,IAAI,EAAE,SAAS,EAAC,EAAE,EAAE;QACrC,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK;YAC3B,OAAM;QAEP,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC/C,IAAI,CAAC,IAAI;YACR,OAAM;QAEP,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,GAAG,SAAS,CAAA;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAA;QACjD,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,CAAA;QAE3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAA;QAC/B,IAAI,KAAK,CAAC,IAAI;YACb,OAAM;QAEP,IAAI,aAAa,GAAG,KAAK,CAAC,KAAK,CAAA;QAC/B,IAAI,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;QAE7B,OAAO;YACN,MAAM;YACN,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;YACpB,IAAI,aAAa,KAAI,OAAO,aAAa,CAAA,CAAA,CAAC;YAC1C,YAAY,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC;YAC7D,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBACd,MAAM,EAAE,aAAa;gBACrB,SAAS,EAAE,MAAM,GAAG,aAAa,CAAC,SAAS;gBAC3C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;aACpB,CAAC;YACF,OAAO,EAAE,KAAK,IAAI,EAAE;gBACnB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAA;gBAChC,IAAI,MAAM,CAAC,IAAI;oBACd,OAAO,KAAK,CAAA;gBAEb,aAAa,GAAG,MAAM,CAAC,KAAK,CAAA;gBAC5B,WAAW,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;gBAEzB,OAAO,IAAI,CAAA;YACZ,CAAC;SACD,CAAA;IACF,CAAC,CAAC,CACF,CAAA;IAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAA0B,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAA;AACpE,CAAC"}

package/x/timeline/renderers/parts/samplers/audio/parts/sink.d.ts

@@ -0,0 +1,8 @@
+import { AudioSampleSink } from "mediabunny";
+import { DecoderSource } from "../../../../../../driver/fns/schematic.js";
+export declare class AudioSinkPool {
+    #private;
+    private resolveMedia;
+    constructor(resolveMedia: (hash: string) => DecoderSource);
+    getSink(hash: string): Promise<AudioSampleSink | null>;
+}

package/x/timeline/renderers/parts/samplers/audio/parts/sink.js

@@ -0,0 +1,24 @@
+import { ALL_FORMATS, Input, AudioSampleSink } from "mediabunny";
+import { loadDecoderSource } from "../../../../../../driver/utils/load-decoder-source.js";
+export class AudioSinkPool {
+    resolveMedia;
+    #sinks = new Map();
+    constructor(resolveMedia) {
+        this.resolveMedia = resolveMedia;
+    }
+    async getSink(hash) {
+        const existing = this.#sinks.get(hash);
+        if (existing)
+            return existing.sink;
+        const input = new Input({
+            formats: ALL_FORMATS,
+            source: await loadDecoderSource(this.resolveMedia(hash)),
+        });
+        const audioTrack = await input.getPrimaryAudioTrack();
+        const canDecodeAudio = !!audioTrack && await audioTrack.canDecode();
+        const sink = canDecodeAudio && audioTrack ? new AudioSampleSink(audioTrack) : null;
+        this.#sinks.set(hash, { input, sink });
+        return sink;
+    }
+}
+//# sourceMappingURL=sink.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/sink.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/sink.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,KAAK,EAAE,eAAe,EAAC,MAAM,YAAY,CAAA;AAG9D,OAAO,EAAC,iBAAiB,EAAC,MAAM,uDAAuD,CAAA;AAOvF,MAAM,OAAO,aAAa;IAIhB;IAHA,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAA;IAE9C,YACS,YAA6C;QAA7C,iBAAY,GAAZ,YAAY,CAAiC;IACnD,CAAC;IAEJ,KAAK,CAAC,OAAO,CAAC,IAAY;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEtC,IAAI,QAAQ;YACX,OAAO,QAAQ,CAAC,IAAI,CAAA;QAErB,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC;YACvB,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;SACxD,CAAC,CAAA;QAEF,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAA;QACrD,MAAM,cAAc,GAAG,CAAC,CAAC,UAAU,IAAI,MAAM,UAAU,CAAC,SAAS,EAAE,CAAA;QACnE,MAAM,IAAI,GAAG,cAAc,IAAI,UAAU,CAAC,CAAC,CAAC,IAAI,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAElF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAA;QAEpC,OAAO,IAAI,CAAA;IACZ,CAAC;CACD"}

package/x/timeline/renderers/parts/samplers/audio/parts/types.d.ts

@@ -0,0 +1,14 @@
+import { AudioSample } from "mediabunny";
+import { Seconds } from "../../../../../../units/seconds.js";
+export type ActiveStream = {
+    offset: Seconds;
+    gain: number;
+    currentSample: AudioSample;
+    timelineTime: () => Seconds;
+    output: () => {
+        sample: AudioSample;
+        timestamp: number;
+        gain: number;
+    };
+    advance: () => Promise<boolean>;
+};

package/x/timeline/renderers/parts/samplers/audio/parts/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/timeline/renderers/parts/samplers/audio/parts/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/audio/parts/types.ts"],"names":[],"mappings":""}

package/x/timeline/renderers/parts/samplers/audio/sampler.d.ts

@@ -0,0 +1,11 @@
+import { AudioSample } from "mediabunny";
+import { Ms } from "../../../../../units/ms.js";
+import { TimelineFile } from "../../../../parts/basics.js";
+import { DecoderSource } from "../../../../../driver/fns/schematic.js";
+export declare function createAudioSampler(resolveMedia: (hash: string) => DecoderSource): {
+    sampleAudio(timeline: TimelineFile, from: Ms): AsyncGenerator<{
+        sample: AudioSample;
+        timestamp: number;
+        gain: number;
+    }, void, unknown>;
+};

package/x/timeline/renderers/parts/samplers/audio/sampler.js

@@ -0,0 +1,22 @@
+import { itemsFrom } from "../../handy.js";
+import { initStreams } from "./parts/init.js";
+import { AudioSinkPool } from "./parts/sink.js";
+import { findEarliestStream } from "./parts/find.js";
+export function createAudioSampler(resolveMedia) {
+    const sinkPool = new AudioSinkPool(resolveMedia);
+    return {
+        async *sampleAudio(timeline, from) {
+            const items = itemsFrom({ timeline, from });
+            const streams = await initStreams(sinkPool, items, from);
+            while (streams.length > 0) {
+                const { stream, index } = findEarliestStream(streams);
+                yield stream.output();
+                const advancing = await stream.advance();
+                if (!advancing) {
+                    streams.splice(index, 1);
+                }
+            }
+        }
+    };
+}
+//# sourceMappingURL=sampler.js.map

package/x/timeline/renderers/parts/samplers/audio/sampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sampler.js","sourceRoot":"","sources":["../../../../../../s/timeline/renderers/parts/samplers/audio/sampler.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,SAAS,EAAC,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAC,WAAW,EAAC,MAAM,iBAAiB,CAAA;AAC3C,OAAO,EAAC,aAAa,EAAC,MAAM,iBAAiB,CAAA;AAE7C,OAAO,EAAC,kBAAkB,EAAC,MAAM,iBAAiB,CAAA;AAIlD,MAAM,UAAU,kBAAkB,CAAC,YAA6C;IAC/E,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,YAAY,CAAC,CAAA;IAEhD,OAAO;QACN,KAAK,CAAC,CAAC,WAAW,CAAC,QAAsB,EAAE,IAAQ;YAClD,MAAM,KAAK,GAAG,SAAS,CAAC,EAAC,QAAQ,EAAE,IAAI,EAAC,CAAC,CAAA;YACzC,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;YAExD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,EAAC,MAAM,EAAE,KAAK,EAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAA;gBAEnD,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;gBAErB,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;gBAExC,IAAI,CAAC,SAAS,EAAE,CAAC;oBAChB,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;gBACzB,CAAC;YACF,CAAC;QAEF,CAAC;KACD,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.d.ts

@@ -0,0 +1,5 @@
+import { VideoSink } from "./sink.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+export type VideoSampler = (item: Item.Video, time: Ms) => Promise<VideoFrame | undefined>;
+export declare function createDefaultVideoSampler(sink: VideoSink): VideoSampler;

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js

@@ -0,0 +1,10 @@
+export function createDefaultVideoSampler(sink) {
+    return async (item, time) => {
+        const s = await sink.getSink(item.mediaHash);
+        const sample = await s?.getSample(time / 1000);
+        const frame = sample?.toVideoFrame();
+        sample?.close();
+        return frame ?? undefined;
+    };
+}
+//# sourceMappingURL=defaults.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/defaults.ts"],"names":[],"mappings":"AAOA,MAAM,UAAU,yBAAyB,CAAC,IAAe;IACxD,OAAO,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE;QAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC,CAAA;QAC9C,MAAM,KAAK,GAAG,MAAM,EAAE,YAAY,EAAE,CAAA;QACpC,MAAM,EAAE,KAAK,EAAE,CAAA;QACf,OAAO,KAAK,IAAI,SAAS,CAAA;IAC1B,CAAC,CAAA;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sample.d.ts

@@ -0,0 +1,6 @@
+import { SampleContext } from "./types.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+import { AncestorAt } from "../../../handy.js";
+export declare function sampleVisual(ctx: SampleContext, item: Item.Any, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/sample.js

@@ -0,0 +1,48 @@
+import { sampleSequence } from "./sequence.js";
+import { Kind } from "../../../../../parts/item.js";
+import { computeOpacity, computeWorldMatrix } from "../../../handy.js";
+export async function sampleVisual(ctx, item, time, ancestors) {
+    const matrix = computeWorldMatrix(ctx.items, ancestors, item, time);
+    const alpha = computeOpacity(ctx, item, time);
+    const crop = "spatialId" in item && item.spatialId
+        ? ctx.items.get(item.spatialId)?.crop
+        : undefined;
+    const filters = "filterIds" in item && item.filterIds
+        ? item.filterIds
+            .map(id => ctx.items.get(id))
+            .filter((filter) => !!filter?.enabled)
+            .map(filter => ({ type: filter.type, params: filter.params }))
+        : undefined;
+    switch (item.kind) {
+        case Kind.Stack: {
+            const nextAnc = [...ancestors, { item, localTime: time }];
+            const layers = await Promise.all(item.childrenIds
+                .map(id => ctx.items.get(id))
+                .filter((child) => !!child)
+                .map(child => sampleVisual(ctx, child, time, nextAnc)));
+            return layers.flat();
+        }
+        case Kind.Sequence:
+            return sampleSequence(ctx, item, time, ancestors);
+        case Kind.Video: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const frame = await ctx.videoSampler(item, time);
+            return frame ? [{ kind: "image", frame, matrix, alpha, crop, filters, id: item.id }] : [];
+        }
+        case Kind.Text: {
+            if (time < 0 || time >= item.duration)
+                return [];
+            const style = item.styleId
+                ? ctx.items.get(item.styleId)?.style
+                : undefined;
+            return [{ id: item.id, kind: "text", content: item.content, style, matrix, alpha, crop, filters }];
+        }
+        case Kind.Gap: {
+            return [{ id: item.id, kind: "gap" }];
+        }
+        default:
+            return [];
+    }
+}
+//# sourceMappingURL=sample.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/sample.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sample.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sample.ts"],"names":[],"mappings":"AAEA,OAAO,EAAC,cAAc,EAAC,MAAM,eAAe,CAAA;AAE5C,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AAEvD,OAAO,EAAa,cAAc,EAAE,kBAAkB,EAAC,MAAM,mBAAmB,CAAA;AAEhF,MAAM,CAAC,KAAK,UAAU,YAAY,CACjC,GAAkB,EAClB,IAAc,EACd,IAAQ,EACR,SAAuB;IAEvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACjD,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAA8B,EAAE,IAAI;QACnE,CAAC,CAAC,SAAS,CAAA;IACZ,MAAM,OAAO,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS;QACpD,CAAC,CAAC,IAAI,CAAC,SAAS;aACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAA4B,CAAC;aACvD,MAAM,CAAC,CAAC,MAAM,EAAyB,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;aAC5D,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAC,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAC,CAAe,CAAC;QAC3E,CAAC,CAAC,SAAS,CAAA;IAEZ,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;YAEvD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,WAAW;iBACd,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;iBAC5B,MAAM,CAAC,CAAC,KAAK,EAAqB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;iBAC7C,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CACvD,CAAA;YAED,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;QACrB,CAAC;QAED,KAAK,IAAI,CAAC,QAAQ;YACjB,OAAO,cAAc,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QAElD,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAA;YAEhD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;YAChD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACxF,CAAC;QAED,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAChB,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ;gBAAE,OAAO,EAAE,CAAA;YAEhD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO;gBACzB,CAAC,CAAE,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAoB,EAAE,KAAK;gBACxD,CAAC,CAAC,SAAS,CAAA;YAEZ,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAA;QACjG,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACf,OAAO,CAAC,EAAC,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAA;QACpC,CAAC;QAED;YACC,OAAO,EAAE,CAAA;IACX,CAAC;AACF,CAAC"}

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.d.ts

@@ -0,0 +1,6 @@
+import { SampleContext } from "./types.js";
+import { Ms } from "../../../../../../units/ms.js";
+import { Item } from "../../../../../parts/item.js";
+import { Layer } from "../../../../../../driver/fns/schematic.js";
+import { AncestorAt } from "../../../handy.js";
+export declare function sampleSequence(ctx: SampleContext, seq: Item.Sequence, time: Ms, ancestors: AncestorAt[]): Promise<Layer[]>;

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js

@@ -0,0 +1,75 @@
+import { sampleVisual } from "./sample.js";
+import { sampleTransition } from "./transition.js";
+import { ms } from "../../../../../../units/ms.js";
+import { Kind } from "../../../../../parts/item.js";
+import { computeItemDuration } from "../../../handy.js";
+export async function sampleSequence(ctx, seq, time, ancestors) {
+    const state = sampleSequenceAt(ctx, seq, time);
+    if (!state)
+        return [];
+    const nextAnc = [...ancestors, { item: seq, localTime: time }];
+    if (!state.isTransitioning) {
+        return sampleVisual(ctx, state.item, state.localTime, nextAnc);
+    }
+    return sampleTransition(state.transition, state.progress, sampleVisual(ctx, state.outgoing, state.outgoingTime, nextAnc), sampleVisual(ctx, state.incoming, state.incomingTime, nextAnc));
+}
+function sampleSequenceAt(ctx, seq, time) {
+    const children = seq.childrenIds
+        .map(id => ctx.items.get(id))
+        .filter((i) => !!i);
+    let cursor = ms(0);
+    for (let i = 0; i < children.length; i++) {
+        const currentItem = children[i];
+        if (currentItem.kind === Kind.Transition)
+            continue;
+        const currentItemStart = cursor;
+        const currentItemDuration = computeItemDuration(currentItem.id, ctx.timeline);
+        const currentItemEnd = ms(currentItemStart + currentItemDuration);
+        const next = children[i + 1];
+        const hasTransition = next?.kind === Kind.Transition;
+        if (!hasTransition) {
+            if (time < currentItemEnd) {
+                return {
+                    isTransitioning: false,
+                    item: currentItem,
+                    localTime: ms(time - currentItemStart)
+                };
+            }
+            cursor = currentItemEnd;
+            continue;
+        }
+        const transition = next;
+        const incoming = children[i + 2];
+        if (!incoming || incoming.kind === Kind.Transition) {
+            cursor = currentItemEnd;
+            continue;
+        }
+        const incomingItemDuration = computeItemDuration(incoming.id, ctx.timeline);
+        const overlap = Math.max(0, Math.min(transition.duration, currentItemDuration, incomingItemDuration));
+        const currentItemSoloEnd = ms(currentItemEnd - overlap);
+        if (time < currentItemSoloEnd) {
+            return {
+                isTransitioning: false,
+                item: currentItem,
+                localTime: ms(time - currentItemStart)
+            };
+        }
+        if (time < currentItemEnd) {
+            const inLocal = ms(time - currentItemSoloEnd);
+            const outLocal = ms(time - currentItemStart);
+            return {
+                isTransitioning: true,
+                incoming,
+                outgoing: currentItem,
+                outgoingTime: outLocal,
+                incomingTime: inLocal,
+                progress: overlap > 0 ? inLocal / overlap : 1,
+                transition
+            };
+        }
+        cursor = currentItemSoloEnd;
+        i++;
+    }
+    return null;
+}
+//# sourceMappingURL=sequence.js.map

package/x/timeline/renderers/parts/samplers/visual/parts/sequence.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sequence.js","sourceRoot":"","sources":["../../../../../../../s/timeline/renderers/parts/samplers/visual/parts/sequence.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,aAAa,CAAA;AAExC,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAC,EAAE,EAAK,MAAM,+BAA+B,CAAA;AACpD,OAAO,EAAO,IAAI,EAAC,MAAM,8BAA8B,CAAA;AAEvD,OAAO,EAAa,mBAAmB,EAAC,MAAM,mBAAmB,CAAA;AAEjE,MAAM,CAAC,KAAK,UAAU,cAAc,CACnC,GAAkB,EAClB,GAAkB,EAClB,IAAQ,EACR,SAAuB;IAEvB,MAAM,KAAK,GAAG,gBAAgB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;IAE9C,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAA;IAErB,MAAM,OAAO,GAAG,CAAC,GAAG,SAAS,EAAE,EAAC,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,EAAC,CAAC,CAAA;IAE5D,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC;QAC5B,OAAO,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,gBAAgB,CACtB,KAAK,CAAC,UAAU,EAChB,KAAK,CAAC,QAAQ,EACd,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,EAC9D,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,YAAY,EAAE,OAAO,CAAC,CAC9D,CAAA;AACF,CAAC;AAED,SAAS,gBAAgB,CACxB,GAAkB,EAClB,GAAkB,EAClB,IAAQ;IAER,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW;SAC9B,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;SAC5B,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAEnC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,CAAA;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;QAC/B,IAAI,WAAW,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU;YACvC,SAAQ;QAET,MAAM,gBAAgB,GAAG,MAAM,CAAA;QAC/B,MAAM,mBAAmB,GAAG,mBAAmB,CAAC,WAAW,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC7E,MAAM,cAAc,GAAG,EAAE,CAAC,gBAAgB,GAAG,mBAAmB,CAAC,CAAA;QAEjE,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC5B,MAAM,aAAa,GAAG,IAAI,EAAE,IAAI,KAAK,IAAI,CAAC,UAAU,CAAA;QAEpD,IAAI,CAAC,aAAa,EAAE,CAAC;YACpB,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;gBAC3B,OAAO;oBACN,eAAe,EAAE,KAAK;oBACtB,IAAI,EAAE,WAAW;oBACjB,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC;iBAC7B,CAAA;YACX,CAAC;YAED,MAAM,GAAG,cAAc,CAAA;YACvB,SAAQ;QACT,CAAC;QAED,MAAM,UAAU,GAAG,IAAuB,CAAA;QAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAEhC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACpD,MAAM,GAAG,cAAc,CAAA;YACvB,SAAQ;QACT,CAAC;QAED,MAAM,oBAAoB,GAAG,mBAAmB,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC3E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,mBAAmB,EAAE,oBAAoB,CAAC,CAAC,CAAA;QACrG,MAAM,kBAAkB,GAAG,EAAE,CAAC,cAAc,GAAG,OAAO,CAAC,CAAA;QAEvD,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC/B,OAAO;gBACN,eAAe,EAAE,KAAK;gBACtB,IAAI,EAAE,WAAW;gBACjB,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC;aAC7B,CAAA;QACX,CAAC;QAED,IAAI,IAAI,GAAG,cAAc,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,EAAE,CAAC,IAAI,GAAG,kBAAkB,CAAC,CAAA;YAC7C,MAAM,QAAQ,GAAG,EAAE,CAAC,IAAI,GAAG,gBAAgB,CAAC,CAAA;YAE5C,OAAO;gBACN,eAAe,EAAE,IAAI;gBACrB,QAAQ;gBACR,QAAQ,EAAE,WAAW;gBACrB,YAAY,EAAE,QAAQ;gBACtB,YAAY,EAAE,OAAO;gBACrB,QAAQ,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC7C,UAAU;aACD,CAAA;QACX,CAAC;QAED,MAAM,GAAG,kBAAkB,CAAA;QAC3B,CAAC,EAAE,CAAA;IACJ,CAAC;IAED,OAAO,IAAI,CAAA;AACZ,CAAC"}