three-mediapipe-rig 0.1.2 → 0.1.3

package/dist/meshcap.js

@@ -1,316 +1,468 @@
-import { inflate as ht, deflate as ft } from "fflate";
-import { F as N, c as mt } from "./face-tracker-utils-xt9__vBF.js";
-import { MeshPhysicalNodeMaterial as pt, Vector3 as W } from "three/webgpu";
-import { instancedArray as B, texture as G, uniform as O, select as ut, attribute as gt, varying as Ut, vec3 as wt, float as yt } from "three/tsl";
-const J = 1296253264, _ = 1;
-async function Rt(m) {
-  if (typeof m == "string") {
-    const o = await (await fetch(m)).arrayBuffer();
-    return K(o);
+import { inflate as xt, deflate as Mt } from "fflate";
+import { c as At, F as X } from "./face-tracker-utils-xt9__vBF.js";
+import { MeshPhysicalNodeMaterial as Ct, Vector3 as et } from "three/webgpu";
+import { instancedArray as H, texture as it, uniform as K, attribute as bt, varying as St, vec3 as It, float as kt } from "three/tsl";
+const dt = 1296253264, Rt = 2;
+async function Vt(a) {
+  if (a instanceof ArrayBuffer)
+    return a;
+  if (a instanceof File || a instanceof Blob)
+    return a.arrayBuffer();
+  if (typeof a == "string")
+    return (await fetch(a)).arrayBuffer();
+  throw new Error(`Unsupported audio source type: ${typeof a}`);
+}
+async function Lt(a, d) {
+  const i = new AudioContext(), o = await Vt(a), e = await i.decodeAudioData(o);
+  for (const l of d) {
+    if (!l.audioSprite)
+      continue;
+    const v = Math.floor(l.audioSprite.start * e.sampleRate), x = Math.floor(l.duration * e.sampleRate), f = i.createBuffer(
+      e.numberOfChannels,
+      x,
+      e.sampleRate
+    );
+    for (let r = 0; r < e.numberOfChannels; r++) {
+      const p = e.getChannelData(r).subarray(v, v + x);
+      f.getChannelData(r).set(p);
+    }
+    const s = Tt(f), t = new Blob([s], { type: "audio/wav" }), n = URL.createObjectURL(t), c = new Audio(n);
+    l.audioSprite.domElement = c, console.log("Assigned audio to clip: ", l.name, " at ", l.audioSprite.start, " for ", l.duration, " seconds");
+  }
+  return i.close(), {
+    blob: new Blob([o], { type: "audio/wav" }),
+    sprites: d.map((l) => l.audioSprite ? [l.audioSprite.start, l.duration] : void 0)
+  };
+}
+function Tt(a) {
+  const d = a.numberOfChannels, i = a.sampleRate, o = a.length * d * 2, e = new ArrayBuffer(44 + o), l = new DataView(e), v = (f, s) => [...s].forEach((t, n) => l.setUint8(f + n, t.charCodeAt(0)));
+  v(0, "RIFF"), l.setUint32(4, 36 + o, !0), v(8, "WAVE"), v(12, "fmt "), l.setUint32(16, 16, !0), l.setUint16(20, 1, !0), l.setUint16(22, d, !0), l.setUint32(24, i, !0), l.setUint32(28, i * d * 2, !0), l.setUint16(32, d * 2, !0), l.setUint16(34, 16, !0), v(36, "data"), l.setUint32(40, o, !0);
+  let x = 44;
+  for (let f = 0; f < a.length; f++)
+    for (let s = 0; s < d; s++) {
+      const t = Math.max(-1, Math.min(1, a.getChannelData(s)[f]));
+      l.setInt16(x, t * 32767, !0), x += 2;
+    }
+  return e;
+}
+const ct = /* @__PURE__ */ new WeakMap();
+function zt(a, d) {
+  const i = ct.get(a) || new AudioContext();
+  ct.set(a, i);
+  const o = i.createGain();
+  o.connect(i.destination), o.gain.value = 1;
+  let e;
+  return {
+    stopCurrent() {
+      e && (e.stop(), e = void 0);
+    },
+    setVolume(l) {
+      o.gain.value = l;
+    },
+    /** 
+     * @param clipIndex Index of the clip to play
+     * @returns The audio buffer source node that is playing the audio.
+     */
+    playSprite(l) {
+      this.stopCurrent();
+      const v = d[l];
+      if (!v.audioSprite) return;
+      const x = i.createBufferSource();
+      return x.buffer = a, x.connect(o), x.start(0, v.audioSprite.start, v.duration), e = x, console.log("PLAYING SOUNC", v.name), x;
+    }
+  };
+}
+function Bt(a, d, i, o, e) {
+  const l = !o;
+  o ?? (o = new Ct()), l && (i.material = o), i.geometry.hasAttribute("landmarkIndex") || At(i);
+  const v = [], x = [], f = [];
+  let s = 0, t = 0;
+  for (let U = 0; U < d.length; U++) {
+    const w = d[U];
+    v.push(s, t, w.frames.length, w.fps), s += w.frames.length, t += w.frames.length * X, x.push(w.aspectRatio), f.push(U == 0 ? 0 : f[U - 1] + d[U - 1].frames.length);
+  }
+  const n = H(new Float32Array(x), "float"), c = H(new Uint32Array(v), "uvec4"), r = new Float32Array(d.flatMap((U) => U.frames).reduce((U, w) => (U.push(w.frameUV.u, w.frameUV.v, w.frameUV.w, w.frameUV.h), U), [])), p = H(r, "vec4"), M = new Float32Array(d.flatMap((U) => U.frames.flatMap((w) => [w.cropUV.u, w.cropUV.v, w.cropUV.w, w.cropUV.h]))), m = H(M, "vec4"), u = new Float32Array(d.flatMap((U) => U.landmarks.flatMap((w) => w.flatMap((I) => [I.x, I.y, I.z])))), h = H(u, "vec3"), g = it(a), y = K(0), A = K(0), C = K(!0), k = n.element(y), j = H(new Uint32Array(f), "uint"), R = A, D = j.element(y).add(R), z = p.element(c.element(y).x.add(R)), b = c.element(y).y.add(R.mul(X)), J = bt("landmarkIndex", "uint").toUint(), Q = b.add(J), B = h.element(Q), V = m.element(D), Y = B.xy.sub(V.xy).div(V.zw), q = St(z.xy.add(Y.mul(z.zw))), _ = it(g, q);
+  o.colorNode = _;
+  const ft = h.element(b.add(234)).xy, nt = h.element(b.add(93)).xy, ut = h.element(b.add(454)).xy, ot = h.element(b.add(323)).xy, at = ft.sub(nt).div(2).add(nt), ht = ut.sub(ot).div(2).add(ot).sub(at).div(2).add(at), E = i.geometry.attributes.position, Z = 116, $ = 346, pt = new et().subVectors(
+    new et(E.getX(Z), E.getY(Z), E.getZ(Z)),
+    new et(E.getX($), E.getY($), E.getZ($))
+  ).lengthSq(), mt = K(pt), gt = h.element(b.add($)).sub(h.element(b.add(Z))).lengthSq(), Ut = mt.div(gt).sqrt().mul(2), wt = B.sub(ht).xzy.mul(It(1, -1, kt(1).div(k))).mul(Ut);
+  o.positionNode = wt;
+  let G = 0, L = 0, N, P, st = d[0].frames, tt = !1, O = e ? zt(e, d) : void 0;
+  const S = {
+    muted: !1,
+    clips: d,
+    atlasTexture: a,
+    material: o,
+    goto(U, w = !0, I, yt = !0) {
+      var rt;
+      let T = -1;
+      if (typeof U == "number")
+        T = U;
+      else if (T = d.findIndex((vt) => vt.name === U), T === -1)
+        throw new Error(`Clip ${U.toString()} not found`);
+      C.value = w, A.value = 0, y.value = T;
+      const W = d[T];
+      N = W, st = W.frames, G = W.duration, L = 0, P = I, tt = !0, O && (O.stopCurrent(), yt && !S.muted && W.audioSprite && (O.playSprite(T), (rt = S.playClipAudioHook) == null || rt.call(S, T, W.audioSprite.start, W.duration)));
+    },
+    update(U) {
+      var w;
+      if (tt) {
+        if (L += U, A.value = Ft(st, L, A.value), C.value)
+          L >= G && (L -= G, A.value = 0, S.muted || (O == null || O.playSprite(y.value), N != null && N.audioSprite && ((w = S.playClipAudioHook) == null || w.call(S, y.value, N.audioSprite.start, N.duration))), P == null || P(L));
+        else if (L >= G) {
+          const I = P;
+          P = void 0, I == null || I(G);
+        }
+      }
+    },
+    dispose() {
+      a.dispose(), o.dispose();
+    },
+    gotoAndLoop(U, w) {
+      this.goto(U, !0, w);
+    },
+    gotoAndPlay(U, w) {
+      this.goto(U, !1, w);
+    },
+    gotoAndStop(U, w = 0) {
+      this.goto(U, !1, void 0, !1), A.value = w, tt = !1;
+    }
+  };
+  return S;
+}
+function Ft(a, d, i) {
+  for (; i < a.length - 1 && a[i + 1].startTime <= d; )
+    i++;
+  return i;
+}
+async function _t(a) {
+  if (typeof a == "string") {
+    const i = await (await fetch(a)).arrayBuffer();
+    return lt(i);
   } else
-    return new Promise((u, o) => {
-      const e = new FileReader();
-      e.onload = (v) => {
-        const x = v.target.result;
-        u(K(x));
-      }, e.onerror = (v) => {
-        o(v);
-      }, e.readAsArrayBuffer(m);
+    return new Promise((d, i) => {
+      const o = new FileReader();
+      o.onload = (e) => {
+        const l = e.target.result;
+        d(lt(l));
+      }, o.onerror = (e) => {
+        i(e);
+      }, o.readAsArrayBuffer(a);
     });
 }
-async function K(m) {
-  const u = await new Promise((a, r) => {
-    ht(new Uint8Array(m), (p, y) => {
-      p ? r(p) : a(y);
+async function lt(a) {
+  let d = !1;
+  const i = await new Promise((n, c) => {
+    xt(new Uint8Array(a), (r, p) => {
+      r ? c(r) : n(p);
     });
-  }), o = new DataView(u.buffer);
+  }), o = new DataView(i.buffer);
   let e = 0;
-  const v = o.getUint32(e);
-  if (e += 4, v !== J) throw new Error("Invalid file: not a MCAP file");
+  const l = o.getUint32(e);
+  if (e += 4, l !== dt) throw new Error("Invalid file: not a MCAP file");
+  const v = o.getUint8(e);
+  e += 1;
   const x = o.getUint8(e);
-  if (e += 1, x !== _) throw new Error(`Unsupported version: ${x} != ${_}`);
-  const h = o.getUint8(e);
   e += 1;
-  const s = o.getUint16(e);
+  const f = o.getUint16(e);
   e += 2;
-  const t = o.getUint8(e);
+  const s = o.getUint8(e);
   e += 1;
-  const f = [];
-  for (let a = 0; a < h; a++) {
-    const r = o.getUint8(e);
+  const t = [];
+  for (let n = 0; n < x; n++) {
+    const c = o.getUint8(e);
     e += 1;
-    const p = new Uint8Array(u.buffer, e, r), y = new TextDecoder().decode(p);
-    e += r;
-    const i = o.getUint8(e);
+    const r = new Uint8Array(i.buffer, e, c), p = new TextDecoder().decode(r);
+    e += c;
+    const M = o.getUint8(e);
     e += 1;
-    const U = o.getUint8(e);
+    const m = o.getUint8(e);
     e += 1;
-    const n = o.getUint8(e) / 100;
+    const u = o.getUint8(e) / 100;
     e += 1;
-    const c = o.getUint8(e) / 100;
+    const h = o.getUint8(e) / 100;
     e += 1;
-    const l = [], g = [], b = [];
-    for (let M = 0; M < i; M++) {
+    const g = [], y = [], A = [];
+    for (let C = 0; C < M; C++) {
       const k = o.getUint16(e) / 1e3;
       e += 2;
-      const A = o.getUint16(e) / 1e3;
+      const j = o.getUint16(e) / 1e3;
       e += 2;
       const R = o.getUint16(e) / 1e3;
       e += 2;
-      const L = o.getUint16(e) / 1e3;
-      e += 2, l.push({ u: k, v: A, w: R, h: L });
-      const Y = o.getUint16(e) / 1e3;
+      const D = o.getUint16(e) / 1e3;
+      e += 2, g.push({ u: k, v: j, w: R, h: D });
+      const z = o.getUint16(e) / 1e3;
       e += 2;
-      const P = o.getUint16(e) / 1e3;
+      const b = o.getUint16(e) / 1e3;
       e += 2;
-      const q = o.getUint16(e) / 1e3;
+      const J = o.getUint16(e) / 1e3;
       e += 2;
-      const T = o.getUint16(e) / 1e3;
-      e += 2, b.push({ u: Y, v: P, w: q, h: T });
-      const C = [], z = M > 0 ? g[M - 1] : null;
-      for (let V = 0; V < N; V++)
-        if (z === null) {
-          const F = o.getUint16(e) / 1e3;
+      const Q = o.getUint16(e) / 1e3;
+      e += 2, A.push({ u: z, v: b, w: J, h: Q });
+      const B = [], V = C > 0 ? y[C - 1] : null;
+      for (let F = 0; F < X; F++)
+        if (V === null) {
+          const Y = o.getUint16(e) / 1e3;
           e += 2;
-          const E = o.getUint16(e) / 1e3;
+          const q = o.getUint16(e) / 1e3;
           e += 2;
-          const X = o.getInt16(e) / 1e3;
-          e += 2, C.push({ x: F, y: E, z: X });
+          const _ = o.getInt16(e) / 1e3;
+          e += 2, B.push({ x: Y, y: q, z: _ });
         } else {
-          const F = o.getInt8(e) / 1e3;
+          const Y = o.getInt8(e) / 1e3;
           e += 1;
-          const E = o.getInt8(e) / 1e3;
+          const q = o.getInt8(e) / 1e3;
           e += 1;
-          const X = o.getInt8(e) / 1e3;
-          e += 1, C.push({
-            x: z[V].x + F,
-            y: z[V].y + E,
-            z: z[V].z + X
+          const _ = o.getInt8(e) / 1e3;
+          e += 1, B.push({
+            x: V[F].x + Y,
+            y: V[F].y + q,
+            z: V[F].z + _
           });
         }
-      g.push(C);
+      y.push(B);
     }
-    f.push({
-      name: y,
-      fps: U,
-      scale: n,
-      aspectRatio: c,
-      frames: b.map((M, k) => ({
-        cropUV: M,
-        frameUV: l[k]
+    t.push({
+      name: p,
+      fps: m,
+      scale: u,
+      aspectRatio: h,
+      frames: A.map((C, k) => ({
+        cropUV: C,
+        frameUV: g[k],
+        startTime: k / m
+        //<-- default for versions sub 2...
       })),
-      landmarks: g
+      landmarks: y,
+      duration: M / m
+      // default for versions sub 2...
     });
   }
+  if (v >= 2) {
+    for (let n = 0; n < t.length; n++) {
+      let c = o.getUint16(e);
+      e += 2, t[n].duration = c / 1e3;
+      let r = o.getUint16(e);
+      e += 2, r === 1 ? console.log("Clip " + n + " has no audio") : (r /= 1e3, t[n].audioSprite = { start: r }, d = !0);
+    }
+    for (let n = 0; n < t.length; n++) {
+      const c = t[n];
+      let r = 0;
+      for (let p = 0; p < c.frames.length; p++) {
+        const M = o.getUint8(e);
+        e += 1;
+        const m = r + M / 1e3;
+        c.frames[p].startTime = m, r = m;
+      }
+    }
+  }
   return {
-    clips: f,
-    version: x,
-    atlasSize: s,
-    atlasPadding: t,
-    unpackClips: async (a) => {
-      let r, p = !0;
-      if (a instanceof HTMLCanvasElement)
-        p = !1, r = a;
+    clips: t,
+    version: v,
+    atlasSize: f,
+    atlasPadding: s,
+    unpackClips: async (n, c) => {
+      let r, p = !0, M;
+      if (n instanceof HTMLCanvasElement)
+        p = !1, r = n;
       else {
-        let i = new Image();
-        if (typeof a == "string")
-          i.src = a;
-        else if (a instanceof File || a instanceof Blob) {
-          const n = URL.createObjectURL(a);
-          i.src = n, await new Promise((c, l) => {
-            i.onload = () => {
-              URL.revokeObjectURL(n), c();
-            }, i.onerror = l;
+        let u = new Image();
+        if (typeof n == "string")
+          u.src = n;
+        else if (n instanceof File || n instanceof Blob) {
+          const g = URL.createObjectURL(n);
+          u.src = g, await new Promise((y, A) => {
+            u.onload = () => {
+              URL.revokeObjectURL(g), y();
+            }, u.onerror = A;
           });
-        } else a instanceof HTMLImageElement && (i = a);
-        (!i.complete || !i.naturalWidth) && await new Promise((n, c) => {
-          i.onload = () => n(), i.onerror = c;
-        }), r = document.createElement("canvas"), r.width = i.width, r.height = i.height, r.getContext("2d").drawImage(i, 0, 0);
+        } else n instanceof HTMLImageElement && (u = n);
+        (!u.complete || !u.naturalWidth) && await new Promise((g, y) => {
+          u.onload = () => g(), u.onerror = y;
+        }), r = document.createElement("canvas"), r.width = u.width, r.height = u.height, r.getContext("2d").drawImage(u, 0, 0);
       }
-      const y = f.map((i) => ({
-        ...i,
-        frames: i.frames.map((U) => {
-          const n = document.createElement("canvas");
-          return n.width = U.frameUV.w * r.width, n.height = U.frameUV.h * r.height, n.getContext("2d").drawImage(
+      const m = t.map((u) => ({
+        ...u,
+        frames: u.frames.map((h) => {
+          const g = document.createElement("canvas");
+          return g.width = h.frameUV.w * r.width, g.height = h.frameUV.h * r.height, g.getContext("2d").drawImage(
             r,
-            U.frameUV.u * r.width,
-            U.frameUV.v * r.height,
-            U.frameUV.w * r.width,
-            U.frameUV.h * r.height,
+            h.frameUV.u * r.width,
+            h.frameUV.v * r.height,
+            h.frameUV.w * r.width,
+            h.frameUV.h * r.height,
             0,
             0,
-            n.width,
-            n.height
+            g.width,
+            g.height
           ), {
-            canvas: n,
-            cropUV: U.cropUV
+            canvas: g,
+            cropUV: h.cropUV,
+            startTime: h.startTime
           };
         })
       }));
-      return p && r.remove(), y;
-    }
+      return p && r.remove(), d && (c ? M = await Lt(c, m) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
+        clips: m,
+        audioAtlas: M
+      };
+    },
+    createMaterialHandlerOnMesh: (n, c, r, p) => Bt(c, t, n, r, p)
   };
 }
-async function vt(m, u = !0) {
-  const o = new TextEncoder(), e = m.clips.map((f) => o.encode(f.name)), v = 9, x = e.reduce((f, a, r) => {
-    const p = m.clips[r].frames.length, y = 1 + a.byteLength, i = 1, U = 1, n = 1, c = 1, l = 16;
-    let g = N * 6;
-    return f + y + i + U + n + c + (u ? l + g + (l + N * 3) * (p - 1) : (l + g) * p);
-  }, 0), h = new ArrayBuffer(v + x), s = new DataView(h);
+async function Et(a, d = !0) {
+  const i = new TextEncoder(), o = a.clips.map((n) => i.encode(n.name)), e = 9, l = o.reduce((n, c, r) => {
+    const p = a.clips[r].frames.length, M = 1 + c.byteLength, m = 1, u = 1, h = 1, g = 1, y = 16;
+    let A = X * 6;
+    return n + M + m + u + h + g + (d ? y + A + (y + X * 3) * (p - 1) : (y + A) * p);
+  }, 0), v = a.clips.reduce((n, c) => n + 2 + 2, 0), x = a.clips.reduce((n, c) => n + c.frames.length * 1, 0), f = new ArrayBuffer(e + l + v + x), s = new DataView(f);
   let t = 0;
-  s.setUint32(t, J), t += 4, s.setUint8(t, _), t += 1, s.setUint8(t, m.clips.length), t += 1, s.setUint16(t, m.canvas.width), t += 2, s.setUint8(t, m.padding), t += 1;
-  for (let f = 0; f < m.clips.length; f++) {
-    s.setUint8(t, e[f].byteLength), t += 1, new Uint8Array(h, t, e[f].byteLength).set(e[f]), t += e[f].byteLength, s.setUint8(t, m.clips[f].frames.length), t += 1, s.setUint8(t, m.clips[f].fps), t += 1, s.setUint8(t, Math.round(m.clips[f].scale * 100)), t += 1, s.setUint8(t, Math.round(m.clips[f].aspectRatio * 100)), t += 1;
-    const a = m.clips[f];
-    for (let r = 0; r < a.frames.length; r++) {
-      const p = a.frames[r].cropUV, y = a.frames[r].frameUV;
-      s.setUint16(t, Math.round(y.u * 1e3)), t += 2, s.setUint16(t, Math.round(y.v * 1e3)), t += 2, s.setUint16(t, Math.round(y.w * 1e3)), t += 2, s.setUint16(t, Math.round(y.h * 1e3)), t += 2, s.setUint16(t, Math.round(p.u * 1e3)), t += 2, s.setUint16(t, Math.round(p.v * 1e3)), t += 2, s.setUint16(t, Math.round(p.w * 1e3)), t += 2, s.setUint16(t, Math.round(p.h * 1e3)), t += 2;
-      const i = a.landmarks[r], U = r > 0 ? a.landmarks[r - 1] : null;
-      i.reduce((n, c) => Math.max(n, Math.abs(c.z)), 0);
-      for (let n = 0; n < N; n++) {
-        const c = Math.round(i[n].x * 1e3), l = Math.round(i[n].y * 1e3), g = Math.round(i[n].z * 1e3);
-        if (u)
-          if (U === null)
-            s.setUint16(t, c), t += 2, s.setUint16(t, l), t += 2, s.setInt16(t, g), t += 2;
+  s.setUint32(t, dt), t += 4, s.setUint8(t, Rt), t += 1, s.setUint8(t, a.clips.length), t += 1, s.setUint16(t, a.atlasSize), t += 2, s.setUint8(t, a.padding), t += 1;
+  for (let n = 0; n < a.clips.length; n++) {
+    s.setUint8(t, o[n].byteLength), t += 1, new Uint8Array(f, t, o[n].byteLength).set(o[n]), t += o[n].byteLength, s.setUint8(t, a.clips[n].frames.length), t += 1, s.setUint8(t, a.clips[n].fps), t += 1, s.setUint8(t, Math.round(a.clips[n].scale * 100)), t += 1, s.setUint8(t, Math.round(a.clips[n].aspectRatio * 100)), t += 1;
+    const c = a.clips[n];
+    for (let r = 0; r < c.frames.length; r++) {
+      const p = c.frames[r].cropUV, M = c.frames[r].frameUV;
+      s.setUint16(t, Math.round(M.u * 1e3)), t += 2, s.setUint16(t, Math.round(M.v * 1e3)), t += 2, s.setUint16(t, Math.round(M.w * 1e3)), t += 2, s.setUint16(t, Math.round(M.h * 1e3)), t += 2, s.setUint16(t, Math.round(p.u * 1e3)), t += 2, s.setUint16(t, Math.round(p.v * 1e3)), t += 2, s.setUint16(t, Math.round(p.w * 1e3)), t += 2, s.setUint16(t, Math.round(p.h * 1e3)), t += 2;
+      const m = c.landmarks[r], u = r > 0 ? c.landmarks[r - 1] : null;
+      m.reduce((h, g) => Math.max(h, Math.abs(g.z)), 0);
+      for (let h = 0; h < X; h++) {
+        const g = Math.round(m[h].x * 1e3), y = Math.round(m[h].y * 1e3), A = Math.round(m[h].z * 1e3);
+        if (d)
+          if (u === null)
+            s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
           else {
-            const b = Math.round(U[n].x * 1e3), M = Math.round(U[n].y * 1e3), k = Math.round(U[n].z * 1e3), A = c - b, R = l - M, L = g - k;
-            console.log("Deltas: ", A), s.setInt8(t, A), t += 1, s.setInt8(t, R), t += 1, s.setInt8(t, L), t += 1;
+            const C = Math.round(u[h].x * 1e3), k = Math.round(u[h].y * 1e3), j = Math.round(u[h].z * 1e3), R = g - C, D = y - k, z = A - j;
+            s.setInt8(t, R), t += 1, s.setInt8(t, D), t += 1, s.setInt8(t, z), t += 1;
           }
         else
-          s.setUint16(t, c), t += 2, s.setUint16(t, l), t += 2, s.setInt16(t, g), t += 2;
+          s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
       }
     }
   }
-  return new Promise((f, a) => {
-    ft(new Uint8Array(h), { level: 9 }, (r, p) => {
-      if (r) return a(r);
-      const y = new Blob([p], { type: "application/octet-stream" });
-      f(y);
+  for (let n = 0; n < a.clips.length; n++) {
+    const c = a.clips[n];
+    s.setUint16(t, Math.round(c.duration * 1e3)), t += 2, c.audioSprite ? s.setUint16(t, Math.round(c.audioSprite.start * 1e3)) : s.setUint16(t, 1), t += 2;
+  }
+  for (let n = 0; n < a.clips.length; n++) {
+    const c = a.clips[n];
+    let r = 0;
+    for (const p of c.frames) {
+      const M = Math.floor((p.startTime - r) * 1e3);
+      s.setUint8(t, M), t += 1, r = p.startTime;
+    }
+  }
+  return new Promise((n, c) => {
+    Mt(new Uint8Array(f), { level: 9 }, (r, p) => {
+      if (r) return c(r);
+      const M = new Blob([p], { type: "application/octet-stream" });
+      n(M);
     });
   });
 }
-function xt(m, u) {
-  const o = [], e = [];
-  let v = 0;
-  const x = [...m].sort((h, s) => s.height - h.height);
-  for (const h of x) {
+function Nt(a) {
+  const d = Pt(a), i = [], o = [];
+  let e = 0;
+  const l = [...a].sort((f, s) => s.height - f.height);
+  for (const f of l) {
     let s = !1;
-    for (const t of o)
-      if (h.width <= u - t.currentX && h.height <= t.height) {
-        e.push({ id: h.id, x: t.currentX, y: t.y, width: h.width, height: h.height }), t.currentX += h.width, s = !0;
+    for (const t of i)
+      if (f.width <= d - t.currentX && f.height <= t.height) {
+        o.push({
+          ...f,
+          x: t.currentX,
+          y: t.y
+        }), t.currentX += f.width, s = !0;
         break;
       }
     if (!s) {
       const t = {
-        y: v,
-        height: h.height,
-        currentX: h.width
+        y: e,
+        height: f.height,
+        currentX: f.width
       };
-      o.push(t), e.push({ id: h.id, x: 0, y: v, width: h.width, height: h.height }), v += h.height;
+      i.push(t), o.push({
+        ...f,
+        x: 0,
+        y: e
+      }), e += f.height;
     }
   }
-  return e;
+  const v = i.length > 0 ? Math.max(...i.map((f) => f.currentX)) : 0, x = e;
+  return {
+    packed: o,
+    width: Math.max(v, d),
+    height: x
+  };
+}
+function Pt(a) {
+  if (a.length === 0) return 1;
+  const d = a.reduce((e, l) => e + l.width * l.height, 0);
+  let i = Math.ceil(Math.sqrt(d));
+  const o = Math.max(...a.map((e) => e.width));
+  return i = Math.max(i, o), i = Ot(i), i;
 }
-const Mt = 20;
-function Lt(m, u, o = 0) {
-  const e = m.flatMap((n) => n.frames.map((c) => c.canvas)), v = Array.from(e.entries()).map(([n, c]) => ({
-    id: n,
+function Ot(a) {
+  return Math.pow(2, Math.ceil(Math.log2(a)));
+}
+const Wt = 20;
+function Gt(a, d, i = 0) {
+  const o = a.flatMap((m) => m.frames.map((u) => u.canvas)), e = Array.from(o.entries()).map(([m, u]) => ({
+    id: m,
     // index of the frame after all the frames from all the clips have been flattened
-    width: c.width + o * 2,
-    height: c.height + o * 2
-  })), x = xt(v, u), h = Math.max(...x.map((n) => n.y + n.height)) + Mt, s = u, t = Math.min(1, u / s, u / h), f = Math.floor(s * t), a = Math.floor(h * t), r = document.createElement("canvas");
-  r.width = f, r.height = a;
-  const p = r.getContext("2d");
-  p.fillStyle = "#000000", p.fillRect(0, 0, r.width, r.height);
-  const y = [];
-  for (const n of x) {
-    const c = e[n.id], l = n.x + o, g = n.y + o, b = c.width, M = c.height;
-    p.drawImage(c, l * t, g * t, b * t, M * t), y[n.id] = {
-      u: l * t / f,
-      v: g * t / a,
-      w: b * t / f,
-      h: M * t / a
+    width: u.width + i * 2,
+    height: u.height + i * 2
+  })), l = Nt(e), v = l.height, x = l.width, f = Math.min(1, d / x, d / v), s = Math.floor(x * f), t = Math.floor(v * f) + Wt, n = document.createElement("canvas");
+  n.width = s, n.height = t;
+  const c = n.getContext("2d");
+  c.fillStyle = "#000000", c.fillRect(0, 0, n.width, n.height);
+  const r = [];
+  for (const m of l.packed) {
+    const u = o[m.id], h = m.x + i, g = m.y + i, y = u.width, A = u.height;
+    c.drawImage(u, h * f, g * f, y * f, A * f), r[m.id] = {
+      u: h * f / s,
+      v: g * f / t,
+      w: y * f / s,
+      h: A * f / t
     };
   }
-  const i = [];
-  let U = 0;
-  for (const n of m) {
-    const c = {
-      ...n,
+  const p = [];
+  let M = 0;
+  for (const m of a) {
+    const u = {
+      ...m,
       frames: []
     };
-    for (const l of n.frames)
-      c.frames.push({
-        frameUV: y[U++],
-        cropUV: l.cropUV
+    for (const h of m.frames)
+      u.frames.push({
+        frameUV: r[M++],
+        cropUV: h.cropUV,
+        startTime: h.startTime
       });
-    i.push(c);
+    p.push(u);
   }
-  return p.font = `${Math.max(6, Math.floor(12 * t))}px monospace`, p.fillStyle = "#ff0000", p.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?app=meshcap", 0, a - Math.max(2, 4 * t)), {
-    canvas: r,
-    clips: i,
-    padding: o,
-    async save(n) {
-      const c = await vt(this);
-      if (n) {
-        const l = URL.createObjectURL(c), g = document.createElement("a");
-        g.href = l, g.download = "atlas.mcap", g.click(), URL.revokeObjectURL(l), g.remove();
+  return c.font = `${Math.max(6, Math.floor(12))}px monospace`, c.fillStyle = "#ff0000", c.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, t - 4), {
+    canvas: n,
+    clips: p,
+    padding: i,
+    atlasSize: d,
+    async save(m) {
+      const u = await Et(this);
+      if (m) {
+        const h = URL.createObjectURL(u), g = document.createElement("a");
+        g.href = h, g.download = "atlas.mcap", g.click(), URL.revokeObjectURL(h), g.remove();
       }
-      return c;
-    }
-  };
-}
-function zt(m, u, o, e) {
-  e ?? (e = new pt()), o.geometry.hasAttribute("landmarkIndex") || mt(o);
-  const v = [], x = [], h = [];
-  let s = 0, t = 0;
-  for (let d = 0; d < u.length; d++) {
-    const w = u[d];
-    v.push(s, t, w.frames.length, w.fps), s += w.frames.length, t += w.frames.length * N, x.push(w.aspectRatio), h.push(d == 0 ? 0 : h[d - 1] + u[d - 1].frames.length);
-  }
-  const f = B(new Float32Array(x), "float"), a = B(new Uint32Array(v), "uvec4"), r = new Float32Array(u.flatMap((d) => d.frames).reduce((d, w) => (d.push(w.frameUV.u, w.frameUV.v, w.frameUV.w, w.frameUV.h), d), [])), p = B(r, "vec4"), y = new Float32Array(u.flatMap((d) => d.frames.flatMap((w) => [w.cropUV.u, w.cropUV.v, w.cropUV.w, w.cropUV.h]))), i = B(y, "vec4"), U = new Float32Array(u.flatMap((d) => d.landmarks.flatMap((w) => w.flatMap((I) => [I.x, I.y, I.z]))));
-  u.reduce((d, w) => d + w.frames.length, 0);
-  const n = B(U, "vec3"), c = G(m), l = O(0), g = O(0), b = O(!0), M = f.element(l), k = a.element(l).w, A = a.element(l).z, R = g.mul(k).floor().toUint(), L = ut(
-    b.not().and(R.greaterThanEqual(A)),
-    // no loop + past end
-    A.sub(1),
-    // → clamp to last frame
-    R.mod(A)
-    // → wrap around
-  ), Y = B(new Uint32Array(h), "uint"), P = L, q = Y.element(l).add(L), T = p.element(a.element(l).x.add(P)), C = a.element(l).y.add(P.mul(N)), z = gt("landmarkIndex", "uint").toUint(), V = C.add(z), F = n.element(V), E = i.element(q), Q = F.xy.sub(E.xy).div(E.zw), tt = Ut(T.xy.add(Q.mul(T.zw))), et = G(c, tt);
-  e.colorNode = et;
-  const nt = n.element(C.add(234)).xy, $ = n.element(C.add(93)).xy, ot = n.element(C.add(454)).xy, Z = n.element(C.add(323)).xy, D = nt.sub($).div(2).add($), st = ot.sub(Z).div(2).add(Z).sub(D).div(2).add(D), S = o.geometry.attributes.position, j = 116, H = 346, rt = new W().subVectors(
-    new W(S.getX(j), S.getY(j), S.getZ(j)),
-    new W(S.getX(H), S.getY(H), S.getZ(H))
-  ).lengthSq(), at = O(rt), ct = n.element(C.add(H)).sub(n.element(C.add(j))).lengthSq(), it = at.div(ct).sqrt().mul(2), lt = F.sub(st).xzy.mul(wt(1, -1, yt(1).div(M))).mul(it);
-  return e.positionNode = lt, {
-    clips: u,
-    atlasTexture: m,
-    material: e,
-    goto(d, w = !0) {
-      let I = -1;
-      if (typeof d == "number")
-        I = d;
-      else if (I = u.findIndex((dt) => dt.name === d), I === -1)
-        throw new Error(`Clip ${d.toString()} not found`);
-      b.value = w, g.value = 0, l.value = I;
-    },
-    update(d) {
-      g.value += d;
-    },
-    dispose() {
-      m.dispose(), e.dispose();
-    },
-    gotoAndLoop(d) {
-      this.goto(d, !0);
-    },
-    gotoAndPlay(d) {
-      this.goto(d, !1);
+      return u;
     }
   };
 }
 export {
-  Lt as buildMeshCapAtlas,
-  zt as createMeshCapMaterial,
-  Rt as loadMeshCapFile
+  Tt as audioBufferToWav,
+  Gt as buildMeshCapAtlas,
+  zt as createAudioAtlasPlayer,
+  Bt as createMeshCapMaterial,
+  Lt as extractAudioSprites,
+  _t as loadMeshCapFile
 };