three-mediapipe-rig 0.1.2 → 0.1.4

package/dist/meshcap.js

@@ -1,316 +1,572 @@
-import { inflate as ht, deflate as ft } from "fflate";
-import { F as N, c as mt } from "./face-tracker-utils-xt9__vBF.js";
-import { MeshPhysicalNodeMaterial as pt, Vector3 as W } from "three/webgpu";
-import { instancedArray as B, texture as G, uniform as O, select as ut, attribute as gt, varying as Ut, vec3 as wt, float as yt } from "three/tsl";
-const J = 1296253264, _ = 1;
-async function Rt(m) {
-  if (typeof m == "string") {
-    const o = await (await fetch(m)).arrayBuffer();
-    return K(o);
+import { MeshPhysicalNodeMaterial as Lt, Vector3 as _, Matrix4 as Bt } from "three/webgpu";
+import { deflate as St, inflate as Tt } from "fflate";
+import { c as Vt, F as $ } from "./face-tracker-utils-xt9__vBF.js";
+import { instancedArray as K, texture as mt, uniform as tt, attribute as zt, varying as Ft, vec3 as Et, float as Pt, select as Ot, positionLocal as jt } from "three/tsl";
+import { TextureLoader as pt, Texture as Nt } from "three";
+const wt = 1296253264, Wt = 3;
+async function Dt(o) {
+  if (o instanceof ArrayBuffer)
+    return o;
+  if (o instanceof File || o instanceof Blob)
+    return o.arrayBuffer();
+  if (typeof o == "string")
+    return (await fetch(o)).arrayBuffer();
+  throw new Error(`Unsupported audio source type: ${typeof o}`);
+}
+async function Xt(o, s) {
+  const a = new AudioContext(), i = await Dt(o), n = await a.decodeAudioData(i);
+  for (const t of s) {
+    if (!t.audioSprite)
+      continue;
+    const g = Math.floor(t.audioSprite.start * n.sampleRate), m = Math.floor(t.duration * n.sampleRate), l = a.createBuffer(
+      n.numberOfChannels,
+      m,
+      n.sampleRate
+    );
+    for (let r = 0; r < n.numberOfChannels; r++) {
+      const e = n.getChannelData(r).subarray(g, g + m);
+      l.getChannelData(r).set(e);
+    }
+    const A = Ht(l), M = new Blob([A], { type: "audio/wav" }), x = URL.createObjectURL(M), f = new Audio(x);
+    t.audioSprite.domElement = f, console.log("Assigned audio to clip: ", t.name, " at ", t.audioSprite.start, " for ", t.duration, " seconds");
+  }
+  return a.close(), {
+    blob: new Blob([i], { type: "audio/wav" }),
+    sprites: s.map((t) => t.audioSprite ? [t.audioSprite.start, t.duration] : void 0)
+  };
+}
+function Ht(o) {
+  const s = o.numberOfChannels, a = o.sampleRate, i = o.length * s * 2, n = new ArrayBuffer(44 + i), t = new DataView(n), g = (l, A) => [...A].forEach((M, x) => t.setUint8(l + x, M.charCodeAt(0)));
+  g(0, "RIFF"), t.setUint32(4, 36 + i, !0), g(8, "WAVE"), g(12, "fmt "), t.setUint32(16, 16, !0), t.setUint16(20, 1, !0), t.setUint16(22, s, !0), t.setUint32(24, a, !0), t.setUint32(28, a * s * 2, !0), t.setUint16(32, s * 2, !0), t.setUint16(34, 16, !0), g(36, "data"), t.setUint32(40, i, !0);
+  let m = 44;
+  for (let l = 0; l < o.length; l++)
+    for (let A = 0; A < s; A++) {
+      const M = Math.max(-1, Math.min(1, o.getChannelData(A)[l]));
+      t.setInt16(m, M * 32767, !0), m += 2;
+    }
+  return n;
+}
+const ht = /* @__PURE__ */ new WeakMap();
+function Yt(o, s) {
+  const a = ht.get(o) || new AudioContext();
+  ht.set(o, a);
+  const i = a.createGain();
+  i.connect(a.destination), i.gain.value = 1;
+  let n;
+  return {
+    stopCurrent() {
+      n && (n.stop(), n = void 0);
+    },
+    setVolume(t) {
+      i.gain.value = t;
+    },
+    /** 
+     * @param clipIndex Index of the clip to play
+     * @returns The audio buffer source node that is playing the audio.
+     */
+    playSprite(t) {
+      this.stopCurrent();
+      const g = s[t];
+      if (!g.audioSprite) return;
+      const m = a.createBufferSource();
+      return m.buffer = o, m.connect(i), m.start(0, g.audioSprite.start, g.duration), n = m, m;
+    }
+  };
+}
+function qt(o, s, a, i, n) {
+  const t = !i;
+  i ?? (i = new Lt()), t && (a.material = i), a.geometry.hasAttribute("landmarkIndex") || Vt(a);
+  const g = [], m = [], l = [];
+  let A = 0, M = 0;
+  for (let y = 0; y < s.length; y++) {
+    const v = s[y];
+    g.push(A, M, v.frames.length, v.fps), A += v.frames.length, M += v.frames.length * $, m.push(v.aspectRatio), l.push(y == 0 ? 0 : l[y - 1] + s[y - 1].frames.length);
+  }
+  const x = K(new Float32Array(m), "float"), f = K(new Uint32Array(g), "uvec4"), r = new Float32Array(s.flatMap((y) => y.frames).reduce((y, v) => (y.push(v.frameUV.u, v.frameUV.v, v.frameUV.w, v.frameUV.h), y), [])), e = K(r, "vec4"), c = new Float32Array(s.flatMap((y) => y.frames.flatMap((v) => [v.cropUV.u, v.cropUV.v, v.cropUV.w, v.cropUV.h]))), d = K(c, "vec4"), u = new Float32Array(s.flatMap((y) => y.landmarks.flatMap((v) => v.flatMap((z) => [z.x, z.y, z.z])))), w = K(u, "vec3"), p = mt(o), h = tt(0), U = tt(0), I = tt(!0), b = x.element(h), C = K(new Uint32Array(l), "uint"), k = U, P = C.element(h).add(k), N = e.element(f.element(h).x.add(k)), L = f.element(h).y.add(k.mul($)), W = zt("landmarkIndex", "uint").toUint(), G = L.add(W), D = w.element(G), X = d.element(P), S = D.xy.sub(X.xy).div(X.zw), B = Ft(N.xy.add(S.mul(N.zw))), F = mt(p, B);
+  i.colorNode = F;
+  const E = w.element(L.add(234)).xy, T = w.element(L.add(93)).xy, yt = w.element(L.add(454)).xy, lt = w.element(L.add(323)).xy, ft = E.sub(T).div(2).add(T), vt = yt.sub(lt).div(2).add(lt).sub(ft).div(2).add(ft), R = a.geometry.attributes.position, et = 116, nt = 346, xt = new _().subVectors(
+    new _(R.getX(et), R.getY(et), R.getZ(et)),
+    new _(R.getX(nt), R.getY(nt), R.getZ(nt))
+  ).lengthSq(), ot = 209, at = 429, At = tt(new _().addVectors(
+    new _(R.getX(ot), R.getY(ot), R.getZ(ot)),
+    new _(R.getX(at), R.getY(at), R.getZ(at))
+  ).multiplyScalar(0.5)), Mt = tt(xt), bt = w.element(L.add(nt)).sub(w.element(L.add(et))).lengthSq(), Ct = Mt.div(bt).sqrt(), It = D.sub(vt).xzy.mul(Et(1, -1, Pt(1).div(b))).mul(Ct).add(At);
+  i.positionNode = Ot(W.toUint().lessThanEqual($), It, jt);
+  let J = 0, O = 0, H, Y, rt = s[0].frames, st = !1, q = n ? Yt(n, s) : void 0, dt;
+  const V = {
+    muted: !1,
+    clips: s,
+    atlasTexture: o,
+    material: i,
+    getLastKnownFaceTransform: () => dt,
+    goto(y, v = !0, z, Rt = !0) {
+      var ut;
+      let j = -1;
+      if (typeof y == "number")
+        j = y;
+      else if (j = s.findIndex((kt) => kt.name === y), j === -1)
+        throw new Error(`Clip ${y.toString()} not found`);
+      I.value = v, U.value = 0, h.value = j;
+      const Z = s[j];
+      H = Z, rt = Z.frames, J = Z.duration, O = 0, Y = z, st = !0, q && (q.stopCurrent(), Rt && !V.muted && Z.audioSprite && (q.playSprite(j), (ut = V.playClipAudioHook) == null || ut.call(V, j, Z.audioSprite.start, Z.duration)));
+    },
+    update(y) {
+      var v;
+      if (st) {
+        if (O += y, U.value = Zt(rt, O, U.value), dt = rt[U.value].transformMatrix, I.value)
+          O >= J && (O -= J, U.value = 0, V.muted || (q == null || q.playSprite(h.value), H != null && H.audioSprite && ((v = V.playClipAudioHook) == null || v.call(V, h.value, H.audioSprite.start, H.duration))), Y == null || Y(O));
+        else if (O >= J) {
+          const z = Y;
+          Y = void 0, z == null || z(J);
+        }
+      }
+    },
+    dispose() {
+      o.dispose(), i.dispose();
+    },
+    gotoAndLoop(y, v) {
+      this.goto(y, !0, v);
+    },
+    gotoAndPlay(y, v) {
+      this.goto(y, !1, v);
+    },
+    gotoAndStop(y, v = 0) {
+      this.goto(y, !1, void 0, !1), U.value = v, st = !1;
+    }
+  };
+  return V;
+}
+function Zt(o, s, a) {
+  for (; a < o.length - 1 && o[a + 1].startTime <= s; )
+    a++;
+  return a;
+}
+async function _t(o, s = !0) {
+  const a = await Ut(o, s);
+  return new Promise((i, n) => {
+    St(new Uint8Array(a), { level: 9 }, (t, g) => {
+      if (t) return n(t);
+      const m = new Blob([g], { type: "application/octet-stream" });
+      i(m);
+    });
+  });
+}
+async function Ut(o, s = !0) {
+  const a = new TextEncoder(), i = o.clips.length, n = o.clips.map((c) => a.encode(c.name)), t = 9, g = n.reduce((c, d, u) => {
+    const w = o.clips[u].frames.length, p = 1 + d.byteLength, h = 2, U = 1, I = 1, b = 1, C = 16;
+    let k = $ * 6;
+    return c + p + h + U + I + b + (C + k) * w;
+  }, 0), m = o.clips.reduce((c, d) => c + 2 + 2, 0), l = o.clips.reduce((c, d) => c + d.frames.length * 2, 0), A = o.clips.reduce((c, d) => c + d.frames.length * 64, 0), x = t + g + m + l + 3 & -4, f = new ArrayBuffer(x + A), r = new DataView(f);
+  let e = 0;
+  r.setUint32(e, wt), e += 4, r.setUint8(e, Wt), e += 1, r.setUint8(e, o.clips.length), e += 1, r.setUint16(e, o.atlasSize), e += 2, r.setUint8(e, o.padding), e += 1;
+  for (let c = 0; c < i; c++) {
+    r.setUint8(e, n[c].byteLength), e += 1, new Uint8Array(f, e, n[c].byteLength).set(n[c]), e += n[c].byteLength, r.setUint16(e, o.clips[c].frames.length), e += 2, r.setUint8(e, o.clips[c].fps), e += 1, r.setUint8(e, Math.round(o.clips[c].scale * 100)), e += 1, r.setUint8(e, Math.round(o.clips[c].aspectRatio * 100)), e += 1;
+    const d = o.clips[c];
+    for (let u = 0; u < d.frames.length; u++) {
+      const w = d.frames[u].cropUV, p = d.frames[u].frameUV, h = 1e4;
+      r.setUint16(e, Math.round(p.u * h)), e += 2, r.setUint16(e, Math.round(p.v * h)), e += 2, r.setUint16(e, Math.round(p.w * h)), e += 2, r.setUint16(e, Math.round(p.h * h)), e += 2, r.setUint16(e, Math.round(w.u * h)), e += 2, r.setUint16(e, Math.round(w.v * h)), e += 2, r.setUint16(e, Math.round(w.w * h)), e += 2, r.setUint16(e, Math.round(w.h * h)), e += 2;
+      const U = d.landmarks[u], I = u > 0 ? d.landmarks[u - 1] : null;
+      U.reduce((b, C) => Math.max(b, Math.abs(C.z)), 0);
+      for (let b = 0; b < $; b++) {
+        const C = Math.round(U[b].x * 1e3), k = Math.round(U[b].y * 1e3), P = Math.round(U[b].z * 1e3);
+        if (s)
+          if (I === null)
+            r.setUint16(e, C), e += 2, r.setUint16(e, k), e += 2, r.setInt16(e, P), e += 2;
+          else {
+            const N = Math.round(I[b].x * 1e3), L = Math.round(I[b].y * 1e3), W = Math.round(I[b].z * 1e3), G = C - N, D = k - L, X = P - W;
+            r.setInt16(e, G), e += 2, r.setInt16(e, D), e += 2, r.setInt16(e, X), e += 2;
+          }
+        else
+          r.setUint16(e, C), e += 2, r.setUint16(e, k), e += 2, r.setInt16(e, P), e += 2;
+      }
+    }
+  }
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    r.setUint16(e, Math.round(d.duration * 1e3)), e += 2, d.audioSprite ? r.setUint16(e, Math.round(d.audioSprite.start * 1e3)) : r.setUint16(e, 1), e += 2;
+  }
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    let u = 0;
+    for (const w of d.frames) {
+      const p = Math.floor((w.startTime - u) * 1e3);
+      r.setUint16(e, p), e += 2, u = w.startTime;
+    }
+  }
+  e = e + 3 & -4;
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    for (const u of d.frames)
+      u.transformMatrix ? u.transformMatrix.toArray(new Float32Array(f, e, 16)) : new Float32Array(f, e, 16).fill(0), e += 64;
+  }
+  return f;
+}
+async function ie(o) {
+  if (typeof o == "string") {
+    const a = await (await fetch(o)).arrayBuffer();
+    return it(a);
   } else
-    return new Promise((u, o) => {
-      const e = new FileReader();
-      e.onload = (v) => {
-        const x = v.target.result;
-        u(K(x));
-      }, e.onerror = (v) => {
-        o(v);
-      }, e.readAsArrayBuffer(m);
+    return new Promise((s, a) => {
+      const i = new FileReader();
+      i.onload = (n) => {
+        const t = n.target.result;
+        s(it(t));
+      }, i.onerror = (n) => {
+        a(n);
+      }, i.readAsArrayBuffer(o);
     });
 }
-async function K(m) {
-  const u = await new Promise((a, r) => {
-    ht(new Uint8Array(m), (p, y) => {
-      p ? r(p) : a(y);
+async function it(o, s = !0) {
+  let a = !1;
+  const i = s ? await new Promise((f, r) => {
+    Tt(new Uint8Array(o), (e, c) => {
+      e ? r(e) : f(c);
     });
-  }), o = new DataView(u.buffer);
-  let e = 0;
-  const v = o.getUint32(e);
-  if (e += 4, v !== J) throw new Error("Invalid file: not a MCAP file");
-  const x = o.getUint8(e);
-  if (e += 1, x !== _) throw new Error(`Unsupported version: ${x} != ${_}`);
-  const h = o.getUint8(e);
-  e += 1;
-  const s = o.getUint16(e);
-  e += 2;
-  const t = o.getUint8(e);
-  e += 1;
-  const f = [];
-  for (let a = 0; a < h; a++) {
-    const r = o.getUint8(e);
-    e += 1;
-    const p = new Uint8Array(u.buffer, e, r), y = new TextDecoder().decode(p);
-    e += r;
-    const i = o.getUint8(e);
-    e += 1;
-    const U = o.getUint8(e);
-    e += 1;
-    const n = o.getUint8(e) / 100;
-    e += 1;
-    const c = o.getUint8(e) / 100;
-    e += 1;
-    const l = [], g = [], b = [];
-    for (let M = 0; M < i; M++) {
-      const k = o.getUint16(e) / 1e3;
-      e += 2;
-      const A = o.getUint16(e) / 1e3;
-      e += 2;
-      const R = o.getUint16(e) / 1e3;
-      e += 2;
-      const L = o.getUint16(e) / 1e3;
-      e += 2, l.push({ u: k, v: A, w: R, h: L });
-      const Y = o.getUint16(e) / 1e3;
-      e += 2;
-      const P = o.getUint16(e) / 1e3;
-      e += 2;
-      const q = o.getUint16(e) / 1e3;
-      e += 2;
-      const T = o.getUint16(e) / 1e3;
-      e += 2, b.push({ u: Y, v: P, w: q, h: T });
-      const C = [], z = M > 0 ? g[M - 1] : null;
-      for (let V = 0; V < N; V++)
-        if (z === null) {
-          const F = o.getUint16(e) / 1e3;
-          e += 2;
-          const E = o.getUint16(e) / 1e3;
-          e += 2;
-          const X = o.getInt16(e) / 1e3;
-          e += 2, C.push({ x: F, y: E, z: X });
+  }) : new Uint8Array(o), n = new DataView(i.buffer);
+  let t = 0;
+  const g = n.getUint32(t);
+  if (t += 4, g !== wt) throw new Error("Invalid file: not a MCAP file");
+  const m = n.getUint8(t);
+  t += 1;
+  const l = n.getUint8(t);
+  t += 1;
+  const A = n.getUint16(t);
+  t += 2;
+  const M = n.getUint8(t);
+  t += 1;
+  const x = [];
+  for (let f = 0; f < l; f++) {
+    const r = n.getUint8(t);
+    t += 1;
+    const e = new Uint8Array(i.buffer, t, r), c = new TextDecoder().decode(e);
+    t += r;
+    const d = m >= 3 ? n.getUint16(t) : n.getUint8(t);
+    t += m >= 3 ? 2 : 1;
+    const u = n.getUint8(t);
+    t += 1;
+    const w = n.getUint8(t) / 100;
+    t += 1;
+    const p = n.getUint8(t) / 100;
+    t += 1;
+    const h = [], U = [], I = [];
+    for (let b = 0; b < d; b++) {
+      const C = m < 3 ? 1e3 : 1e4, k = n.getUint16(t) / C;
+      t += 2;
+      const P = n.getUint16(t) / C;
+      t += 2;
+      const N = n.getUint16(t) / C;
+      t += 2;
+      const L = n.getUint16(t) / C;
+      t += 2, h.push({ u: k, v: P, w: N, h: L });
+      const W = n.getUint16(t) / C;
+      t += 2;
+      const G = n.getUint16(t) / C;
+      t += 2;
+      const D = n.getUint16(t) / C;
+      t += 2;
+      const X = n.getUint16(t) / C;
+      t += 2, I.push({ u: W, v: G, w: D, h: X });
+      const Q = [], S = b > 0 ? U[b - 1] : null;
+      for (let B = 0; B < $; B++)
+        if (S === null) {
+          const F = n.getUint16(t) / 1e3;
+          t += 2;
+          const E = n.getUint16(t) / 1e3;
+          t += 2;
+          const T = n.getInt16(t) / 1e3;
+          t += 2, Q.push({ x: F, y: E, z: T });
         } else {
-          const F = o.getInt8(e) / 1e3;
-          e += 1;
-          const E = o.getInt8(e) / 1e3;
-          e += 1;
-          const X = o.getInt8(e) / 1e3;
-          e += 1, C.push({
-            x: z[V].x + F,
-            y: z[V].y + E,
-            z: z[V].z + X
-          });
+          let F, E, T;
+          m < 3 ? (F = n.getInt8(t) / 1e3, t += 1, E = n.getInt8(t) / 1e3, t += 1, T = n.getInt8(t) / 1e3, t += 1, Q.push({
+            x: S[B].x + F,
+            y: S[B].y + E,
+            z: S[B].z + T
+          })) : (F = n.getInt16(t) / 1e3, t += 2, E = n.getInt16(t) / 1e3, t += 2, T = n.getInt16(t) / 1e3, t += 2, Q.push({
+            x: S[B].x + F,
+            y: S[B].y + E,
+            z: S[B].z + T
+          }));
         }
-      g.push(C);
+      U.push(Q);
     }
-    f.push({
-      name: y,
-      fps: U,
-      scale: n,
-      aspectRatio: c,
-      frames: b.map((M, k) => ({
-        cropUV: M,
-        frameUV: l[k]
+    x.push({
+      name: c,
+      fps: u,
+      scale: w,
+      aspectRatio: p,
+      frames: I.map((b, C) => ({
+        cropUV: b,
+        frameUV: h[C],
+        startTime: C / u
+        //<-- default for versions sub 2...
       })),
-      landmarks: g
+      landmarks: U,
+      duration: d / u
+      // default for versions sub 2...
     });
   }
+  if (m >= 2) {
+    for (let f = 0; f < x.length; f++) {
+      let r = n.getUint16(t);
+      t += 2, x[f].duration = r / 1e3;
+      let e = n.getUint16(t);
+      t += 2, e === 1 ? console.log("Clip " + f + " has no audio") : (e /= 1e3, x[f].audioSprite = { start: e }, a = !0, console.log("MCAP AUDIO CLIP;", e, "Duration: ", r / 1e3));
+    }
+    for (let f = 0; f < x.length; f++) {
+      const r = x[f];
+      let e = 0;
+      for (let c = 0; c < r.frames.length; c++) {
+        const d = m < 3 ? n.getUint8(t) : n.getUint16(t);
+        t += m < 3 ? 1 : 2;
+        const u = e + d / 1e3;
+        r.frames[c].startTime = u, e = u;
+      }
+    }
+    if (m >= 3) {
+      t = t + 3 & -4;
+      for (let f = 0; f < x.length; f++) {
+        const r = x[f];
+        for (let e = 0; e < r.frames.length; e++) {
+          const c = new Float32Array(n.buffer, t, 16);
+          t += 64, r.frames[e].transformMatrix = new Bt().fromArray(c);
+        }
+      }
+    }
+  }
   return {
-    clips: f,
-    version: x,
-    atlasSize: s,
-    atlasPadding: t,
-    unpackClips: async (a) => {
-      let r, p = !0;
-      if (a instanceof HTMLCanvasElement)
-        p = !1, r = a;
+    clips: x,
+    version: m,
+    atlasSize: A,
+    atlasPadding: M,
+    async unpackClips(f, r) {
+      let e, c = !0, d, u;
+      if (f instanceof HTMLCanvasElement)
+        c = !1, e = f, u = e.getContext("2d");
       else {
-        let i = new Image();
-        if (typeof a == "string")
-          i.src = a;
-        else if (a instanceof File || a instanceof Blob) {
-          const n = URL.createObjectURL(a);
-          i.src = n, await new Promise((c, l) => {
-            i.onload = () => {
-              URL.revokeObjectURL(n), c();
-            }, i.onerror = l;
+        let p = new Image();
+        if (typeof f == "string")
+          p.src = f;
+        else if (f instanceof File || f instanceof Blob) {
+          const h = URL.createObjectURL(f);
+          p.src = h, await new Promise((U, I) => {
+            p.onload = () => {
+              URL.revokeObjectURL(h), U();
+            }, p.onerror = I;
           });
-        } else a instanceof HTMLImageElement && (i = a);
-        (!i.complete || !i.naturalWidth) && await new Promise((n, c) => {
-          i.onload = () => n(), i.onerror = c;
-        }), r = document.createElement("canvas"), r.width = i.width, r.height = i.height, r.getContext("2d").drawImage(i, 0, 0);
+        } else f instanceof HTMLImageElement && (p = f);
+        (!p.complete || !p.naturalWidth) && await new Promise((h, U) => {
+          p.onload = () => h(), p.onerror = U;
+        }), e = document.createElement("canvas"), e.width = p.width, e.height = p.height, u = e.getContext("2d"), u.drawImage(p, 0, 0);
       }
-      const y = f.map((i) => ({
-        ...i,
-        frames: i.frames.map((U) => {
-          const n = document.createElement("canvas");
-          return n.width = U.frameUV.w * r.width, n.height = U.frameUV.h * r.height, n.getContext("2d").drawImage(
-            r,
-            U.frameUV.u * r.width,
-            U.frameUV.v * r.height,
-            U.frameUV.w * r.width,
-            U.frameUV.h * r.height,
+      const w = x.map((p) => ({
+        ...p,
+        frames: p.frames.map((h) => {
+          const U = document.createElement("canvas");
+          return U.width = h.frameUV.w * e.width, U.height = h.frameUV.h * e.height, U.getContext("2d").drawImage(
+            e,
+            h.frameUV.u * e.width,
+            h.frameUV.v * e.height,
+            h.frameUV.w * e.width,
+            h.frameUV.h * e.height,
             0,
             0,
-            n.width,
-            n.height
+            U.width,
+            U.height
           ), {
-            canvas: n,
-            cropUV: U.cropUV
+            canvas: U,
+            cropUV: h.cropUV,
+            startTime: h.startTime
           };
         })
       }));
-      return p && r.remove(), y;
+      return c && e.remove(), a && (r ? d = await Xt(r, w) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
+        clips: w,
+        audioAtlas: d
+      };
+    },
+    createMaterialHandlerOnMesh(f, r, e, c) {
+      return qt(r, x, f, e, c);
     }
   };
 }
-async function vt(m, u = !0) {
-  const o = new TextEncoder(), e = m.clips.map((f) => o.encode(f.name)), v = 9, x = e.reduce((f, a, r) => {
-    const p = m.clips[r].frames.length, y = 1 + a.byteLength, i = 1, U = 1, n = 1, c = 1, l = 16;
-    let g = N * 6;
-    return f + y + i + U + n + c + (u ? l + g + (l + N * 3) * (p - 1) : (l + g) * p);
-  }, 0), h = new ArrayBuffer(v + x), s = new DataView(h);
-  let t = 0;
-  s.setUint32(t, J), t += 4, s.setUint8(t, _), t += 1, s.setUint8(t, m.clips.length), t += 1, s.setUint16(t, m.canvas.width), t += 2, s.setUint8(t, m.padding), t += 1;
-  for (let f = 0; f < m.clips.length; f++) {
-    s.setUint8(t, e[f].byteLength), t += 1, new Uint8Array(h, t, e[f].byteLength).set(e[f]), t += e[f].byteLength, s.setUint8(t, m.clips[f].frames.length), t += 1, s.setUint8(t, m.clips[f].fps), t += 1, s.setUint8(t, Math.round(m.clips[f].scale * 100)), t += 1, s.setUint8(t, Math.round(m.clips[f].aspectRatio * 100)), t += 1;
-    const a = m.clips[f];
-    for (let r = 0; r < a.frames.length; r++) {
-      const p = a.frames[r].cropUV, y = a.frames[r].frameUV;
-      s.setUint16(t, Math.round(y.u * 1e3)), t += 2, s.setUint16(t, Math.round(y.v * 1e3)), t += 2, s.setUint16(t, Math.round(y.w * 1e3)), t += 2, s.setUint16(t, Math.round(y.h * 1e3)), t += 2, s.setUint16(t, Math.round(p.u * 1e3)), t += 2, s.setUint16(t, Math.round(p.v * 1e3)), t += 2, s.setUint16(t, Math.round(p.w * 1e3)), t += 2, s.setUint16(t, Math.round(p.h * 1e3)), t += 2;
-      const i = a.landmarks[r], U = r > 0 ? a.landmarks[r - 1] : null;
-      i.reduce((n, c) => Math.max(n, Math.abs(c.z)), 0);
-      for (let n = 0; n < N; n++) {
-        const c = Math.round(i[n].x * 1e3), l = Math.round(i[n].y * 1e3), g = Math.round(i[n].z * 1e3);
-        if (u)
-          if (U === null)
-            s.setUint16(t, c), t += 2, s.setUint16(t, l), t += 2, s.setInt16(t, g), t += 2;
-          else {
-            const b = Math.round(U[n].x * 1e3), M = Math.round(U[n].y * 1e3), k = Math.round(U[n].z * 1e3), A = c - b, R = l - M, L = g - k;
-            console.log("Deltas: ", A), s.setInt8(t, A), t += 1, s.setInt8(t, R), t += 1, s.setInt8(t, L), t += 1;
-          }
-        else
-          s.setUint16(t, c), t += 2, s.setUint16(t, l), t += 2, s.setInt16(t, g), t += 2;
-      }
-    }
-  }
-  return new Promise((f, a) => {
-    ft(new Uint8Array(h), { level: 9 }, (r, p) => {
-      if (r) return a(r);
-      const y = new Blob([p], { type: "application/octet-stream" });
-      f(y);
-    });
-  });
+async function ce(o) {
+  const s = await Ut(o);
+  return it(s, !1);
 }
-function xt(m, u) {
-  const o = [], e = [];
-  let v = 0;
-  const x = [...m].sort((h, s) => s.height - h.height);
-  for (const h of x) {
-    let s = !1;
-    for (const t of o)
-      if (h.width <= u - t.currentX && h.height <= t.height) {
-        e.push({ id: h.id, x: t.currentX, y: t.y, width: h.width, height: h.height }), t.currentX += h.width, s = !0;
+function Kt(o) {
+  const s = $t(o), a = [], i = [];
+  let n = 0;
+  const t = [...o].sort((l, A) => A.height - l.height);
+  for (const l of t) {
+    let A = !1;
+    for (const M of a)
+      if (l.width <= s - M.currentX && l.height <= M.height) {
+        i.push({
+          ...l,
+          x: M.currentX,
+          y: M.y
+        }), M.currentX += l.width, A = !0;
         break;
       }
-    if (!s) {
-      const t = {
-        y: v,
-        height: h.height,
-        currentX: h.width
+    if (!A) {
+      const M = {
+        y: n,
+        height: l.height,
+        currentX: l.width
       };
-      o.push(t), e.push({ id: h.id, x: 0, y: v, width: h.width, height: h.height }), v += h.height;
+      a.push(M), i.push({
+        ...l,
+        x: 0,
+        y: n
+      }), n += l.height;
     }
   }
-  return e;
+  const g = a.length > 0 ? Math.max(...a.map((l) => l.currentX)) : 0, m = n;
+  return {
+    packed: i,
+    width: Math.max(g, s),
+    height: m
+  };
+}
+function $t(o) {
+  if (o.length === 0) return 1;
+  const s = o.reduce((n, t) => n + t.width * t.height, 0);
+  let a = Math.ceil(Math.sqrt(s));
+  const i = Math.max(...o.map((n) => n.width));
+  return a = Math.max(a, i), a = Gt(a), a;
 }
-const Mt = 20;
-function Lt(m, u, o = 0) {
-  const e = m.flatMap((n) => n.frames.map((c) => c.canvas)), v = Array.from(e.entries()).map(([n, c]) => ({
-    id: n,
+function Gt(o) {
+  return Math.pow(2, Math.ceil(Math.log2(o)));
+}
+const Qt = 20;
+function le(o, s, a = 0) {
+  const i = o.flatMap((d) => d.frames.map((u) => u.canvas)), n = Array.from(i.entries()).map(([d, u]) => ({
+    id: d,
     // index of the frame after all the frames from all the clips have been flattened
-    width: c.width + o * 2,
-    height: c.height + o * 2
-  })), x = xt(v, u), h = Math.max(...x.map((n) => n.y + n.height)) + Mt, s = u, t = Math.min(1, u / s, u / h), f = Math.floor(s * t), a = Math.floor(h * t), r = document.createElement("canvas");
-  r.width = f, r.height = a;
-  const p = r.getContext("2d");
-  p.fillStyle = "#000000", p.fillRect(0, 0, r.width, r.height);
-  const y = [];
-  for (const n of x) {
-    const c = e[n.id], l = n.x + o, g = n.y + o, b = c.width, M = c.height;
-    p.drawImage(c, l * t, g * t, b * t, M * t), y[n.id] = {
-      u: l * t / f,
-      v: g * t / a,
-      w: b * t / f,
-      h: M * t / a
+    width: u.width + a * 2,
+    height: u.height + a * 2
+  })), t = Kt(n), g = t.height, m = t.width, l = Math.min(1, s / m, s / g), A = Math.floor(m * l), M = Math.floor(g * l) + Qt, x = document.createElement("canvas");
+  x.width = A, x.height = M;
+  const f = x.getContext("2d");
+  f.fillStyle = "#000000", f.fillRect(0, 0, x.width, x.height);
+  const r = [];
+  for (const d of t.packed) {
+    const u = i[d.id], w = d.x + a, p = d.y + a, h = u.width, U = u.height;
+    f.drawImage(u, w * l, p * l, h * l, U * l), r[d.id] = {
+      u: w * l / A,
+      v: p * l / M,
+      w: h * l / A,
+      h: U * l / M
     };
   }
-  const i = [];
-  let U = 0;
-  for (const n of m) {
-    const c = {
-      ...n,
+  const e = [];
+  let c = 0;
+  for (const d of o) {
+    const u = {
+      ...d,
       frames: []
     };
-    for (const l of n.frames)
-      c.frames.push({
-        frameUV: y[U++],
-        cropUV: l.cropUV
+    for (const w of d.frames)
+      u.frames.push({
+        frameUV: r[c++],
+        cropUV: w.cropUV,
+        startTime: w.startTime,
+        transformMatrix: w.transformMatrix
       });
-    i.push(c);
+    e.push(u);
   }
-  return p.font = `${Math.max(6, Math.floor(12 * t))}px monospace`, p.fillStyle = "#ff0000", p.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?app=meshcap", 0, a - Math.max(2, 4 * t)), {
-    canvas: r,
-    clips: i,
-    padding: o,
-    async save(n) {
-      const c = await vt(this);
-      if (n) {
-        const l = URL.createObjectURL(c), g = document.createElement("a");
-        g.href = l, g.download = "atlas.mcap", g.click(), URL.revokeObjectURL(l), g.remove();
+  return f.font = `${Math.max(6, Math.floor(12))}px monospace`, f.fillStyle = "#ff0000", f.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, M - 4), {
+    canvas: x,
+    clips: e,
+    padding: a,
+    atlasSize: s,
+    async save(d) {
+      const u = await _t(this);
+      if (d) {
+        const w = URL.createObjectURL(u), p = document.createElement("a");
+        p.href = w, p.download = "atlas.mcap", p.click(), URL.revokeObjectURL(w), p.remove();
       }
-      return c;
+      return u;
+    },
+    async saveImageAtlas(d, u) {
+      const w = document.createElement("a");
+      w.download = u ? "atlas.jpg" : "atlas.png";
+      let p = this.canvas;
+      if (d)
+        return await Jt(p, d, u);
+      w.href = p.toDataURL(u ? "image/jpeg" : "image/png", u ? 0.8 : 1), w.click();
     }
   };
 }
-function zt(m, u, o, e) {
-  e ?? (e = new pt()), o.geometry.hasAttribute("landmarkIndex") || mt(o);
-  const v = [], x = [], h = [];
-  let s = 0, t = 0;
-  for (let d = 0; d < u.length; d++) {
-    const w = u[d];
-    v.push(s, t, w.frames.length, w.fps), s += w.frames.length, t += w.frames.length * N, x.push(w.aspectRatio), h.push(d == 0 ? 0 : h[d - 1] + u[d - 1].frames.length);
+function ct(o, s) {
+  const a = new Uint8Array(o);
+  let i = 0;
+  for (let n = 0; n < s.length; n++)
+    i = i + s.charCodeAt(n) & 255;
+  for (let n = 0; n < a.length; n++)
+    a[n] ^= i;
+  return a;
+}
+async function Jt(o, s, a) {
+  const n = await (await new Promise((A) => o.toBlob(A, a ? "image/jpeg" : "image/png", a ? 0.8 : 1))).arrayBuffer(), t = ct(n, s), g = new Blob([t], { type: "application/octet-stream" }), m = URL.createObjectURL(g), l = document.createElement("a");
+  l.href = m, l.download = "atlas.mcatlas", l.click(), URL.revokeObjectURL(m);
+}
+async function fe(o, s) {
+  if (typeof o == "string")
+    if (o.endsWith(".mcatlas")) {
+      const i = await (await fetch(o)).arrayBuffer();
+      return await gt(i, s);
+    } else
+      return new pt().loadAsync(o);
+  else {
+    if (o.name.endsWith(".mcatlas"))
+      return new Promise((i, n) => {
+        const t = new FileReader();
+        t.onload = (g) => {
+          const m = g.target.result;
+          i(gt(m, s));
+        }, t.onerror = (g) => {
+          n(g);
+        }, t.readAsArrayBuffer(o);
+      });
+    const a = URL.createObjectURL(o);
+    return await new Promise((i, n) => {
+      new pt().load(a, i, void 0, n);
+    });
   }
-  const f = B(new Float32Array(x), "float"), a = B(new Uint32Array(v), "uvec4"), r = new Float32Array(u.flatMap((d) => d.frames).reduce((d, w) => (d.push(w.frameUV.u, w.frameUV.v, w.frameUV.w, w.frameUV.h), d), [])), p = B(r, "vec4"), y = new Float32Array(u.flatMap((d) => d.frames.flatMap((w) => [w.cropUV.u, w.cropUV.v, w.cropUV.w, w.cropUV.h]))), i = B(y, "vec4"), U = new Float32Array(u.flatMap((d) => d.landmarks.flatMap((w) => w.flatMap((I) => [I.x, I.y, I.z]))));
-  u.reduce((d, w) => d + w.frames.length, 0);
-  const n = B(U, "vec3"), c = G(m), l = O(0), g = O(0), b = O(!0), M = f.element(l), k = a.element(l).w, A = a.element(l).z, R = g.mul(k).floor().toUint(), L = ut(
-    b.not().and(R.greaterThanEqual(A)),
-    // no loop + past end
-    A.sub(1),
-    // → clamp to last frame
-    R.mod(A)
-    // → wrap around
-  ), Y = B(new Uint32Array(h), "uint"), P = L, q = Y.element(l).add(L), T = p.element(a.element(l).x.add(P)), C = a.element(l).y.add(P.mul(N)), z = gt("landmarkIndex", "uint").toUint(), V = C.add(z), F = n.element(V), E = i.element(q), Q = F.xy.sub(E.xy).div(E.zw), tt = Ut(T.xy.add(Q.mul(T.zw))), et = G(c, tt);
-  e.colorNode = et;
-  const nt = n.element(C.add(234)).xy, $ = n.element(C.add(93)).xy, ot = n.element(C.add(454)).xy, Z = n.element(C.add(323)).xy, D = nt.sub($).div(2).add($), st = ot.sub(Z).div(2).add(Z).sub(D).div(2).add(D), S = o.geometry.attributes.position, j = 116, H = 346, rt = new W().subVectors(
-    new W(S.getX(j), S.getY(j), S.getZ(j)),
-    new W(S.getX(H), S.getY(H), S.getZ(H))
-  ).lengthSq(), at = O(rt), ct = n.element(C.add(H)).sub(n.element(C.add(j))).lengthSq(), it = at.div(ct).sqrt().mul(2), lt = F.sub(st).xzy.mul(wt(1, -1, yt(1).div(M))).mul(it);
-  return e.positionNode = lt, {
-    clips: u,
-    atlasTexture: m,
-    material: e,
-    goto(d, w = !0) {
-      let I = -1;
-      if (typeof d == "number")
-        I = d;
-      else if (I = u.findIndex((dt) => dt.name === d), I === -1)
-        throw new Error(`Clip ${d.toString()} not found`);
-      b.value = w, g.value = 0, l.value = I;
-    },
-    update(d) {
-      g.value += d;
-    },
-    dispose() {
-      m.dispose(), e.dispose();
-    },
-    gotoAndLoop(d) {
-      this.goto(d, !0);
-    },
-    gotoAndPlay(d) {
-      this.goto(d, !1);
-    }
-  };
+}
+async function gt(o, s) {
+  if (!s)
+    throw new Error("No passphrase provided");
+  const a = ct(o, s), i = new Blob([a], { type: "image/png" }), n = URL.createObjectURL(i), t = document.createElement("img");
+  await new Promise((m, l) => {
+    t.onload = () => m(), t.onerror = l, t.src = n;
+  });
+  const g = new Nt(t);
+  return g.needsUpdate = !0, g;
+}
+async function de(o, s) {
+  const a = document.createElement("canvas");
+  a.width = o.width, a.height = o.height, a.getContext("2d").drawImage(o, 0, 0);
+  const n = await new Promise((g, m) => {
+    a.toBlob((l) => {
+      if (!l) {
+        m(new Error("Failed to create blob"));
+        return;
+      }
+      g(l.arrayBuffer());
+    }, "image/jpeg", 0.75);
+  }), t = ct(n, s);
+  return new Blob([t], { type: "application/octet-stream" });
 }
 export {
-  Lt as buildMeshCapAtlas,
-  zt as createMeshCapMaterial,
-  Rt as loadMeshCapFile
+  Ht as audioBufferToWav,
+  le as buildMeshCapAtlas,
+  Yt as createAudioAtlasPlayer,
+  qt as createMeshCapMaterial,
+  Xt as extractAudioSprites,
+  ie as loadMeshCapFile,
+  fe as loadMeshcapAtlas,
+  de as obfuscateImage,
+  ce as readAsMCapFile
 };