three-mediapipe-rig 0.1.3 → 0.1.41

package/dist/meshcap.js

@@ -1,468 +1,602 @@
-import { inflate as xt, deflate as Mt } from "fflate";
-import { c as At, F as X } from "./face-tracker-utils-xt9__vBF.js";
-import { MeshPhysicalNodeMaterial as Ct, Vector3 as et } from "three/webgpu";
-import { instancedArray as H, texture as it, uniform as K, attribute as bt, varying as St, vec3 as It, float as kt } from "three/tsl";
-const dt = 1296253264, Rt = 2;
-async function Vt(a) {
-  if (a instanceof ArrayBuffer)
-    return a;
-  if (a instanceof File || a instanceof Blob)
-    return a.arrayBuffer();
-  if (typeof a == "string")
-    return (await fetch(a)).arrayBuffer();
-  throw new Error(`Unsupported audio source type: ${typeof a}`);
+import { MeshPhysicalNodeMaterial as jt, DataTexture as wt, RGBAFormat as Ut, FloatType as yt, NearestFilter as ot, Vector3 as q, Matrix4 as Dt } from "three/webgpu";
+import { deflate as Nt, inflate as Wt } from "fflate";
+import { c as Xt, F as Z } from "./face-tracker-utils-BYPHYWo9.js";
+import { instancedArray as vt, texture as J, uniform as tt, vec2 as lt, attribute as _t, varying as xt, vec3 as At, float as Ht, select as Yt, positionLocal as qt, nodeObject as Zt } from "three/tsl";
+import { TextureLoader as Mt, Texture as Kt } from "three";
+const It = 1296253264, Gt = 3;
+async function $t(o) {
+  if (o instanceof ArrayBuffer)
+    return o;
+  if (o instanceof File || o instanceof Blob)
+    return o.arrayBuffer();
+  if (typeof o == "string")
+    return (await fetch(o)).arrayBuffer();
+  throw new Error(`Unsupported audio source type: ${typeof o}`);
 }
-async function Lt(a, d) {
-  const i = new AudioContext(), o = await Vt(a), e = await i.decodeAudioData(o);
-  for (const l of d) {
-    if (!l.audioSprite)
+async function Qt(o, s) {
+  const a = new AudioContext(), i = await $t(o), n = await a.decodeAudioData(i);
+  for (const t of s) {
+    if (!t.audioSprite)
       continue;
-    const v = Math.floor(l.audioSprite.start * e.sampleRate), x = Math.floor(l.duration * e.sampleRate), f = i.createBuffer(
-      e.numberOfChannels,
-      x,
-      e.sampleRate
+    const w = Math.floor(t.audioSprite.start * n.sampleRate), m = Math.floor(t.duration * n.sampleRate), f = a.createBuffer(
+      n.numberOfChannels,
+      m,
+      n.sampleRate
     );
-    for (let r = 0; r < e.numberOfChannels; r++) {
-      const p = e.getChannelData(r).subarray(v, v + x);
-      f.getChannelData(r).set(p);
+    for (let r = 0; r < n.numberOfChannels; r++) {
+      const e = n.getChannelData(r).subarray(w, w + m);
+      f.getChannelData(r).set(e);
     }
-    const s = Tt(f), t = new Blob([s], { type: "audio/wav" }), n = URL.createObjectURL(t), c = new Audio(n);
-    l.audioSprite.domElement = c, console.log("Assigned audio to clip: ", l.name, " at ", l.audioSprite.start, " for ", l.duration, " seconds");
+    const M = Jt(f), C = new Blob([M], { type: "audio/wav" }), y = URL.createObjectURL(C), u = new Audio(y);
+    t.audioSprite.domElement = u, console.log("Assigned audio to clip: ", t.name, " at ", t.audioSprite.start, " for ", t.duration, " seconds");
   }
-  return i.close(), {
-    blob: new Blob([o], { type: "audio/wav" }),
-    sprites: d.map((l) => l.audioSprite ? [l.audioSprite.start, l.duration] : void 0)
+  return a.close(), {
+    blob: new Blob([i], { type: "audio/wav" }),
+    sprites: s.map((t) => t.audioSprite ? [t.audioSprite.start, t.duration] : void 0)
   };
 }
-function Tt(a) {
-  const d = a.numberOfChannels, i = a.sampleRate, o = a.length * d * 2, e = new ArrayBuffer(44 + o), l = new DataView(e), v = (f, s) => [...s].forEach((t, n) => l.setUint8(f + n, t.charCodeAt(0)));
-  v(0, "RIFF"), l.setUint32(4, 36 + o, !0), v(8, "WAVE"), v(12, "fmt "), l.setUint32(16, 16, !0), l.setUint16(20, 1, !0), l.setUint16(22, d, !0), l.setUint32(24, i, !0), l.setUint32(28, i * d * 2, !0), l.setUint16(32, d * 2, !0), l.setUint16(34, 16, !0), v(36, "data"), l.setUint32(40, o, !0);
-  let x = 44;
-  for (let f = 0; f < a.length; f++)
-    for (let s = 0; s < d; s++) {
-      const t = Math.max(-1, Math.min(1, a.getChannelData(s)[f]));
-      l.setInt16(x, t * 32767, !0), x += 2;
+function Jt(o) {
+  const s = o.numberOfChannels, a = o.sampleRate, i = o.length * s * 2, n = new ArrayBuffer(44 + i), t = new DataView(n), w = (f, M) => [...M].forEach((C, y) => t.setUint8(f + y, C.charCodeAt(0)));
+  w(0, "RIFF"), t.setUint32(4, 36 + i, !0), w(8, "WAVE"), w(12, "fmt "), t.setUint32(16, 16, !0), t.setUint16(20, 1, !0), t.setUint16(22, s, !0), t.setUint32(24, a, !0), t.setUint32(28, a * s * 2, !0), t.setUint16(32, s * 2, !0), t.setUint16(34, 16, !0), w(36, "data"), t.setUint32(40, i, !0);
+  let m = 44;
+  for (let f = 0; f < o.length; f++)
+    for (let M = 0; M < s; M++) {
+      const C = Math.max(-1, Math.min(1, o.getChannelData(M)[f]));
+      t.setInt16(m, C * 32767, !0), m += 2;
     }
-  return e;
+  return n;
 }
-const ct = /* @__PURE__ */ new WeakMap();
-function zt(a, d) {
-  const i = ct.get(a) || new AudioContext();
-  ct.set(a, i);
-  const o = i.createGain();
-  o.connect(i.destination), o.gain.value = 1;
-  let e;
+const bt = /* @__PURE__ */ new WeakMap();
+function te(o, s) {
+  const a = bt.get(o) || new AudioContext();
+  bt.set(o, a);
+  const i = a.createGain();
+  i.connect(a.destination), i.gain.value = 1;
+  let n;
   return {
     stopCurrent() {
-      e && (e.stop(), e = void 0);
+      n && (n.stop(), n = void 0);
     },
-    setVolume(l) {
-      o.gain.value = l;
+    setVolume(t) {
+      i.gain.value = t;
     },
     /** 
      * @param clipIndex Index of the clip to play
      * @returns The audio buffer source node that is playing the audio.
      */
-    playSprite(l) {
+    playSprite(t) {
       this.stopCurrent();
-      const v = d[l];
-      if (!v.audioSprite) return;
-      const x = i.createBufferSource();
-      return x.buffer = a, x.connect(o), x.start(0, v.audioSprite.start, v.duration), e = x, console.log("PLAYING SOUNC", v.name), x;
+      const w = s[t];
+      if (!w.audioSprite) return;
+      const m = a.createBufferSource();
+      return m.buffer = o, m.connect(i), m.start(0, w.audioSprite.start, w.duration), n = m, m;
     }
   };
 }
-function Bt(a, d, i, o, e) {
-  const l = !o;
-  o ?? (o = new Ct()), l && (i.material = o), i.geometry.hasAttribute("landmarkIndex") || At(i);
-  const v = [], x = [], f = [];
-  let s = 0, t = 0;
-  for (let U = 0; U < d.length; U++) {
-    const w = d[U];
-    v.push(s, t, w.frames.length, w.fps), s += w.frames.length, t += w.frames.length * X, x.push(w.aspectRatio), f.push(U == 0 ? 0 : f[U - 1] + d[U - 1].frames.length);
+function ee(o, s, a, i, n) {
+  const t = !i;
+  i ?? (i = new jt()), t && (a.material = i), a.geometry.hasAttribute("landmarkIndex") || Xt(a);
+  const w = [], m = [], f = [];
+  let M = 0, C = 0, y = 0;
+  for (let g = 0; g < s.length; g++) {
+    const p = s[g];
+    w.push(M, C, p.frames.length, p.fps), M += p.frames.length, C += p.frames.length * Z, y += p.frames.length, m.push(p.aspectRatio), f.push(g == 0 ? 0 : f[g - 1] + s[g - 1].frames.length);
   }
-  const n = H(new Float32Array(x), "float"), c = H(new Uint32Array(v), "uvec4"), r = new Float32Array(d.flatMap((U) => U.frames).reduce((U, w) => (U.push(w.frameUV.u, w.frameUV.v, w.frameUV.w, w.frameUV.h), U), [])), p = H(r, "vec4"), M = new Float32Array(d.flatMap((U) => U.frames.flatMap((w) => [w.cropUV.u, w.cropUV.v, w.cropUV.w, w.cropUV.h]))), m = H(M, "vec4"), u = new Float32Array(d.flatMap((U) => U.landmarks.flatMap((w) => w.flatMap((I) => [I.x, I.y, I.z])))), h = H(u, "vec3"), g = it(a), y = K(0), A = K(0), C = K(!0), k = n.element(y), j = H(new Uint32Array(f), "uint"), R = A, D = j.element(y).add(R), z = p.element(c.element(y).x.add(R)), b = c.element(y).y.add(R.mul(X)), J = bt("landmarkIndex", "uint").toUint(), Q = b.add(J), B = h.element(Q), V = m.element(D), Y = B.xy.sub(V.xy).div(V.zw), q = St(z.xy.add(Y.mul(z.zw))), _ = it(g, q);
-  o.colorNode = _;
-  const ft = h.element(b.add(234)).xy, nt = h.element(b.add(93)).xy, ut = h.element(b.add(454)).xy, ot = h.element(b.add(323)).xy, at = ft.sub(nt).div(2).add(nt), ht = ut.sub(ot).div(2).add(ot).sub(at).div(2).add(at), E = i.geometry.attributes.position, Z = 116, $ = 346, pt = new et().subVectors(
-    new et(E.getX(Z), E.getY(Z), E.getZ(Z)),
-    new et(E.getX($), E.getY($), E.getZ($))
-  ).lengthSq(), mt = K(pt), gt = h.element(b.add($)).sub(h.element(b.add(Z))).lengthSq(), Ut = mt.div(gt).sqrt().mul(2), wt = B.sub(ht).xzy.mul(It(1, -1, kt(1).div(k))).mul(Ut);
-  o.positionNode = wt;
-  let G = 0, L = 0, N, P, st = d[0].frames, tt = !1, O = e ? zt(e, d) : void 0;
+  const u = vt(new Float32Array(m), "float");
+  new Float32Array(s.flatMap((g) => g.frames).reduce((g, p) => (g.push(p.frameUV.u, p.frameUV.v, p.frameUV.w, p.frameUV.h), g), [])), new Float32Array(s.flatMap((g) => g.frames.flatMap((p) => [p.cropUV.u, p.cropUV.v, p.cropUV.w, p.cropUV.h])));
+  const r = s.flatMap((g) => g.frames), e = new Float32Array(
+    r.reduce((g, p) => (g.push(p.frameUV.u, p.frameUV.v, p.frameUV.w, p.frameUV.h), g), []).concat(
+      r.reduce((g, p) => (g.push(p.cropUV.u, p.cropUV.v, p.cropUV.w, p.cropUV.h), g), [])
+    )
+  ), l = 0.25, d = 0.75, c = new wt(
+    e,
+    y,
+    2,
+    Ut,
+    yt
+  );
+  c.flipY = !1, c.magFilter = ot, c.minFilter = ot, c.needsUpdate = !0;
+  const v = new Float32Array(s.flatMap((g) => g.landmarks.flatMap((p) => p.flatMap((L) => [L.x, L.y, L.z, 0])))), h = Z, U = y, x = new wt(
+    v,
+    h,
+    U,
+    Ut,
+    yt
+  );
+  x.flipY = !1, x.magFilter = ot, x.minFilter = ot, x.needsUpdate = !0;
+  const I = J(o), b = tt(0), A = tt(0), B = tt(!0), j = u.element(b), K = vt(new Float32Array(f), "float"), G = A, D = K.element(b).add(G), W = J(c, lt(D.add(0.5).div(y), l)), X = _t("landmarkIndex", "float").toInt(), $ = xt(X), R = (g) => {
+    const p = Zt(g).toFloat(), L = D.toFloat().add(0.5), ct = p.div(h).add(0.5 / h), z = L.div(U).add(0.5 / U), T = J(x, lt(ct, z));
+    return At(
+      T.x,
+      T.y,
+      T.z
+    );
+  }, F = R($), k = J(c, lt(D.add(0.5).div(y), d)), P = F.xy.sub(k.xy).div(k.zw), E = xt(W.xy.add(P.mul(W.zw))), O = J(I, E);
+  i.colorNode = O;
+  const kt = R(234).xy, ut = R(93).xy, Lt = R(454).xy, mt = R(323).xy, ht = kt.sub(ut).div(2).add(ut), Bt = Lt.sub(mt).div(2).add(mt).sub(ht).div(2).add(ht), V = a.geometry.attributes.position, et = 116, nt = 346, Ft = new q().subVectors(
+    new q(V.getX(et), V.getY(et), V.getZ(et)),
+    new q(V.getX(nt), V.getY(nt), V.getZ(nt))
+  ).lengthSq(), at = 209, rt = 429, Tt = tt(new q().addVectors(
+    new q(V.getX(at), V.getY(at), V.getZ(at)),
+    new q(V.getX(rt), V.getY(rt), V.getZ(rt))
+  ).multiplyScalar(0.5)), St = tt(Ft), zt = R(nt).sub(R(et)).lengthSq(), Pt = St.div(zt).sqrt(), Et = F.sub(Bt).xzy.mul(At(1, -1, Ht(1).div(j))).mul(Pt).add(Tt);
+  i.positionNode = Yt(X.toUint().lessThanEqual(Z), Et, qt);
+  let Q = 0, N = 0, _, H, st = s[0].frames, it = !1, Y = n ? te(n, s) : void 0, pt;
   const S = {
     muted: !1,
-    clips: d,
-    atlasTexture: a,
-    material: o,
-    goto(U, w = !0, I, yt = !0) {
-      var rt;
-      let T = -1;
-      if (typeof U == "number")
-        T = U;
-      else if (T = d.findIndex((vt) => vt.name === U), T === -1)
-        throw new Error(`Clip ${U.toString()} not found`);
-      C.value = w, A.value = 0, y.value = T;
-      const W = d[T];
-      N = W, st = W.frames, G = W.duration, L = 0, P = I, tt = !0, O && (O.stopCurrent(), yt && !S.muted && W.audioSprite && (O.playSprite(T), (rt = S.playClipAudioHook) == null || rt.call(S, T, W.audioSprite.start, W.duration)));
+    clips: s,
+    atlasTexture: o,
+    material: i,
+    getLastKnownFaceTransform: () => pt,
+    goto(g, p = !0, L, ct = !0) {
+      var gt;
+      let z = -1;
+      if (typeof g == "number")
+        z = g;
+      else if (z = s.findIndex((Ot) => Ot.name === g), z === -1)
+        throw new Error(`Clip ${g.toString()} not found`);
+      B.value = p, A.value = 0, b.value = z;
+      const T = s[z];
+      _ = T, st = T.frames, Q = T.duration, N = 0, H = L, it = !0, Y && (Y.stopCurrent(), ct && !S.muted && T.audioSprite && (Y.playSprite(z), (gt = S.playClipAudioHook) == null || gt.call(S, z, T.audioSprite.start, T.duration)));
     },
-    update(U) {
-      var w;
-      if (tt) {
-        if (L += U, A.value = Ft(st, L, A.value), C.value)
-          L >= G && (L -= G, A.value = 0, S.muted || (O == null || O.playSprite(y.value), N != null && N.audioSprite && ((w = S.playClipAudioHook) == null || w.call(S, y.value, N.audioSprite.start, N.duration))), P == null || P(L));
-        else if (L >= G) {
-          const I = P;
-          P = void 0, I == null || I(G);
+    update(g) {
+      var p;
+      if (it) {
+        if (N += g, A.value = ne(st, N, A.value), pt = st[A.value].transformMatrix, B.value)
+          N >= Q && (N -= Q, A.value = 0, S.muted || (Y == null || Y.playSprite(b.value), _ != null && _.audioSprite && ((p = S.playClipAudioHook) == null || p.call(S, b.value, _.audioSprite.start, _.duration))), H == null || H(N));
+        else if (N >= Q) {
+          const L = H;
+          H = void 0, L == null || L(Q);
         }
       }
     },
     dispose() {
-      a.dispose(), o.dispose();
+      o.dispose(), i.dispose();
     },
-    gotoAndLoop(U, w) {
-      this.goto(U, !0, w);
+    gotoAndLoop(g, p) {
+      this.goto(g, !0, p);
     },
-    gotoAndPlay(U, w) {
-      this.goto(U, !1, w);
+    gotoAndPlay(g, p) {
+      this.goto(g, !1, p);
     },
-    gotoAndStop(U, w = 0) {
-      this.goto(U, !1, void 0, !1), A.value = w, tt = !1;
+    gotoAndStop(g, p = 0) {
+      this.goto(g, !1, void 0, !1), A.value = p, it = !1;
     }
   };
   return S;
 }
-function Ft(a, d, i) {
-  for (; i < a.length - 1 && a[i + 1].startTime <= d; )
-    i++;
-  return i;
+function ne(o, s, a) {
+  for (; a < o.length - 1 && o[a + 1].startTime <= s; )
+    a++;
+  return a;
+}
+async function oe(o, s = !0) {
+  const a = await Rt(o, s);
+  return new Promise((i, n) => {
+    Nt(new Uint8Array(a), { level: 9 }, (t, w) => {
+      if (t) return n(t);
+      const m = new Blob([w], { type: "application/octet-stream" });
+      i(m);
+    });
+  });
+}
+async function Rt(o, s = !0) {
+  const a = new TextEncoder(), i = o.clips.length, n = o.clips.map((l) => a.encode(l.name)), t = 9, w = n.reduce((l, d, c) => {
+    const v = o.clips[c].frames.length, h = 1 + d.byteLength, U = 2, x = 1, I = 1, b = 1, A = 16;
+    let B = Z * 6;
+    return l + h + U + x + I + b + (A + B) * v;
+  }, 0), m = o.clips.reduce((l, d) => l + 2 + 2, 0), f = o.clips.reduce((l, d) => l + d.frames.length * 2, 0), M = o.clips.reduce((l, d) => l + d.frames.length * 64, 0), y = t + w + m + f + 3 & -4, u = new ArrayBuffer(y + M), r = new DataView(u);
+  let e = 0;
+  r.setUint32(e, It), e += 4, r.setUint8(e, Gt), e += 1, r.setUint8(e, o.clips.length), e += 1, r.setUint16(e, o.atlasSize), e += 2, r.setUint8(e, o.padding), e += 1;
+  for (let l = 0; l < i; l++) {
+    r.setUint8(e, n[l].byteLength), e += 1, new Uint8Array(u, e, n[l].byteLength).set(n[l]), e += n[l].byteLength, r.setUint16(e, o.clips[l].frames.length), e += 2, r.setUint8(e, o.clips[l].fps), e += 1, r.setUint8(e, Math.round(o.clips[l].scale * 100)), e += 1, r.setUint8(e, Math.round(o.clips[l].aspectRatio * 100)), e += 1;
+    const d = o.clips[l];
+    for (let c = 0; c < d.frames.length; c++) {
+      const v = d.frames[c].cropUV, h = d.frames[c].frameUV, U = 1e4;
+      r.setUint16(e, Math.round(h.u * U)), e += 2, r.setUint16(e, Math.round(h.v * U)), e += 2, r.setUint16(e, Math.round(h.w * U)), e += 2, r.setUint16(e, Math.round(h.h * U)), e += 2, r.setUint16(e, Math.round(v.u * U)), e += 2, r.setUint16(e, Math.round(v.v * U)), e += 2, r.setUint16(e, Math.round(v.w * U)), e += 2, r.setUint16(e, Math.round(v.h * U)), e += 2;
+      const x = d.landmarks[c], I = c > 0 ? d.landmarks[c - 1] : null;
+      x.reduce((b, A) => Math.max(b, Math.abs(A.z)), 0);
+      for (let b = 0; b < Z; b++) {
+        const A = Math.round(x[b].x * 1e3), B = Math.round(x[b].y * 1e3), j = Math.round(x[b].z * 1e3);
+        if (s)
+          if (I === null)
+            r.setUint16(e, A), e += 2, r.setUint16(e, B), e += 2, r.setInt16(e, j), e += 2;
+          else {
+            const K = Math.round(I[b].x * 1e3), G = Math.round(I[b].y * 1e3), D = Math.round(I[b].z * 1e3), W = A - K, X = B - G, $ = j - D;
+            r.setInt16(e, W), e += 2, r.setInt16(e, X), e += 2, r.setInt16(e, $), e += 2;
+          }
+        else
+          r.setUint16(e, A), e += 2, r.setUint16(e, B), e += 2, r.setInt16(e, j), e += 2;
+      }
+    }
+  }
+  for (let l = 0; l < i; l++) {
+    const d = o.clips[l];
+    r.setUint16(e, Math.round(d.duration * 1e3)), e += 2, d.audioSprite ? r.setUint16(e, Math.round(d.audioSprite.start * 1e3)) : r.setUint16(e, 1), e += 2;
+  }
+  for (let l = 0; l < i; l++) {
+    const d = o.clips[l];
+    let c = 0;
+    for (const v of d.frames) {
+      const h = Math.floor((v.startTime - c) * 1e3);
+      r.setUint16(e, h), e += 2, c = v.startTime;
+    }
+  }
+  e = e + 3 & -4;
+  for (let l = 0; l < i; l++) {
+    const d = o.clips[l];
+    for (const c of d.frames)
+      c.transformMatrix ? c.transformMatrix.toArray(new Float32Array(u, e, 16)) : new Float32Array(u, e, 16).fill(0), e += 64;
+  }
+  return u;
 }
-async function _t(a) {
-  if (typeof a == "string") {
-    const i = await (await fetch(a)).arrayBuffer();
-    return lt(i);
+async function pe(o) {
+  if (typeof o == "string") {
+    const a = await (await fetch(o)).arrayBuffer();
+    return ft(a);
   } else
-    return new Promise((d, i) => {
-      const o = new FileReader();
-      o.onload = (e) => {
-        const l = e.target.result;
-        d(lt(l));
-      }, o.onerror = (e) => {
-        i(e);
-      }, o.readAsArrayBuffer(a);
+    return new Promise((s, a) => {
+      const i = new FileReader();
+      i.onload = (n) => {
+        const t = n.target.result;
+        s(ft(t));
+      }, i.onerror = (n) => {
+        a(n);
+      }, i.readAsArrayBuffer(o);
     });
 }
-async function lt(a) {
-  let d = !1;
-  const i = await new Promise((n, c) => {
-    xt(new Uint8Array(a), (r, p) => {
-      r ? c(r) : n(p);
+async function ft(o, s = !0) {
+  let a = !1;
+  const i = s ? await new Promise((u, r) => {
+    Wt(new Uint8Array(o), (e, l) => {
+      e ? r(e) : u(l);
     });
-  }), o = new DataView(i.buffer);
-  let e = 0;
-  const l = o.getUint32(e);
-  if (e += 4, l !== dt) throw new Error("Invalid file: not a MCAP file");
-  const v = o.getUint8(e);
-  e += 1;
-  const x = o.getUint8(e);
-  e += 1;
-  const f = o.getUint16(e);
-  e += 2;
-  const s = o.getUint8(e);
-  e += 1;
-  const t = [];
-  for (let n = 0; n < x; n++) {
-    const c = o.getUint8(e);
-    e += 1;
-    const r = new Uint8Array(i.buffer, e, c), p = new TextDecoder().decode(r);
-    e += c;
-    const M = o.getUint8(e);
-    e += 1;
-    const m = o.getUint8(e);
-    e += 1;
-    const u = o.getUint8(e) / 100;
-    e += 1;
-    const h = o.getUint8(e) / 100;
-    e += 1;
-    const g = [], y = [], A = [];
-    for (let C = 0; C < M; C++) {
-      const k = o.getUint16(e) / 1e3;
-      e += 2;
-      const j = o.getUint16(e) / 1e3;
-      e += 2;
-      const R = o.getUint16(e) / 1e3;
-      e += 2;
-      const D = o.getUint16(e) / 1e3;
-      e += 2, g.push({ u: k, v: j, w: R, h: D });
-      const z = o.getUint16(e) / 1e3;
-      e += 2;
-      const b = o.getUint16(e) / 1e3;
-      e += 2;
-      const J = o.getUint16(e) / 1e3;
-      e += 2;
-      const Q = o.getUint16(e) / 1e3;
-      e += 2, A.push({ u: z, v: b, w: J, h: Q });
-      const B = [], V = C > 0 ? y[C - 1] : null;
-      for (let F = 0; F < X; F++)
-        if (V === null) {
-          const Y = o.getUint16(e) / 1e3;
-          e += 2;
-          const q = o.getUint16(e) / 1e3;
-          e += 2;
-          const _ = o.getInt16(e) / 1e3;
-          e += 2, B.push({ x: Y, y: q, z: _ });
+  }) : new Uint8Array(o), n = new DataView(i.buffer);
+  let t = 0;
+  const w = n.getUint32(t);
+  if (t += 4, w !== It) throw new Error("Invalid file: not a MCAP file");
+  const m = n.getUint8(t);
+  t += 1;
+  const f = n.getUint8(t);
+  t += 1;
+  const M = n.getUint16(t);
+  t += 2;
+  const C = n.getUint8(t);
+  t += 1;
+  const y = [];
+  for (let u = 0; u < f; u++) {
+    const r = n.getUint8(t);
+    t += 1;
+    const e = new Uint8Array(i.buffer, t, r), l = new TextDecoder().decode(e);
+    t += r;
+    const d = m >= 3 ? n.getUint16(t) : n.getUint8(t);
+    t += m >= 3 ? 2 : 1;
+    const c = n.getUint8(t);
+    t += 1;
+    const v = n.getUint8(t) / 100;
+    t += 1;
+    const h = n.getUint8(t) / 100;
+    t += 1;
+    const U = [], x = [], I = [];
+    for (let b = 0; b < d; b++) {
+      const A = m < 3 ? 1e3 : 1e4, B = n.getUint16(t) / A;
+      t += 2;
+      const j = n.getUint16(t) / A;
+      t += 2;
+      const K = n.getUint16(t) / A;
+      t += 2;
+      const G = n.getUint16(t) / A;
+      t += 2, U.push({ u: B, v: j, w: K, h: G });
+      const D = n.getUint16(t) / A;
+      t += 2;
+      const W = n.getUint16(t) / A;
+      t += 2;
+      const X = n.getUint16(t) / A;
+      t += 2;
+      const $ = n.getUint16(t) / A;
+      t += 2, I.push({ u: D, v: W, w: X, h: $ });
+      const R = [], F = b > 0 ? x[b - 1] : null;
+      for (let k = 0; k < Z; k++)
+        if (F === null) {
+          const P = n.getUint16(t) / 1e3;
+          t += 2;
+          const E = n.getUint16(t) / 1e3;
+          t += 2;
+          const O = n.getInt16(t) / 1e3;
+          t += 2, R.push({ x: P, y: E, z: O });
         } else {
-          const Y = o.getInt8(e) / 1e3;
-          e += 1;
-          const q = o.getInt8(e) / 1e3;
-          e += 1;
-          const _ = o.getInt8(e) / 1e3;
-          e += 1, B.push({
-            x: V[F].x + Y,
-            y: V[F].y + q,
-            z: V[F].z + _
-          });
+          let P, E, O;
+          m < 3 ? (P = n.getInt8(t) / 1e3, t += 1, E = n.getInt8(t) / 1e3, t += 1, O = n.getInt8(t) / 1e3, t += 1, R.push({
+            x: F[k].x + P,
+            y: F[k].y + E,
+            z: F[k].z + O
+          })) : (P = n.getInt16(t) / 1e3, t += 2, E = n.getInt16(t) / 1e3, t += 2, O = n.getInt16(t) / 1e3, t += 2, R.push({
+            x: F[k].x + P,
+            y: F[k].y + E,
+            z: F[k].z + O
+          }));
         }
-      y.push(B);
+      x.push(R);
     }
-    t.push({
-      name: p,
-      fps: m,
-      scale: u,
+    y.push({
+      name: l,
+      fps: c,
+      scale: v,
       aspectRatio: h,
-      frames: A.map((C, k) => ({
-        cropUV: C,
-        frameUV: g[k],
-        startTime: k / m
+      frames: I.map((b, A) => ({
+        cropUV: b,
+        frameUV: U[A],
+        startTime: A / c
         //<-- default for versions sub 2...
       })),
-      landmarks: y,
-      duration: M / m
+      landmarks: x,
+      duration: d / c
       // default for versions sub 2...
     });
   }
-  if (v >= 2) {
-    for (let n = 0; n < t.length; n++) {
-      let c = o.getUint16(e);
-      e += 2, t[n].duration = c / 1e3;
-      let r = o.getUint16(e);
-      e += 2, r === 1 ? console.log("Clip " + n + " has no audio") : (r /= 1e3, t[n].audioSprite = { start: r }, d = !0);
+  if (m >= 2) {
+    for (let u = 0; u < y.length; u++) {
+      let r = n.getUint16(t);
+      t += 2, y[u].duration = r / 1e3;
+      let e = n.getUint16(t);
+      t += 2, e === 1 ? console.log("Clip " + u + " has no audio") : (e /= 1e3, y[u].audioSprite = { start: e }, a = !0, console.log("MCAP AUDIO CLIP;", e, "Duration: ", r / 1e3));
+    }
+    for (let u = 0; u < y.length; u++) {
+      const r = y[u];
+      let e = 0;
+      for (let l = 0; l < r.frames.length; l++) {
+        const d = m < 3 ? n.getUint8(t) : n.getUint16(t);
+        t += m < 3 ? 1 : 2;
+        const c = e + d / 1e3;
+        r.frames[l].startTime = c, e = c;
+      }
     }
-    for (let n = 0; n < t.length; n++) {
-      const c = t[n];
-      let r = 0;
-      for (let p = 0; p < c.frames.length; p++) {
-        const M = o.getUint8(e);
-        e += 1;
-        const m = r + M / 1e3;
-        c.frames[p].startTime = m, r = m;
+    if (m >= 3) {
+      t = t + 3 & -4;
+      for (let u = 0; u < y.length; u++) {
+        const r = y[u];
+        for (let e = 0; e < r.frames.length; e++) {
+          const l = new Float32Array(n.buffer, t, 16);
+          t += 64, r.frames[e].transformMatrix = new Dt().fromArray(l);
+        }
       }
     }
   }
   return {
-    clips: t,
-    version: v,
-    atlasSize: f,
-    atlasPadding: s,
-    unpackClips: async (n, c) => {
-      let r, p = !0, M;
-      if (n instanceof HTMLCanvasElement)
-        p = !1, r = n;
+    clips: y,
+    version: m,
+    atlasSize: M,
+    atlasPadding: C,
+    async unpackClips(u, r) {
+      let e, l = !0, d, c;
+      if (u instanceof HTMLCanvasElement)
+        l = !1, e = u, c = e.getContext("2d");
       else {
-        let u = new Image();
-        if (typeof n == "string")
-          u.src = n;
-        else if (n instanceof File || n instanceof Blob) {
-          const g = URL.createObjectURL(n);
-          u.src = g, await new Promise((y, A) => {
-            u.onload = () => {
-              URL.revokeObjectURL(g), y();
-            }, u.onerror = A;
+        let h = new Image();
+        if (typeof u == "string")
+          h.src = u;
+        else if (u instanceof File || u instanceof Blob) {
+          const U = URL.createObjectURL(u);
+          h.src = U, await new Promise((x, I) => {
+            h.onload = () => {
+              URL.revokeObjectURL(U), x();
+            }, h.onerror = I;
           });
-        } else n instanceof HTMLImageElement && (u = n);
-        (!u.complete || !u.naturalWidth) && await new Promise((g, y) => {
-          u.onload = () => g(), u.onerror = y;
-        }), r = document.createElement("canvas"), r.width = u.width, r.height = u.height, r.getContext("2d").drawImage(u, 0, 0);
+        } else u instanceof HTMLImageElement && (h = u);
+        (!h.complete || !h.naturalWidth) && await new Promise((U, x) => {
+          h.onload = () => U(), h.onerror = x;
+        }), e = document.createElement("canvas"), e.width = h.width, e.height = h.height, c = e.getContext("2d"), c.drawImage(h, 0, 0);
       }
-      const m = t.map((u) => ({
-        ...u,
-        frames: u.frames.map((h) => {
-          const g = document.createElement("canvas");
-          return g.width = h.frameUV.w * r.width, g.height = h.frameUV.h * r.height, g.getContext("2d").drawImage(
-            r,
-            h.frameUV.u * r.width,
-            h.frameUV.v * r.height,
-            h.frameUV.w * r.width,
-            h.frameUV.h * r.height,
+      const v = y.map((h) => ({
+        ...h,
+        frames: h.frames.map((U) => {
+          const x = document.createElement("canvas");
+          return x.width = U.frameUV.w * e.width, x.height = U.frameUV.h * e.height, x.getContext("2d").drawImage(
+            e,
+            U.frameUV.u * e.width,
+            U.frameUV.v * e.height,
+            U.frameUV.w * e.width,
+            U.frameUV.h * e.height,
             0,
             0,
-            g.width,
-            g.height
+            x.width,
+            x.height
           ), {
-            canvas: g,
-            cropUV: h.cropUV,
-            startTime: h.startTime
+            canvas: x,
+            cropUV: U.cropUV,
+            startTime: U.startTime,
+            transformMatrix: U.transformMatrix
           };
         })
       }));
-      return p && r.remove(), d && (c ? M = await Lt(c, m) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
-        clips: m,
-        audioAtlas: M
+      return l && e.remove(), a && (r ? d = await Qt(r, v) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
+        clips: v,
+        audioAtlas: d
       };
     },
-    createMaterialHandlerOnMesh: (n, c, r, p) => Bt(c, t, n, r, p)
+    createMaterialHandlerOnMesh(u, r, e, l) {
+      return ee(r, y, u, e, l);
+    }
   };
 }
-async function Et(a, d = !0) {
-  const i = new TextEncoder(), o = a.clips.map((n) => i.encode(n.name)), e = 9, l = o.reduce((n, c, r) => {
-    const p = a.clips[r].frames.length, M = 1 + c.byteLength, m = 1, u = 1, h = 1, g = 1, y = 16;
-    let A = X * 6;
-    return n + M + m + u + h + g + (d ? y + A + (y + X * 3) * (p - 1) : (y + A) * p);
-  }, 0), v = a.clips.reduce((n, c) => n + 2 + 2, 0), x = a.clips.reduce((n, c) => n + c.frames.length * 1, 0), f = new ArrayBuffer(e + l + v + x), s = new DataView(f);
-  let t = 0;
-  s.setUint32(t, dt), t += 4, s.setUint8(t, Rt), t += 1, s.setUint8(t, a.clips.length), t += 1, s.setUint16(t, a.atlasSize), t += 2, s.setUint8(t, a.padding), t += 1;
-  for (let n = 0; n < a.clips.length; n++) {
-    s.setUint8(t, o[n].byteLength), t += 1, new Uint8Array(f, t, o[n].byteLength).set(o[n]), t += o[n].byteLength, s.setUint8(t, a.clips[n].frames.length), t += 1, s.setUint8(t, a.clips[n].fps), t += 1, s.setUint8(t, Math.round(a.clips[n].scale * 100)), t += 1, s.setUint8(t, Math.round(a.clips[n].aspectRatio * 100)), t += 1;
-    const c = a.clips[n];
-    for (let r = 0; r < c.frames.length; r++) {
-      const p = c.frames[r].cropUV, M = c.frames[r].frameUV;
-      s.setUint16(t, Math.round(M.u * 1e3)), t += 2, s.setUint16(t, Math.round(M.v * 1e3)), t += 2, s.setUint16(t, Math.round(M.w * 1e3)), t += 2, s.setUint16(t, Math.round(M.h * 1e3)), t += 2, s.setUint16(t, Math.round(p.u * 1e3)), t += 2, s.setUint16(t, Math.round(p.v * 1e3)), t += 2, s.setUint16(t, Math.round(p.w * 1e3)), t += 2, s.setUint16(t, Math.round(p.h * 1e3)), t += 2;
-      const m = c.landmarks[r], u = r > 0 ? c.landmarks[r - 1] : null;
-      m.reduce((h, g) => Math.max(h, Math.abs(g.z)), 0);
-      for (let h = 0; h < X; h++) {
-        const g = Math.round(m[h].x * 1e3), y = Math.round(m[h].y * 1e3), A = Math.round(m[h].z * 1e3);
-        if (d)
-          if (u === null)
-            s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
-          else {
-            const C = Math.round(u[h].x * 1e3), k = Math.round(u[h].y * 1e3), j = Math.round(u[h].z * 1e3), R = g - C, D = y - k, z = A - j;
-            s.setInt8(t, R), t += 1, s.setInt8(t, D), t += 1, s.setInt8(t, z), t += 1;
-          }
-        else
-          s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
-      }
-    }
-  }
-  for (let n = 0; n < a.clips.length; n++) {
-    const c = a.clips[n];
-    s.setUint16(t, Math.round(c.duration * 1e3)), t += 2, c.audioSprite ? s.setUint16(t, Math.round(c.audioSprite.start * 1e3)) : s.setUint16(t, 1), t += 2;
-  }
-  for (let n = 0; n < a.clips.length; n++) {
-    const c = a.clips[n];
-    let r = 0;
-    for (const p of c.frames) {
-      const M = Math.floor((p.startTime - r) * 1e3);
-      s.setUint8(t, M), t += 1, r = p.startTime;
-    }
-  }
-  return new Promise((n, c) => {
-    Mt(new Uint8Array(f), { level: 9 }, (r, p) => {
-      if (r) return c(r);
-      const M = new Blob([p], { type: "application/octet-stream" });
-      n(M);
-    });
-  });
+async function ge(o) {
+  const s = await Rt(o);
+  return ft(s, !1);
 }
-function Nt(a) {
-  const d = Pt(a), i = [], o = [];
-  let e = 0;
-  const l = [...a].sort((f, s) => s.height - f.height);
-  for (const f of l) {
-    let s = !1;
-    for (const t of i)
-      if (f.width <= d - t.currentX && f.height <= t.height) {
-        o.push({
+function ae(o) {
+  const s = re(o), a = [], i = [];
+  let n = 0;
+  const t = [...o].sort((f, M) => M.height - f.height);
+  for (const f of t) {
+    let M = !1;
+    for (const C of a)
+      if (f.width <= s - C.currentX && f.height <= C.height) {
+        i.push({
           ...f,
-          x: t.currentX,
-          y: t.y
-        }), t.currentX += f.width, s = !0;
+          x: C.currentX,
+          y: C.y
+        }), C.currentX += f.width, M = !0;
         break;
       }
-    if (!s) {
-      const t = {
-        y: e,
+    if (!M) {
+      const C = {
+        y: n,
         height: f.height,
         currentX: f.width
       };
-      i.push(t), o.push({
+      a.push(C), i.push({
         ...f,
         x: 0,
-        y: e
-      }), e += f.height;
+        y: n
+      }), n += f.height;
     }
   }
-  const v = i.length > 0 ? Math.max(...i.map((f) => f.currentX)) : 0, x = e;
+  const w = a.length > 0 ? Math.max(...a.map((f) => f.currentX)) : 0, m = n;
   return {
-    packed: o,
-    width: Math.max(v, d),
-    height: x
+    packed: i,
+    width: Math.max(w, s),
+    height: m
   };
 }
-function Pt(a) {
-  if (a.length === 0) return 1;
-  const d = a.reduce((e, l) => e + l.width * l.height, 0);
-  let i = Math.ceil(Math.sqrt(d));
-  const o = Math.max(...a.map((e) => e.width));
-  return i = Math.max(i, o), i = Ot(i), i;
+function re(o) {
+  if (o.length === 0) return 1;
+  const s = o.reduce((n, t) => n + t.width * t.height, 0);
+  let a = Math.ceil(Math.sqrt(s));
+  const i = Math.max(...o.map((n) => n.width));
+  return a = Math.max(a, i), a = Vt(a), a;
 }
-function Ot(a) {
-  return Math.pow(2, Math.ceil(Math.log2(a)));
+function Vt(o) {
+  return Math.pow(2, Math.ceil(Math.log2(o)));
 }
-const Wt = 20;
-function Gt(a, d, i = 0) {
-  const o = a.flatMap((m) => m.frames.map((u) => u.canvas)), e = Array.from(o.entries()).map(([m, u]) => ({
-    id: m,
+const se = 20;
+function we(o, s, a = 0) {
+  const i = o.flatMap((d) => d.frames.map((c) => c.canvas)), n = Array.from(i.entries()).map(([d, c]) => ({
+    id: d,
     // index of the frame after all the frames from all the clips have been flattened
-    width: u.width + i * 2,
-    height: u.height + i * 2
-  })), l = Nt(e), v = l.height, x = l.width, f = Math.min(1, d / x, d / v), s = Math.floor(x * f), t = Math.floor(v * f) + Wt, n = document.createElement("canvas");
-  n.width = s, n.height = t;
-  const c = n.getContext("2d");
-  c.fillStyle = "#000000", c.fillRect(0, 0, n.width, n.height);
+    width: c.width + a * 2,
+    height: c.height + a * 2
+  })), t = ae(n), w = t.height, m = t.width, f = Math.min(1, s / m, s / w), M = Math.floor(m * f), C = Vt(Math.floor(w * f) + se), y = document.createElement("canvas");
+  y.width = M, y.height = C;
+  const u = y.getContext("2d");
+  u.fillStyle = "#000000", u.fillRect(0, 0, y.width, y.height);
   const r = [];
-  for (const m of l.packed) {
-    const u = o[m.id], h = m.x + i, g = m.y + i, y = u.width, A = u.height;
-    c.drawImage(u, h * f, g * f, y * f, A * f), r[m.id] = {
-      u: h * f / s,
-      v: g * f / t,
-      w: y * f / s,
-      h: A * f / t
+  for (const d of t.packed) {
+    const c = i[d.id], v = d.x + a, h = d.y + a, U = c.width, x = c.height;
+    u.drawImage(c, v * f, h * f, U * f, x * f), r[d.id] = {
+      u: v * f / M,
+      v: h * f / C,
+      w: U * f / M,
+      h: x * f / C
     };
   }
-  const p = [];
-  let M = 0;
-  for (const m of a) {
-    const u = {
-      ...m,
+  const e = [];
+  let l = 0;
+  for (const d of o) {
+    const c = {
+      ...d,
       frames: []
     };
-    for (const h of m.frames)
-      u.frames.push({
-        frameUV: r[M++],
-        cropUV: h.cropUV,
-        startTime: h.startTime
+    for (const v of d.frames)
+      c.frames.push({
+        frameUV: r[l++],
+        cropUV: v.cropUV,
+        startTime: v.startTime,
+        transformMatrix: v.transformMatrix
       });
-    p.push(u);
+    e.push(c);
   }
-  return c.font = `${Math.max(6, Math.floor(12))}px monospace`, c.fillStyle = "#ff0000", c.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, t - 4), {
-    canvas: n,
-    clips: p,
-    padding: i,
-    atlasSize: d,
-    async save(m) {
-      const u = await Et(this);
-      if (m) {
-        const h = URL.createObjectURL(u), g = document.createElement("a");
-        g.href = h, g.download = "atlas.mcap", g.click(), URL.revokeObjectURL(h), g.remove();
+  return u.font = `${Math.max(6, Math.floor(12))}px monospace`, u.fillStyle = "#ff0000", u.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, C - 4), {
+    canvas: y,
+    clips: e,
+    padding: a,
+    atlasSize: s,
+    async save(d) {
+      const c = await oe(this);
+      if (d) {
+        const v = URL.createObjectURL(c), h = document.createElement("a");
+        h.href = v, h.download = "atlas.mcap", h.click(), URL.revokeObjectURL(v), h.remove();
       }
-      return u;
+      return c;
+    },
+    async saveImageAtlas(d, c) {
+      const v = document.createElement("a");
+      v.download = c ? "atlas.jpg" : "atlas.png";
+      let h = this.canvas;
+      if (d)
+        return await ie(h, d, c);
+      v.href = h.toDataURL(c ? "image/jpeg" : "image/png", c ? 0.8 : 1), v.click();
     }
   };
 }
+function dt(o, s) {
+  const a = new Uint8Array(o);
+  let i = 0;
+  for (let n = 0; n < s.length; n++)
+    i = i + s.charCodeAt(n) & 255;
+  for (let n = 0; n < a.length; n++)
+    a[n] ^= i;
+  return a;
+}
+async function ie(o, s, a) {
+  const n = await (await new Promise((M) => o.toBlob(M, a ? "image/jpeg" : "image/png", a ? 0.8 : 1))).arrayBuffer(), t = dt(n, s), w = new Blob([t], { type: "application/octet-stream" }), m = URL.createObjectURL(w), f = document.createElement("a");
+  f.href = m, f.download = "atlas.mcatlas", f.click(), URL.revokeObjectURL(m);
+}
+async function Ue(o, s) {
+  if (typeof o == "string")
+    if (o.endsWith(".mcatlas")) {
+      const i = await (await fetch(o)).arrayBuffer();
+      return await Ct(i, s);
+    } else
+      return new Mt().loadAsync(o);
+  else {
+    if (o.name.endsWith(".mcatlas"))
+      return new Promise((i, n) => {
+        const t = new FileReader();
+        t.onload = (w) => {
+          const m = w.target.result;
+          i(Ct(m, s));
+        }, t.onerror = (w) => {
+          n(w);
+        }, t.readAsArrayBuffer(o);
+      });
+    const a = URL.createObjectURL(o);
+    return await new Promise((i, n) => {
+      new Mt().load(a, i, void 0, n);
+    });
+  }
+}
+async function Ct(o, s) {
+  if (!s)
+    throw new Error("No passphrase provided");
+  const a = dt(o, s), i = new Blob([a], { type: "image/png" }), n = URL.createObjectURL(i), t = document.createElement("img");
+  await new Promise((m, f) => {
+    t.onload = () => m(), t.onerror = f, t.src = n;
+  });
+  const w = new Kt(t);
+  return w.needsUpdate = !0, w;
+}
+async function ye(o, s) {
+  const a = document.createElement("canvas");
+  a.width = o.width, a.height = o.height, a.getContext("2d").drawImage(o, 0, 0);
+  const n = await new Promise((w, m) => {
+    a.toBlob((f) => {
+      if (!f) {
+        m(new Error("Failed to create blob"));
+        return;
+      }
+      w(f.arrayBuffer());
+    }, "image/jpeg", 0.75);
+  }), t = dt(n, s);
+  return new Blob([t], { type: "application/octet-stream" });
+}
 export {
-  Tt as audioBufferToWav,
-  Gt as buildMeshCapAtlas,
-  zt as createAudioAtlasPlayer,
-  Bt as createMeshCapMaterial,
-  Lt as extractAudioSprites,
-  _t as loadMeshCapFile
+  Jt as audioBufferToWav,
+  we as buildMeshCapAtlas,
+  te as createAudioAtlasPlayer,
+  ee as createMeshCapMaterial,
+  Qt as extractAudioSprites,
+  pe as loadMeshCapFile,
+  Ue as loadMeshcapAtlas,
+  ye as obfuscateImage,
+  ge as readAsMCapFile
 };