three-mediapipe-rig 0.1.3 → 0.1.4

package/dist/meshcap.js

@@ -1,468 +1,572 @@
-import { inflate as xt, deflate as Mt } from "fflate";
-import { c as At, F as X } from "./face-tracker-utils-xt9__vBF.js";
-import { MeshPhysicalNodeMaterial as Ct, Vector3 as et } from "three/webgpu";
-import { instancedArray as H, texture as it, uniform as K, attribute as bt, varying as St, vec3 as It, float as kt } from "three/tsl";
-const dt = 1296253264, Rt = 2;
-async function Vt(a) {
-  if (a instanceof ArrayBuffer)
-    return a;
-  if (a instanceof File || a instanceof Blob)
-    return a.arrayBuffer();
-  if (typeof a == "string")
-    return (await fetch(a)).arrayBuffer();
-  throw new Error(`Unsupported audio source type: ${typeof a}`);
+import { MeshPhysicalNodeMaterial as Lt, Vector3 as _, Matrix4 as Bt } from "three/webgpu";
+import { deflate as St, inflate as Tt } from "fflate";
+import { c as Vt, F as $ } from "./face-tracker-utils-xt9__vBF.js";
+import { instancedArray as K, texture as mt, uniform as tt, attribute as zt, varying as Ft, vec3 as Et, float as Pt, select as Ot, positionLocal as jt } from "three/tsl";
+import { TextureLoader as pt, Texture as Nt } from "three";
+const wt = 1296253264, Wt = 3;
+async function Dt(o) {
+  if (o instanceof ArrayBuffer)
+    return o;
+  if (o instanceof File || o instanceof Blob)
+    return o.arrayBuffer();
+  if (typeof o == "string")
+    return (await fetch(o)).arrayBuffer();
+  throw new Error(`Unsupported audio source type: ${typeof o}`);
 }
-async function Lt(a, d) {
-  const i = new AudioContext(), o = await Vt(a), e = await i.decodeAudioData(o);
-  for (const l of d) {
-    if (!l.audioSprite)
+async function Xt(o, s) {
+  const a = new AudioContext(), i = await Dt(o), n = await a.decodeAudioData(i);
+  for (const t of s) {
+    if (!t.audioSprite)
       continue;
-    const v = Math.floor(l.audioSprite.start * e.sampleRate), x = Math.floor(l.duration * e.sampleRate), f = i.createBuffer(
-      e.numberOfChannels,
-      x,
-      e.sampleRate
+    const g = Math.floor(t.audioSprite.start * n.sampleRate), m = Math.floor(t.duration * n.sampleRate), l = a.createBuffer(
+      n.numberOfChannels,
+      m,
+      n.sampleRate
     );
-    for (let r = 0; r < e.numberOfChannels; r++) {
-      const p = e.getChannelData(r).subarray(v, v + x);
-      f.getChannelData(r).set(p);
+    for (let r = 0; r < n.numberOfChannels; r++) {
+      const e = n.getChannelData(r).subarray(g, g + m);
+      l.getChannelData(r).set(e);
     }
-    const s = Tt(f), t = new Blob([s], { type: "audio/wav" }), n = URL.createObjectURL(t), c = new Audio(n);
-    l.audioSprite.domElement = c, console.log("Assigned audio to clip: ", l.name, " at ", l.audioSprite.start, " for ", l.duration, " seconds");
+    const A = Ht(l), M = new Blob([A], { type: "audio/wav" }), x = URL.createObjectURL(M), f = new Audio(x);
+    t.audioSprite.domElement = f, console.log("Assigned audio to clip: ", t.name, " at ", t.audioSprite.start, " for ", t.duration, " seconds");
   }
-  return i.close(), {
-    blob: new Blob([o], { type: "audio/wav" }),
-    sprites: d.map((l) => l.audioSprite ? [l.audioSprite.start, l.duration] : void 0)
+  return a.close(), {
+    blob: new Blob([i], { type: "audio/wav" }),
+    sprites: s.map((t) => t.audioSprite ? [t.audioSprite.start, t.duration] : void 0)
   };
 }
-function Tt(a) {
-  const d = a.numberOfChannels, i = a.sampleRate, o = a.length * d * 2, e = new ArrayBuffer(44 + o), l = new DataView(e), v = (f, s) => [...s].forEach((t, n) => l.setUint8(f + n, t.charCodeAt(0)));
-  v(0, "RIFF"), l.setUint32(4, 36 + o, !0), v(8, "WAVE"), v(12, "fmt "), l.setUint32(16, 16, !0), l.setUint16(20, 1, !0), l.setUint16(22, d, !0), l.setUint32(24, i, !0), l.setUint32(28, i * d * 2, !0), l.setUint16(32, d * 2, !0), l.setUint16(34, 16, !0), v(36, "data"), l.setUint32(40, o, !0);
-  let x = 44;
-  for (let f = 0; f < a.length; f++)
-    for (let s = 0; s < d; s++) {
-      const t = Math.max(-1, Math.min(1, a.getChannelData(s)[f]));
-      l.setInt16(x, t * 32767, !0), x += 2;
+function Ht(o) {
+  const s = o.numberOfChannels, a = o.sampleRate, i = o.length * s * 2, n = new ArrayBuffer(44 + i), t = new DataView(n), g = (l, A) => [...A].forEach((M, x) => t.setUint8(l + x, M.charCodeAt(0)));
+  g(0, "RIFF"), t.setUint32(4, 36 + i, !0), g(8, "WAVE"), g(12, "fmt "), t.setUint32(16, 16, !0), t.setUint16(20, 1, !0), t.setUint16(22, s, !0), t.setUint32(24, a, !0), t.setUint32(28, a * s * 2, !0), t.setUint16(32, s * 2, !0), t.setUint16(34, 16, !0), g(36, "data"), t.setUint32(40, i, !0);
+  let m = 44;
+  for (let l = 0; l < o.length; l++)
+    for (let A = 0; A < s; A++) {
+      const M = Math.max(-1, Math.min(1, o.getChannelData(A)[l]));
+      t.setInt16(m, M * 32767, !0), m += 2;
     }
-  return e;
+  return n;
 }
-const ct = /* @__PURE__ */ new WeakMap();
-function zt(a, d) {
-  const i = ct.get(a) || new AudioContext();
-  ct.set(a, i);
-  const o = i.createGain();
-  o.connect(i.destination), o.gain.value = 1;
-  let e;
+const ht = /* @__PURE__ */ new WeakMap();
+function Yt(o, s) {
+  const a = ht.get(o) || new AudioContext();
+  ht.set(o, a);
+  const i = a.createGain();
+  i.connect(a.destination), i.gain.value = 1;
+  let n;
   return {
     stopCurrent() {
-      e && (e.stop(), e = void 0);
+      n && (n.stop(), n = void 0);
     },
-    setVolume(l) {
-      o.gain.value = l;
+    setVolume(t) {
+      i.gain.value = t;
     },
     /** 
      * @param clipIndex Index of the clip to play
      * @returns The audio buffer source node that is playing the audio.
      */
-    playSprite(l) {
+    playSprite(t) {
       this.stopCurrent();
-      const v = d[l];
-      if (!v.audioSprite) return;
-      const x = i.createBufferSource();
-      return x.buffer = a, x.connect(o), x.start(0, v.audioSprite.start, v.duration), e = x, console.log("PLAYING SOUNC", v.name), x;
+      const g = s[t];
+      if (!g.audioSprite) return;
+      const m = a.createBufferSource();
+      return m.buffer = o, m.connect(i), m.start(0, g.audioSprite.start, g.duration), n = m, m;
     }
   };
 }
-function Bt(a, d, i, o, e) {
-  const l = !o;
-  o ?? (o = new Ct()), l && (i.material = o), i.geometry.hasAttribute("landmarkIndex") || At(i);
-  const v = [], x = [], f = [];
-  let s = 0, t = 0;
-  for (let U = 0; U < d.length; U++) {
-    const w = d[U];
-    v.push(s, t, w.frames.length, w.fps), s += w.frames.length, t += w.frames.length * X, x.push(w.aspectRatio), f.push(U == 0 ? 0 : f[U - 1] + d[U - 1].frames.length);
+function qt(o, s, a, i, n) {
+  const t = !i;
+  i ?? (i = new Lt()), t && (a.material = i), a.geometry.hasAttribute("landmarkIndex") || Vt(a);
+  const g = [], m = [], l = [];
+  let A = 0, M = 0;
+  for (let y = 0; y < s.length; y++) {
+    const v = s[y];
+    g.push(A, M, v.frames.length, v.fps), A += v.frames.length, M += v.frames.length * $, m.push(v.aspectRatio), l.push(y == 0 ? 0 : l[y - 1] + s[y - 1].frames.length);
   }
-  const n = H(new Float32Array(x), "float"), c = H(new Uint32Array(v), "uvec4"), r = new Float32Array(d.flatMap((U) => U.frames).reduce((U, w) => (U.push(w.frameUV.u, w.frameUV.v, w.frameUV.w, w.frameUV.h), U), [])), p = H(r, "vec4"), M = new Float32Array(d.flatMap((U) => U.frames.flatMap((w) => [w.cropUV.u, w.cropUV.v, w.cropUV.w, w.cropUV.h]))), m = H(M, "vec4"), u = new Float32Array(d.flatMap((U) => U.landmarks.flatMap((w) => w.flatMap((I) => [I.x, I.y, I.z])))), h = H(u, "vec3"), g = it(a), y = K(0), A = K(0), C = K(!0), k = n.element(y), j = H(new Uint32Array(f), "uint"), R = A, D = j.element(y).add(R), z = p.element(c.element(y).x.add(R)), b = c.element(y).y.add(R.mul(X)), J = bt("landmarkIndex", "uint").toUint(), Q = b.add(J), B = h.element(Q), V = m.element(D), Y = B.xy.sub(V.xy).div(V.zw), q = St(z.xy.add(Y.mul(z.zw))), _ = it(g, q);
-  o.colorNode = _;
-  const ft = h.element(b.add(234)).xy, nt = h.element(b.add(93)).xy, ut = h.element(b.add(454)).xy, ot = h.element(b.add(323)).xy, at = ft.sub(nt).div(2).add(nt), ht = ut.sub(ot).div(2).add(ot).sub(at).div(2).add(at), E = i.geometry.attributes.position, Z = 116, $ = 346, pt = new et().subVectors(
-    new et(E.getX(Z), E.getY(Z), E.getZ(Z)),
-    new et(E.getX($), E.getY($), E.getZ($))
-  ).lengthSq(), mt = K(pt), gt = h.element(b.add($)).sub(h.element(b.add(Z))).lengthSq(), Ut = mt.div(gt).sqrt().mul(2), wt = B.sub(ht).xzy.mul(It(1, -1, kt(1).div(k))).mul(Ut);
-  o.positionNode = wt;
-  let G = 0, L = 0, N, P, st = d[0].frames, tt = !1, O = e ? zt(e, d) : void 0;
-  const S = {
+  const x = K(new Float32Array(m), "float"), f = K(new Uint32Array(g), "uvec4"), r = new Float32Array(s.flatMap((y) => y.frames).reduce((y, v) => (y.push(v.frameUV.u, v.frameUV.v, v.frameUV.w, v.frameUV.h), y), [])), e = K(r, "vec4"), c = new Float32Array(s.flatMap((y) => y.frames.flatMap((v) => [v.cropUV.u, v.cropUV.v, v.cropUV.w, v.cropUV.h]))), d = K(c, "vec4"), u = new Float32Array(s.flatMap((y) => y.landmarks.flatMap((v) => v.flatMap((z) => [z.x, z.y, z.z])))), w = K(u, "vec3"), p = mt(o), h = tt(0), U = tt(0), I = tt(!0), b = x.element(h), C = K(new Uint32Array(l), "uint"), k = U, P = C.element(h).add(k), N = e.element(f.element(h).x.add(k)), L = f.element(h).y.add(k.mul($)), W = zt("landmarkIndex", "uint").toUint(), G = L.add(W), D = w.element(G), X = d.element(P), S = D.xy.sub(X.xy).div(X.zw), B = Ft(N.xy.add(S.mul(N.zw))), F = mt(p, B);
+  i.colorNode = F;
+  const E = w.element(L.add(234)).xy, T = w.element(L.add(93)).xy, yt = w.element(L.add(454)).xy, lt = w.element(L.add(323)).xy, ft = E.sub(T).div(2).add(T), vt = yt.sub(lt).div(2).add(lt).sub(ft).div(2).add(ft), R = a.geometry.attributes.position, et = 116, nt = 346, xt = new _().subVectors(
+    new _(R.getX(et), R.getY(et), R.getZ(et)),
+    new _(R.getX(nt), R.getY(nt), R.getZ(nt))
+  ).lengthSq(), ot = 209, at = 429, At = tt(new _().addVectors(
+    new _(R.getX(ot), R.getY(ot), R.getZ(ot)),
+    new _(R.getX(at), R.getY(at), R.getZ(at))
+  ).multiplyScalar(0.5)), Mt = tt(xt), bt = w.element(L.add(nt)).sub(w.element(L.add(et))).lengthSq(), Ct = Mt.div(bt).sqrt(), It = D.sub(vt).xzy.mul(Et(1, -1, Pt(1).div(b))).mul(Ct).add(At);
+  i.positionNode = Ot(W.toUint().lessThanEqual($), It, jt);
+  let J = 0, O = 0, H, Y, rt = s[0].frames, st = !1, q = n ? Yt(n, s) : void 0, dt;
+  const V = {
     muted: !1,
-    clips: d,
-    atlasTexture: a,
-    material: o,
-    goto(U, w = !0, I, yt = !0) {
-      var rt;
-      let T = -1;
-      if (typeof U == "number")
-        T = U;
-      else if (T = d.findIndex((vt) => vt.name === U), T === -1)
-        throw new Error(`Clip ${U.toString()} not found`);
-      C.value = w, A.value = 0, y.value = T;
-      const W = d[T];
-      N = W, st = W.frames, G = W.duration, L = 0, P = I, tt = !0, O && (O.stopCurrent(), yt && !S.muted && W.audioSprite && (O.playSprite(T), (rt = S.playClipAudioHook) == null || rt.call(S, T, W.audioSprite.start, W.duration)));
+    clips: s,
+    atlasTexture: o,
+    material: i,
+    getLastKnownFaceTransform: () => dt,
+    goto(y, v = !0, z, Rt = !0) {
+      var ut;
+      let j = -1;
+      if (typeof y == "number")
+        j = y;
+      else if (j = s.findIndex((kt) => kt.name === y), j === -1)
+        throw new Error(`Clip ${y.toString()} not found`);
+      I.value = v, U.value = 0, h.value = j;
+      const Z = s[j];
+      H = Z, rt = Z.frames, J = Z.duration, O = 0, Y = z, st = !0, q && (q.stopCurrent(), Rt && !V.muted && Z.audioSprite && (q.playSprite(j), (ut = V.playClipAudioHook) == null || ut.call(V, j, Z.audioSprite.start, Z.duration)));
     },
-    update(U) {
-      var w;
-      if (tt) {
-        if (L += U, A.value = Ft(st, L, A.value), C.value)
-          L >= G && (L -= G, A.value = 0, S.muted || (O == null || O.playSprite(y.value), N != null && N.audioSprite && ((w = S.playClipAudioHook) == null || w.call(S, y.value, N.audioSprite.start, N.duration))), P == null || P(L));
-        else if (L >= G) {
-          const I = P;
-          P = void 0, I == null || I(G);
+    update(y) {
+      var v;
+      if (st) {
+        if (O += y, U.value = Zt(rt, O, U.value), dt = rt[U.value].transformMatrix, I.value)
+          O >= J && (O -= J, U.value = 0, V.muted || (q == null || q.playSprite(h.value), H != null && H.audioSprite && ((v = V.playClipAudioHook) == null || v.call(V, h.value, H.audioSprite.start, H.duration))), Y == null || Y(O));
+        else if (O >= J) {
+          const z = Y;
+          Y = void 0, z == null || z(J);
         }
       }
     },
     dispose() {
-      a.dispose(), o.dispose();
+      o.dispose(), i.dispose();
     },
-    gotoAndLoop(U, w) {
-      this.goto(U, !0, w);
+    gotoAndLoop(y, v) {
+      this.goto(y, !0, v);
     },
-    gotoAndPlay(U, w) {
-      this.goto(U, !1, w);
+    gotoAndPlay(y, v) {
+      this.goto(y, !1, v);
     },
-    gotoAndStop(U, w = 0) {
-      this.goto(U, !1, void 0, !1), A.value = w, tt = !1;
+    gotoAndStop(y, v = 0) {
+      this.goto(y, !1, void 0, !1), U.value = v, st = !1;
     }
   };
-  return S;
+  return V;
 }
-function Ft(a, d, i) {
-  for (; i < a.length - 1 && a[i + 1].startTime <= d; )
-    i++;
-  return i;
+function Zt(o, s, a) {
+  for (; a < o.length - 1 && o[a + 1].startTime <= s; )
+    a++;
+  return a;
 }
-async function _t(a) {
-  if (typeof a == "string") {
-    const i = await (await fetch(a)).arrayBuffer();
-    return lt(i);
+async function _t(o, s = !0) {
+  const a = await Ut(o, s);
+  return new Promise((i, n) => {
+    St(new Uint8Array(a), { level: 9 }, (t, g) => {
+      if (t) return n(t);
+      const m = new Blob([g], { type: "application/octet-stream" });
+      i(m);
+    });
+  });
+}
+async function Ut(o, s = !0) {
+  const a = new TextEncoder(), i = o.clips.length, n = o.clips.map((c) => a.encode(c.name)), t = 9, g = n.reduce((c, d, u) => {
+    const w = o.clips[u].frames.length, p = 1 + d.byteLength, h = 2, U = 1, I = 1, b = 1, C = 16;
+    let k = $ * 6;
+    return c + p + h + U + I + b + (C + k) * w;
+  }, 0), m = o.clips.reduce((c, d) => c + 2 + 2, 0), l = o.clips.reduce((c, d) => c + d.frames.length * 2, 0), A = o.clips.reduce((c, d) => c + d.frames.length * 64, 0), x = t + g + m + l + 3 & -4, f = new ArrayBuffer(x + A), r = new DataView(f);
+  let e = 0;
+  r.setUint32(e, wt), e += 4, r.setUint8(e, Wt), e += 1, r.setUint8(e, o.clips.length), e += 1, r.setUint16(e, o.atlasSize), e += 2, r.setUint8(e, o.padding), e += 1;
+  for (let c = 0; c < i; c++) {
+    r.setUint8(e, n[c].byteLength), e += 1, new Uint8Array(f, e, n[c].byteLength).set(n[c]), e += n[c].byteLength, r.setUint16(e, o.clips[c].frames.length), e += 2, r.setUint8(e, o.clips[c].fps), e += 1, r.setUint8(e, Math.round(o.clips[c].scale * 100)), e += 1, r.setUint8(e, Math.round(o.clips[c].aspectRatio * 100)), e += 1;
+    const d = o.clips[c];
+    for (let u = 0; u < d.frames.length; u++) {
+      const w = d.frames[u].cropUV, p = d.frames[u].frameUV, h = 1e4;
+      r.setUint16(e, Math.round(p.u * h)), e += 2, r.setUint16(e, Math.round(p.v * h)), e += 2, r.setUint16(e, Math.round(p.w * h)), e += 2, r.setUint16(e, Math.round(p.h * h)), e += 2, r.setUint16(e, Math.round(w.u * h)), e += 2, r.setUint16(e, Math.round(w.v * h)), e += 2, r.setUint16(e, Math.round(w.w * h)), e += 2, r.setUint16(e, Math.round(w.h * h)), e += 2;
+      const U = d.landmarks[u], I = u > 0 ? d.landmarks[u - 1] : null;
+      U.reduce((b, C) => Math.max(b, Math.abs(C.z)), 0);
+      for (let b = 0; b < $; b++) {
+        const C = Math.round(U[b].x * 1e3), k = Math.round(U[b].y * 1e3), P = Math.round(U[b].z * 1e3);
+        if (s)
+          if (I === null)
+            r.setUint16(e, C), e += 2, r.setUint16(e, k), e += 2, r.setInt16(e, P), e += 2;
+          else {
+            const N = Math.round(I[b].x * 1e3), L = Math.round(I[b].y * 1e3), W = Math.round(I[b].z * 1e3), G = C - N, D = k - L, X = P - W;
+            r.setInt16(e, G), e += 2, r.setInt16(e, D), e += 2, r.setInt16(e, X), e += 2;
+          }
+        else
+          r.setUint16(e, C), e += 2, r.setUint16(e, k), e += 2, r.setInt16(e, P), e += 2;
+      }
+    }
+  }
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    r.setUint16(e, Math.round(d.duration * 1e3)), e += 2, d.audioSprite ? r.setUint16(e, Math.round(d.audioSprite.start * 1e3)) : r.setUint16(e, 1), e += 2;
+  }
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    let u = 0;
+    for (const w of d.frames) {
+      const p = Math.floor((w.startTime - u) * 1e3);
+      r.setUint16(e, p), e += 2, u = w.startTime;
+    }
+  }
+  e = e + 3 & -4;
+  for (let c = 0; c < i; c++) {
+    const d = o.clips[c];
+    for (const u of d.frames)
+      u.transformMatrix ? u.transformMatrix.toArray(new Float32Array(f, e, 16)) : new Float32Array(f, e, 16).fill(0), e += 64;
+  }
+  return f;
+}
+async function ie(o) {
+  if (typeof o == "string") {
+    const a = await (await fetch(o)).arrayBuffer();
+    return it(a);
   } else
-    return new Promise((d, i) => {
-      const o = new FileReader();
-      o.onload = (e) => {
-        const l = e.target.result;
-        d(lt(l));
-      }, o.onerror = (e) => {
-        i(e);
-      }, o.readAsArrayBuffer(a);
+    return new Promise((s, a) => {
+      const i = new FileReader();
+      i.onload = (n) => {
+        const t = n.target.result;
+        s(it(t));
+      }, i.onerror = (n) => {
+        a(n);
+      }, i.readAsArrayBuffer(o);
     });
 }
-async function lt(a) {
-  let d = !1;
-  const i = await new Promise((n, c) => {
-    xt(new Uint8Array(a), (r, p) => {
-      r ? c(r) : n(p);
+async function it(o, s = !0) {
+  let a = !1;
+  const i = s ? await new Promise((f, r) => {
+    Tt(new Uint8Array(o), (e, c) => {
+      e ? r(e) : f(c);
     });
-  }), o = new DataView(i.buffer);
-  let e = 0;
-  const l = o.getUint32(e);
-  if (e += 4, l !== dt) throw new Error("Invalid file: not a MCAP file");
-  const v = o.getUint8(e);
-  e += 1;
-  const x = o.getUint8(e);
-  e += 1;
-  const f = o.getUint16(e);
-  e += 2;
-  const s = o.getUint8(e);
-  e += 1;
-  const t = [];
-  for (let n = 0; n < x; n++) {
-    const c = o.getUint8(e);
-    e += 1;
-    const r = new Uint8Array(i.buffer, e, c), p = new TextDecoder().decode(r);
-    e += c;
-    const M = o.getUint8(e);
-    e += 1;
-    const m = o.getUint8(e);
-    e += 1;
-    const u = o.getUint8(e) / 100;
-    e += 1;
-    const h = o.getUint8(e) / 100;
-    e += 1;
-    const g = [], y = [], A = [];
-    for (let C = 0; C < M; C++) {
-      const k = o.getUint16(e) / 1e3;
-      e += 2;
-      const j = o.getUint16(e) / 1e3;
-      e += 2;
-      const R = o.getUint16(e) / 1e3;
-      e += 2;
-      const D = o.getUint16(e) / 1e3;
-      e += 2, g.push({ u: k, v: j, w: R, h: D });
-      const z = o.getUint16(e) / 1e3;
-      e += 2;
-      const b = o.getUint16(e) / 1e3;
-      e += 2;
-      const J = o.getUint16(e) / 1e3;
-      e += 2;
-      const Q = o.getUint16(e) / 1e3;
-      e += 2, A.push({ u: z, v: b, w: J, h: Q });
-      const B = [], V = C > 0 ? y[C - 1] : null;
-      for (let F = 0; F < X; F++)
-        if (V === null) {
-          const Y = o.getUint16(e) / 1e3;
-          e += 2;
-          const q = o.getUint16(e) / 1e3;
-          e += 2;
-          const _ = o.getInt16(e) / 1e3;
-          e += 2, B.push({ x: Y, y: q, z: _ });
+  }) : new Uint8Array(o), n = new DataView(i.buffer);
+  let t = 0;
+  const g = n.getUint32(t);
+  if (t += 4, g !== wt) throw new Error("Invalid file: not a MCAP file");
+  const m = n.getUint8(t);
+  t += 1;
+  const l = n.getUint8(t);
+  t += 1;
+  const A = n.getUint16(t);
+  t += 2;
+  const M = n.getUint8(t);
+  t += 1;
+  const x = [];
+  for (let f = 0; f < l; f++) {
+    const r = n.getUint8(t);
+    t += 1;
+    const e = new Uint8Array(i.buffer, t, r), c = new TextDecoder().decode(e);
+    t += r;
+    const d = m >= 3 ? n.getUint16(t) : n.getUint8(t);
+    t += m >= 3 ? 2 : 1;
+    const u = n.getUint8(t);
+    t += 1;
+    const w = n.getUint8(t) / 100;
+    t += 1;
+    const p = n.getUint8(t) / 100;
+    t += 1;
+    const h = [], U = [], I = [];
+    for (let b = 0; b < d; b++) {
+      const C = m < 3 ? 1e3 : 1e4, k = n.getUint16(t) / C;
+      t += 2;
+      const P = n.getUint16(t) / C;
+      t += 2;
+      const N = n.getUint16(t) / C;
+      t += 2;
+      const L = n.getUint16(t) / C;
+      t += 2, h.push({ u: k, v: P, w: N, h: L });
+      const W = n.getUint16(t) / C;
+      t += 2;
+      const G = n.getUint16(t) / C;
+      t += 2;
+      const D = n.getUint16(t) / C;
+      t += 2;
+      const X = n.getUint16(t) / C;
+      t += 2, I.push({ u: W, v: G, w: D, h: X });
+      const Q = [], S = b > 0 ? U[b - 1] : null;
+      for (let B = 0; B < $; B++)
+        if (S === null) {
+          const F = n.getUint16(t) / 1e3;
+          t += 2;
+          const E = n.getUint16(t) / 1e3;
+          t += 2;
+          const T = n.getInt16(t) / 1e3;
+          t += 2, Q.push({ x: F, y: E, z: T });
         } else {
-          const Y = o.getInt8(e) / 1e3;
-          e += 1;
-          const q = o.getInt8(e) / 1e3;
-          e += 1;
-          const _ = o.getInt8(e) / 1e3;
-          e += 1, B.push({
-            x: V[F].x + Y,
-            y: V[F].y + q,
-            z: V[F].z + _
-          });
+          let F, E, T;
+          m < 3 ? (F = n.getInt8(t) / 1e3, t += 1, E = n.getInt8(t) / 1e3, t += 1, T = n.getInt8(t) / 1e3, t += 1, Q.push({
+            x: S[B].x + F,
+            y: S[B].y + E,
+            z: S[B].z + T
+          })) : (F = n.getInt16(t) / 1e3, t += 2, E = n.getInt16(t) / 1e3, t += 2, T = n.getInt16(t) / 1e3, t += 2, Q.push({
+            x: S[B].x + F,
+            y: S[B].y + E,
+            z: S[B].z + T
+          }));
         }
-      y.push(B);
+      U.push(Q);
     }
-    t.push({
-      name: p,
-      fps: m,
-      scale: u,
-      aspectRatio: h,
-      frames: A.map((C, k) => ({
-        cropUV: C,
-        frameUV: g[k],
-        startTime: k / m
+    x.push({
+      name: c,
+      fps: u,
+      scale: w,
+      aspectRatio: p,
+      frames: I.map((b, C) => ({
+        cropUV: b,
+        frameUV: h[C],
+        startTime: C / u
         //<-- default for versions sub 2...
       })),
-      landmarks: y,
-      duration: M / m
+      landmarks: U,
+      duration: d / u
       // default for versions sub 2...
     });
   }
-  if (v >= 2) {
-    for (let n = 0; n < t.length; n++) {
-      let c = o.getUint16(e);
-      e += 2, t[n].duration = c / 1e3;
-      let r = o.getUint16(e);
-      e += 2, r === 1 ? console.log("Clip " + n + " has no audio") : (r /= 1e3, t[n].audioSprite = { start: r }, d = !0);
+  if (m >= 2) {
+    for (let f = 0; f < x.length; f++) {
+      let r = n.getUint16(t);
+      t += 2, x[f].duration = r / 1e3;
+      let e = n.getUint16(t);
+      t += 2, e === 1 ? console.log("Clip " + f + " has no audio") : (e /= 1e3, x[f].audioSprite = { start: e }, a = !0, console.log("MCAP AUDIO CLIP;", e, "Duration: ", r / 1e3));
     }
-    for (let n = 0; n < t.length; n++) {
-      const c = t[n];
-      let r = 0;
-      for (let p = 0; p < c.frames.length; p++) {
-        const M = o.getUint8(e);
-        e += 1;
-        const m = r + M / 1e3;
-        c.frames[p].startTime = m, r = m;
+    for (let f = 0; f < x.length; f++) {
+      const r = x[f];
+      let e = 0;
+      for (let c = 0; c < r.frames.length; c++) {
+        const d = m < 3 ? n.getUint8(t) : n.getUint16(t);
+        t += m < 3 ? 1 : 2;
+        const u = e + d / 1e3;
+        r.frames[c].startTime = u, e = u;
+      }
+    }
+    if (m >= 3) {
+      t = t + 3 & -4;
+      for (let f = 0; f < x.length; f++) {
+        const r = x[f];
+        for (let e = 0; e < r.frames.length; e++) {
+          const c = new Float32Array(n.buffer, t, 16);
+          t += 64, r.frames[e].transformMatrix = new Bt().fromArray(c);
+        }
       }
     }
   }
   return {
-    clips: t,
-    version: v,
-    atlasSize: f,
-    atlasPadding: s,
-    unpackClips: async (n, c) => {
-      let r, p = !0, M;
-      if (n instanceof HTMLCanvasElement)
-        p = !1, r = n;
+    clips: x,
+    version: m,
+    atlasSize: A,
+    atlasPadding: M,
+    async unpackClips(f, r) {
+      let e, c = !0, d, u;
+      if (f instanceof HTMLCanvasElement)
+        c = !1, e = f, u = e.getContext("2d");
       else {
-        let u = new Image();
-        if (typeof n == "string")
-          u.src = n;
-        else if (n instanceof File || n instanceof Blob) {
-          const g = URL.createObjectURL(n);
-          u.src = g, await new Promise((y, A) => {
-            u.onload = () => {
-              URL.revokeObjectURL(g), y();
-            }, u.onerror = A;
+        let p = new Image();
+        if (typeof f == "string")
+          p.src = f;
+        else if (f instanceof File || f instanceof Blob) {
+          const h = URL.createObjectURL(f);
+          p.src = h, await new Promise((U, I) => {
+            p.onload = () => {
+              URL.revokeObjectURL(h), U();
+            }, p.onerror = I;
           });
-        } else n instanceof HTMLImageElement && (u = n);
-        (!u.complete || !u.naturalWidth) && await new Promise((g, y) => {
-          u.onload = () => g(), u.onerror = y;
-        }), r = document.createElement("canvas"), r.width = u.width, r.height = u.height, r.getContext("2d").drawImage(u, 0, 0);
+        } else f instanceof HTMLImageElement && (p = f);
+        (!p.complete || !p.naturalWidth) && await new Promise((h, U) => {
+          p.onload = () => h(), p.onerror = U;
+        }), e = document.createElement("canvas"), e.width = p.width, e.height = p.height, u = e.getContext("2d"), u.drawImage(p, 0, 0);
       }
-      const m = t.map((u) => ({
-        ...u,
-        frames: u.frames.map((h) => {
-          const g = document.createElement("canvas");
-          return g.width = h.frameUV.w * r.width, g.height = h.frameUV.h * r.height, g.getContext("2d").drawImage(
-            r,
-            h.frameUV.u * r.width,
-            h.frameUV.v * r.height,
-            h.frameUV.w * r.width,
-            h.frameUV.h * r.height,
+      const w = x.map((p) => ({
+        ...p,
+        frames: p.frames.map((h) => {
+          const U = document.createElement("canvas");
+          return U.width = h.frameUV.w * e.width, U.height = h.frameUV.h * e.height, U.getContext("2d").drawImage(
+            e,
+            h.frameUV.u * e.width,
+            h.frameUV.v * e.height,
+            h.frameUV.w * e.width,
+            h.frameUV.h * e.height,
             0,
             0,
-            g.width,
-            g.height
+            U.width,
+            U.height
           ), {
-            canvas: g,
+            canvas: U,
             cropUV: h.cropUV,
             startTime: h.startTime
           };
         })
       }));
-      return p && r.remove(), d && (c ? M = await Lt(c, m) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
-        clips: m,
-        audioAtlas: M
+      return c && e.remove(), a && (r ? d = await Xt(r, w) : console.warn("This mcap file uses an audio atlas, but no audio atlas file was provided.")), {
+        clips: w,
+        audioAtlas: d
       };
     },
-    createMaterialHandlerOnMesh: (n, c, r, p) => Bt(c, t, n, r, p)
+    createMaterialHandlerOnMesh(f, r, e, c) {
+      return qt(r, x, f, e, c);
+    }
   };
 }
-async function Et(a, d = !0) {
-  const i = new TextEncoder(), o = a.clips.map((n) => i.encode(n.name)), e = 9, l = o.reduce((n, c, r) => {
-    const p = a.clips[r].frames.length, M = 1 + c.byteLength, m = 1, u = 1, h = 1, g = 1, y = 16;
-    let A = X * 6;
-    return n + M + m + u + h + g + (d ? y + A + (y + X * 3) * (p - 1) : (y + A) * p);
-  }, 0), v = a.clips.reduce((n, c) => n + 2 + 2, 0), x = a.clips.reduce((n, c) => n + c.frames.length * 1, 0), f = new ArrayBuffer(e + l + v + x), s = new DataView(f);
-  let t = 0;
-  s.setUint32(t, dt), t += 4, s.setUint8(t, Rt), t += 1, s.setUint8(t, a.clips.length), t += 1, s.setUint16(t, a.atlasSize), t += 2, s.setUint8(t, a.padding), t += 1;
-  for (let n = 0; n < a.clips.length; n++) {
-    s.setUint8(t, o[n].byteLength), t += 1, new Uint8Array(f, t, o[n].byteLength).set(o[n]), t += o[n].byteLength, s.setUint8(t, a.clips[n].frames.length), t += 1, s.setUint8(t, a.clips[n].fps), t += 1, s.setUint8(t, Math.round(a.clips[n].scale * 100)), t += 1, s.setUint8(t, Math.round(a.clips[n].aspectRatio * 100)), t += 1;
-    const c = a.clips[n];
-    for (let r = 0; r < c.frames.length; r++) {
-      const p = c.frames[r].cropUV, M = c.frames[r].frameUV;
-      s.setUint16(t, Math.round(M.u * 1e3)), t += 2, s.setUint16(t, Math.round(M.v * 1e3)), t += 2, s.setUint16(t, Math.round(M.w * 1e3)), t += 2, s.setUint16(t, Math.round(M.h * 1e3)), t += 2, s.setUint16(t, Math.round(p.u * 1e3)), t += 2, s.setUint16(t, Math.round(p.v * 1e3)), t += 2, s.setUint16(t, Math.round(p.w * 1e3)), t += 2, s.setUint16(t, Math.round(p.h * 1e3)), t += 2;
-      const m = c.landmarks[r], u = r > 0 ? c.landmarks[r - 1] : null;
-      m.reduce((h, g) => Math.max(h, Math.abs(g.z)), 0);
-      for (let h = 0; h < X; h++) {
-        const g = Math.round(m[h].x * 1e3), y = Math.round(m[h].y * 1e3), A = Math.round(m[h].z * 1e3);
-        if (d)
-          if (u === null)
-            s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
-          else {
-            const C = Math.round(u[h].x * 1e3), k = Math.round(u[h].y * 1e3), j = Math.round(u[h].z * 1e3), R = g - C, D = y - k, z = A - j;
-            s.setInt8(t, R), t += 1, s.setInt8(t, D), t += 1, s.setInt8(t, z), t += 1;
-          }
-        else
-          s.setUint16(t, g), t += 2, s.setUint16(t, y), t += 2, s.setInt16(t, A), t += 2;
-      }
-    }
-  }
-  for (let n = 0; n < a.clips.length; n++) {
-    const c = a.clips[n];
-    s.setUint16(t, Math.round(c.duration * 1e3)), t += 2, c.audioSprite ? s.setUint16(t, Math.round(c.audioSprite.start * 1e3)) : s.setUint16(t, 1), t += 2;
-  }
-  for (let n = 0; n < a.clips.length; n++) {
-    const c = a.clips[n];
-    let r = 0;
-    for (const p of c.frames) {
-      const M = Math.floor((p.startTime - r) * 1e3);
-      s.setUint8(t, M), t += 1, r = p.startTime;
-    }
-  }
-  return new Promise((n, c) => {
-    Mt(new Uint8Array(f), { level: 9 }, (r, p) => {
-      if (r) return c(r);
-      const M = new Blob([p], { type: "application/octet-stream" });
-      n(M);
-    });
-  });
+async function ce(o) {
+  const s = await Ut(o);
+  return it(s, !1);
 }
-function Nt(a) {
-  const d = Pt(a), i = [], o = [];
-  let e = 0;
-  const l = [...a].sort((f, s) => s.height - f.height);
-  for (const f of l) {
-    let s = !1;
-    for (const t of i)
-      if (f.width <= d - t.currentX && f.height <= t.height) {
-        o.push({
-          ...f,
-          x: t.currentX,
-          y: t.y
-        }), t.currentX += f.width, s = !0;
+function Kt(o) {
+  const s = $t(o), a = [], i = [];
+  let n = 0;
+  const t = [...o].sort((l, A) => A.height - l.height);
+  for (const l of t) {
+    let A = !1;
+    for (const M of a)
+      if (l.width <= s - M.currentX && l.height <= M.height) {
+        i.push({
+          ...l,
+          x: M.currentX,
+          y: M.y
+        }), M.currentX += l.width, A = !0;
         break;
       }
-    if (!s) {
-      const t = {
-        y: e,
-        height: f.height,
-        currentX: f.width
+    if (!A) {
+      const M = {
+        y: n,
+        height: l.height,
+        currentX: l.width
       };
-      i.push(t), o.push({
-        ...f,
+      a.push(M), i.push({
+        ...l,
         x: 0,
-        y: e
-      }), e += f.height;
+        y: n
+      }), n += l.height;
     }
   }
-  const v = i.length > 0 ? Math.max(...i.map((f) => f.currentX)) : 0, x = e;
+  const g = a.length > 0 ? Math.max(...a.map((l) => l.currentX)) : 0, m = n;
   return {
-    packed: o,
-    width: Math.max(v, d),
-    height: x
+    packed: i,
+    width: Math.max(g, s),
+    height: m
   };
 }
-function Pt(a) {
-  if (a.length === 0) return 1;
-  const d = a.reduce((e, l) => e + l.width * l.height, 0);
-  let i = Math.ceil(Math.sqrt(d));
-  const o = Math.max(...a.map((e) => e.width));
-  return i = Math.max(i, o), i = Ot(i), i;
+function $t(o) {
+  if (o.length === 0) return 1;
+  const s = o.reduce((n, t) => n + t.width * t.height, 0);
+  let a = Math.ceil(Math.sqrt(s));
+  const i = Math.max(...o.map((n) => n.width));
+  return a = Math.max(a, i), a = Gt(a), a;
 }
-function Ot(a) {
-  return Math.pow(2, Math.ceil(Math.log2(a)));
+function Gt(o) {
+  return Math.pow(2, Math.ceil(Math.log2(o)));
 }
-const Wt = 20;
-function Gt(a, d, i = 0) {
-  const o = a.flatMap((m) => m.frames.map((u) => u.canvas)), e = Array.from(o.entries()).map(([m, u]) => ({
-    id: m,
+const Qt = 20;
+function le(o, s, a = 0) {
+  const i = o.flatMap((d) => d.frames.map((u) => u.canvas)), n = Array.from(i.entries()).map(([d, u]) => ({
+    id: d,
     // index of the frame after all the frames from all the clips have been flattened
-    width: u.width + i * 2,
-    height: u.height + i * 2
-  })), l = Nt(e), v = l.height, x = l.width, f = Math.min(1, d / x, d / v), s = Math.floor(x * f), t = Math.floor(v * f) + Wt, n = document.createElement("canvas");
-  n.width = s, n.height = t;
-  const c = n.getContext("2d");
-  c.fillStyle = "#000000", c.fillRect(0, 0, n.width, n.height);
+    width: u.width + a * 2,
+    height: u.height + a * 2
+  })), t = Kt(n), g = t.height, m = t.width, l = Math.min(1, s / m, s / g), A = Math.floor(m * l), M = Math.floor(g * l) + Qt, x = document.createElement("canvas");
+  x.width = A, x.height = M;
+  const f = x.getContext("2d");
+  f.fillStyle = "#000000", f.fillRect(0, 0, x.width, x.height);
   const r = [];
-  for (const m of l.packed) {
-    const u = o[m.id], h = m.x + i, g = m.y + i, y = u.width, A = u.height;
-    c.drawImage(u, h * f, g * f, y * f, A * f), r[m.id] = {
-      u: h * f / s,
-      v: g * f / t,
-      w: y * f / s,
-      h: A * f / t
+  for (const d of t.packed) {
+    const u = i[d.id], w = d.x + a, p = d.y + a, h = u.width, U = u.height;
+    f.drawImage(u, w * l, p * l, h * l, U * l), r[d.id] = {
+      u: w * l / A,
+      v: p * l / M,
+      w: h * l / A,
+      h: U * l / M
     };
   }
-  const p = [];
-  let M = 0;
-  for (const m of a) {
+  const e = [];
+  let c = 0;
+  for (const d of o) {
     const u = {
-      ...m,
+      ...d,
       frames: []
     };
-    for (const h of m.frames)
+    for (const w of d.frames)
       u.frames.push({
-        frameUV: r[M++],
-        cropUV: h.cropUV,
-        startTime: h.startTime
+        frameUV: r[c++],
+        cropUV: w.cropUV,
+        startTime: w.startTime,
+        transformMatrix: w.transformMatrix
       });
-    p.push(u);
+    e.push(u);
   }
-  return c.font = `${Math.max(6, Math.floor(12))}px monospace`, c.fillStyle = "#ff0000", c.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, t - 4), {
-    canvas: n,
-    clips: p,
-    padding: i,
-    atlasSize: d,
-    async save(m) {
-      const u = await Et(this);
-      if (m) {
-        const h = URL.createObjectURL(u), g = document.createElement("a");
-        g.href = h, g.download = "atlas.mcap", g.click(), URL.revokeObjectURL(h), g.remove();
+  return f.font = `${Math.max(6, Math.floor(12))}px monospace`, f.fillStyle = "#ff0000", f.fillText("Created with MeshCap : https://bandinopla.github.io/three-mediapipe-rig/?editor=meshcap", 0, M - 4), {
+    canvas: x,
+    clips: e,
+    padding: a,
+    atlasSize: s,
+    async save(d) {
+      const u = await _t(this);
+      if (d) {
+        const w = URL.createObjectURL(u), p = document.createElement("a");
+        p.href = w, p.download = "atlas.mcap", p.click(), URL.revokeObjectURL(w), p.remove();
       }
       return u;
+    },
+    async saveImageAtlas(d, u) {
+      const w = document.createElement("a");
+      w.download = u ? "atlas.jpg" : "atlas.png";
+      let p = this.canvas;
+      if (d)
+        return await Jt(p, d, u);
+      w.href = p.toDataURL(u ? "image/jpeg" : "image/png", u ? 0.8 : 1), w.click();
     }
   };
 }
+function ct(o, s) {
+  const a = new Uint8Array(o);
+  let i = 0;
+  for (let n = 0; n < s.length; n++)
+    i = i + s.charCodeAt(n) & 255;
+  for (let n = 0; n < a.length; n++)
+    a[n] ^= i;
+  return a;
+}
+async function Jt(o, s, a) {
+  const n = await (await new Promise((A) => o.toBlob(A, a ? "image/jpeg" : "image/png", a ? 0.8 : 1))).arrayBuffer(), t = ct(n, s), g = new Blob([t], { type: "application/octet-stream" }), m = URL.createObjectURL(g), l = document.createElement("a");
+  l.href = m, l.download = "atlas.mcatlas", l.click(), URL.revokeObjectURL(m);
+}
+async function fe(o, s) {
+  if (typeof o == "string")
+    if (o.endsWith(".mcatlas")) {
+      const i = await (await fetch(o)).arrayBuffer();
+      return await gt(i, s);
+    } else
+      return new pt().loadAsync(o);
+  else {
+    if (o.name.endsWith(".mcatlas"))
+      return new Promise((i, n) => {
+        const t = new FileReader();
+        t.onload = (g) => {
+          const m = g.target.result;
+          i(gt(m, s));
+        }, t.onerror = (g) => {
+          n(g);
+        }, t.readAsArrayBuffer(o);
+      });
+    const a = URL.createObjectURL(o);
+    return await new Promise((i, n) => {
+      new pt().load(a, i, void 0, n);
+    });
+  }
+}
+async function gt(o, s) {
+  if (!s)
+    throw new Error("No passphrase provided");
+  const a = ct(o, s), i = new Blob([a], { type: "image/png" }), n = URL.createObjectURL(i), t = document.createElement("img");
+  await new Promise((m, l) => {
+    t.onload = () => m(), t.onerror = l, t.src = n;
+  });
+  const g = new Nt(t);
+  return g.needsUpdate = !0, g;
+}
+async function de(o, s) {
+  const a = document.createElement("canvas");
+  a.width = o.width, a.height = o.height, a.getContext("2d").drawImage(o, 0, 0);
+  const n = await new Promise((g, m) => {
+    a.toBlob((l) => {
+      if (!l) {
+        m(new Error("Failed to create blob"));
+        return;
+      }
+      g(l.arrayBuffer());
+    }, "image/jpeg", 0.75);
+  }), t = ct(n, s);
+  return new Blob([t], { type: "application/octet-stream" });
+}
 export {
-  Tt as audioBufferToWav,
-  Gt as buildMeshCapAtlas,
-  zt as createAudioAtlasPlayer,
-  Bt as createMeshCapMaterial,
-  Lt as extractAudioSprites,
-  _t as loadMeshCapFile
+  Ht as audioBufferToWav,
+  le as buildMeshCapAtlas,
+  Yt as createAudioAtlasPlayer,
+  qt as createMeshCapMaterial,
+  Xt as extractAudioSprites,
+  ie as loadMeshCapFile,
+  fe as loadMeshcapAtlas,
+  de as obfuscateImage,
+  ce as readAsMCapFile
 };