three-mediapipe-rig 0.1.0 → 0.1.2

package/dist/three-mediapipe-rig.js

@@ -1,830 +0,0 @@
-var pe = Object.defineProperty;
-var me = (c, s, e) => s in c ? pe(c, s, { enumerable: !0, configurable: !0, writable: !0, value: e }) : c[s] = e;
-var x = (c, s, e) => me(c, typeof s != "symbol" ? s + "" : s, e);
-import { PoseLandmarker as de, HandLandmarker as z, FaceLandmarker as B, FilesetResolver as ue, DrawingUtils as fe } from "@mediapipe/tasks-vision";
-import * as m from "three/webgpu";
-import { Vector3 as P, Quaternion as ce, BufferAttribute as ye, VideoTexture as we, SRGBColorSpace as Le, MeshPhysicalNodeMaterial as ke } from "three/webgpu";
-import * as O from "three";
-import { Bone as be } from "three";
-import { uniform as xe, attribute as Re, instancedArray as Pe, varying as ve, vec3 as Ee, texture as We, vec2 as Fe } from "three/tsl";
-import { GLTFExporter as Ae } from "three/examples/jsm/Addons.js";
-const _ = new P(), $ = new P(), ge = new P(1, 0, 0), Me = new P(-1, 0, 0), Se = new P(0, 1, 0), Ne = new P(0, -1, 0), H = new P(0, 0, 1);
-new P(0, 0, -1);
-const j = new P(), Ve = new P(), Oe = new P(), q = new ce(), D = new ce();
-function M(c, s, e, t = "+x") {
-  c.lookAt(s);
-  const o = t == "+x" ? ge : t == "-x" ? Me : t == "+y" ? Se : Ne;
-  c.getWorldPosition($), c.getWorldQuaternion(D), _.subVectors(e, $).normalize(), j.copy(o).applyQuaternion(D);
-  const n = j, r = Ve.copy(H).applyQuaternion(D), i = _.clone().addScaledVector(r, -_.dot(r)).normalize(), a = Oe.crossVectors(n, i), l = Math.atan2(a.dot(r), n.dot(i));
-  q.setFromAxisAngle(H, l), c.quaternion.multiply(q);
-}
-const T = new m.Vector3(), S = new m.Vector3(), C = new m.Vector3();
-new m.Vector3();
-class I {
-  constructor(s, e) {
-    x(this, "objectGhost");
-    x(this, "root");
-    /**
-     * per landmark index, it points to it's object3D equivalent.
-     */
-    x(this, "marks", {});
-    this.points = s, this.debugConnections = e, this.root = new m.Object3D(), this.objectGhost = /* @__PURE__ */ new Map();
-    for (let t in this.points)
-      this.marks[t] = new Te(), this.root.add(this.marks[t]);
-  }
-  updateLandmarks(s, e, t) {
-    for (let o in this.points) {
-      const n = this.points[o], r = this.marks[o];
-      r && (n instanceof Array ? (T.copy(s[n[0]]), r.position.copy(s[n[1]]).sub(T).divideScalar(2).add(s[n[0]]), n.length == 4 && (T.subVectors(
-        s[n[3]],
-        s[n[2]]
-      ).divideScalar(2).add(s[n[2]]).sub(r.position).divideScalar(2), r.position.add(T))) : r.position.copy(s[n]));
-    }
-    t && e && t.drawConnectors(
-      e,
-      this.debugConnections,
-      {
-        lineWidth: 1
-      }
-    );
-  }
-  getGhost(s) {
-    var e;
-    if (!this.objectGhost.has(s)) {
-      const t = new _e();
-      t.position.copy(s.position), t.quaternion.copy(s.quaternion), (e = s.parent) == null || e.add(t), this.objectGhost.set(s, t);
-    }
-    return this.objectGhost.get(s);
-  }
-  predict(s, e) {
-    throw new Error("Method 'predict' must be implemented.");
-  }
-  sync(s, e) {
-    throw new Error("Method 'sync' must be implemented.");
-  }
-  test(s) {
-    this.marks[s].position.set(1, 2, 3);
-  }
-  syncObjects(s, e, t) {
-    for (const [o, n, r, i] of s) {
-      this.marks[r].getWorldPosition(C), this.marks[n].getWorldPosition(S);
-      const a = C.sub(S);
-      o.getWorldPosition(S), S.add(a);
-      const l = S, p = o.getWorldPosition(C).sub(t), f = this.getGhost(o);
-      M(f, l, p, i), f.rotateX(Math.PI / 2), o.position.lerp(f.position, e * 4), o.quaternion.slerp(f.quaternion, e * 4);
-    }
-  }
-  getBone(s, e) {
-    return s.getObjectByName(e.replace(/[\.\:]/g, ""));
-  }
-}
-class Te extends m.Mesh {
-  constructor() {
-    super(new m.SphereGeometry(0.01, 3, 3), new m.MeshStandardMaterial({ color: 16711680, wireframe: !0 }));
-    x(this, "_worldPosition", new m.Vector3());
-    this.add(new m.AxesHelper(1e-3));
-  }
-  get worldPosition() {
-    return this.getWorldPosition(this._worldPosition), this._worldPosition;
-  }
-}
-class _e extends m.Object3D {
-  lerp(s, e, t = 8) {
-    s.position.lerp(this.position, e * t), s.quaternion.slerp(this.quaternion, e * t);
-  }
-}
-function A(c, s, e) {
-  return e.worldToLocal(s.getWorldPosition(c)), c;
-}
-function De(c) {
-  return c.replace(/[\.\:]/g, "");
-}
-function v(c, s) {
-  let e;
-  return s = De(s), c.traverse((t) => {
-    t.name.indexOf(s) === 0 && t instanceof be && (e = t);
-  }), e || console.log("Bone not found: ", s, c.name), e;
-}
-async function Ce(c, s) {
-  const e = await de.createFromOptions(c, {
-    baseOptions: {
-      modelAssetPath: (s == null ? void 0 : s.modelPath) ?? "pose_landmarker_lite.task",
-      //modelAssetPath: `https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task`,
-      //modelAssetPath: "https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_heavy/float16/latest/pose_landmarker_heavy.task",
-      delegate: "GPU"
-    },
-    runningMode: "VIDEO",
-    numPoses: 1
-  });
-  return new $e(e, s);
-}
-const ze = {
-  hips: [24, 23],
-  neck: [12, 11],
-  leftLeg: 23,
-  leftKnee: 25,
-  leftFoot: 27,
-  leftToes: 31,
-  leftArm: 11,
-  leftElbow: 13,
-  leftWrist: 15,
-  rightLeg: 24,
-  rightKnee: 26,
-  rightFoot: 28,
-  rightToes: 32,
-  rightArm: 12,
-  rightElbow: 14,
-  rightWrist: 16,
-  head: [8, 7],
-  mouth: [10, 9],
-  torso: [24, 23, 12, 11],
-  leftEar: 7,
-  rightEar: 8
-}, Be = new m.Vector3(), K = new m.Vector3(), Ie = new m.Vector3(), Ue = new m.Vector3(), Ge = new m.Vector3(), X = new m.Vector3(), Q = new m.Vector3();
-class $e extends I {
-  constructor(e, t) {
-    super(ze, de.POSE_CONNECTIONS);
-    x(this, "_leftWristNormalizedPosition");
-    x(this, "_rightWristNormalizedPosition");
-    this.poseLandmarker = e, this.config = t, this.root.scale.y *= -2, this.root.scale.z *= -2, this.root.scale.x *= 2;
-  }
-  /**
-   * Position of the left wrist in normalized coordinates (0..1)
-   */
-  get leftWristNormalizedPosition() {
-    return this._leftWristNormalizedPosition;
-  }
-  /**
-   * Position of the right wrist in normalized coordinates (0..1)
-   */
-  get rightWristNormalizedPosition() {
-    return this._rightWristNormalizedPosition;
-  }
-  predict(e, t) {
-    this.poseLandmarker.detectForVideo(e, performance.now(), (o) => {
-      var n;
-      o.landmarks.length != 0 && (this.updateLandmarks(o.worldLandmarks[0], ((n = this.config) == null ? void 0 : n.drawLandmarks) === !1 ? void 0 : o.landmarks[0], t), this._leftWristNormalizedPosition = o.landmarks[0][this.points.leftWrist], this._rightWristNormalizedPosition = o.landmarks[0][this.points.rightWrist]);
-    });
-  }
-  // override sync ( delta:number, objects: BoneBinding[] ) {
-  // 	const hipsPos = this.marks.hips.getWorldPosition(C); 
-  // 	this.marks.rightArm.getWorldPosition(A).sub(hipsPos);
-  // 	this.marks.leftArm.getWorldPosition(B).sub(hipsPos); 
-  // 	const torsoNormal = C.crossVectors(A,B);
-  // 	this.syncObjects(objects, delta, torsoNormal); 
-  // }
-  bind(e, t) {
-    var a;
-    const o = {
-      hips: v(e, t.hips),
-      neck: v(e, t.neck),
-      leftArm: v(e, t.armL),
-      leftElbow: v(e, t.forearmL),
-      leftWrist: v(e, t.handL),
-      rightArm: v(e, t.armR),
-      rightElbow: v(e, t.forearmR),
-      rightWrist: v(e, t.handR),
-      head: v(e, t.head),
-      torso: v(e, t.torso),
-      leftLeg: v(e, t.thighL),
-      leftKnee: v(e, t.shinL),
-      leftFoot: v(e, t.footL),
-      rightLeg: v(e, t.thighR),
-      rightKnee: v(e, t.shinR),
-      rightFoot: v(e, t.footR)
-    };
-    (a = this.config) != null && a.ignoreLegs && (delete o.leftLeg, delete o.leftKnee, delete o.leftFoot, delete o.leftToes, delete o.rightLeg, delete o.rightKnee, delete o.rightFoot, delete o.rightToes);
-    const n = new m.Vector3(), r = new m.Vector3(), i = (l, p, f, R, d, u) => {
-      if (!p) return;
-      const w = this.marks[R].getWorldPosition(n).sub(this.marks[f].getWorldPosition(r)).normalize();
-      A(X, p, e).add(w).applyMatrix4(e.matrixWorld), A(Q, p, e).add(d).applyMatrix4(e.matrixWorld);
-      const h = this.getGhost(p);
-      M(h, X, Q, u), h.rotateX(Math.PI / 2), h.lerp(p, l);
-    };
-    return {
-      update: (l) => {
-        const p = this.marks.leftLeg.getWorldPosition(Be).sub(this.marks.rightLeg.getWorldPosition(K)).normalize(), f = this.marks.leftArm.getWorldPosition(K).sub(this.marks.rightArm.getWorldPosition(Ie)).normalize(), R = this.marks.leftEar.getWorldPosition(Ue).sub(this.marks.rightEar.getWorldPosition(Ge)).normalize();
-        i(l, o.hips, "hips", "torso", p, "+x"), i(l, o.torso, "torso", "neck", f, "+x"), i(l, o.neck, "neck", "head", R, "+x"), i(l, o.head, "neck", "head", R, "+x"), i(l, o.leftArm, "leftArm", "leftElbow", f, "-x"), i(l, o.leftElbow, "leftElbow", "leftWrist", f, "-x"), i(l, o.leftLeg, "leftLeg", "leftKnee", p, "+x"), i(l, o.leftKnee, "leftKnee", "leftFoot", p, "+x"), i(l, o.leftFoot, "leftFoot", "leftToes", p, "+x"), i(l, o.rightArm, "rightArm", "rightElbow", f, "-x"), i(l, o.rightElbow, "rightElbow", "rightWrist", f, "-x"), i(l, o.rightLeg, "rightLeg", "rightKnee", p, "+x"), i(l, o.rightKnee, "rightKnee", "rightFoot", p, "+x"), i(l, o.rightFoot, "rightFoot", "rightToes", p, "+x");
-      }
-    };
-  }
-}
-const Y = new m.Vector2(), Z = new m.Vector2();
-async function He(c, s) {
-  const e = await z.createFromOptions(c, {
-    baseOptions: {
-      modelAssetPath: s.modelPath ?? "hand_landmarker.task",
-      //modelAssetPath: `https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task`,
-      delegate: "GPU"
-    },
-    runningMode: "VIDEO",
-    numHands: 2
-  }), t = (o, n, r) => {
-    try {
-      Y.copy(o()), Z.copy(n());
-    } catch (i) {
-      return console.warn("No pose data... will just be optimitic and say yes to everything.", i), !0;
-    }
-    return Y.distanceTo(r) < Z.distanceTo(r);
-  };
-  return {
-    left: new re(e, "Left", t.bind(null, s.leftWrist, s.rightWrist), s.drawLandmarks),
-    right: new re(e, "Right", t.bind(null, s.rightWrist, s.leftWrist), s.drawLandmarks)
-  };
-}
-const je = {
-  wrist: 0,
-  palm: [9, 13],
-  thumb1: 1,
-  thumb2: 2,
-  thumb3: 3,
-  thumb4: 4,
-  index1: 5,
-  index2: 6,
-  index3: 7,
-  index4: 8,
-  middle1: 9,
-  middle2: 10,
-  middle3: 11,
-  middle4: 12,
-  ring1: 13,
-  ring2: 14,
-  ring3: 15,
-  ring4: 16,
-  pinky1: 17,
-  pinky2: 18,
-  pinky3: 19,
-  pinky4: 20
-}, N = {
-  thumb: ["thumb1", "thumb2", "thumb3", "thumb4"],
-  index: ["index1", "index2", "index3", "index4"],
-  middle: ["middle1", "middle2", "middle3", "middle4"],
-  ring: ["ring1", "ring2", "ring3", "ring4"],
-  pinky: ["pinky1", "pinky2", "pinky3", "pinky4"]
-}, qe = new m.Vector3(), J = new m.Vector3(), ee = new m.Vector3(), te = new m.Vector3(), oe = new m.Vector3(), se = new m.Vector3();
-new m.Vector3();
-new m.Vector3();
-new m.Vector3();
-const ne = new m.Vector3(), ie = Math.PI / 2, Ke = new m.Vector3(0, -1, 0);
-class re extends I {
-  constructor(e, t, o, n = !0) {
-    super(je, z.HAND_CONNECTIONS);
-    x(this, "sign");
-    x(this, "isLeft");
-    /**
-     * the axis used to look at the pole
-     */
-    x(this, "lookAtPoleAxis");
-    this.handLandmarker = e, this.side = t, this.isMyWrist = o, this.drawLandmarks = n, this.sign = this.side == "Left" ? -1 : 1, this.isLeft = this.side == "Left", this.lookAtPoleAxis = this.sign < 0 ? "+x" : "-x", this.root.scale.setScalar(7), this.root.scale.y *= -1, this.root.scale.z *= -1;
-  }
-  predict(e, t) {
-    const o = this.handLandmarker.detectForVideo(e, performance.now());
-    if (o.landmarks.length)
-      for (let n = 0; n < o.landmarks.length; n++) {
-        const r = o.landmarks[n], i = r[this.points.wrist];
-        if (this.isMyWrist(i)) {
-          this.updateLandmarks(o.worldLandmarks[n]), this.drawLandmarks && (t.drawConnectors(r, z.HAND_CONNECTIONS, {
-            color: this.side == "Left" ? "#00FF00" : "#0000FF",
-            lineWidth: 4
-          }), t.drawLandmarks(r, { color: this.side == "Left" ? "#00FF00" : "#0000FF", lineWidth: 3, radius: 1 }));
-          break;
-        }
-      }
-  }
-  sync(e, t) {
-    throw new Error("Not used. Use syncHandBones instead");
-  }
-  /**
-   * 
-   * @param delta time since last frame
-   * @param landmark2bones Array the same size as the umber of hand landmarks, and on each positionthe bone that belongs to that point.
-   * @see https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker
-   */
-  syncHandBones(e, t, o) {
-    const n = qe.crossVectors(
-      J.copy(this.marks.index1.worldPosition).sub(this.marks.wrist.worldPosition),
-      ee.copy(this.marks.pinky1.worldPosition).sub(this.marks.wrist.worldPosition)
-    ).normalize(), r = J.copy(this.marks.palm.worldPosition).sub(this.marks.wrist.worldPosition).normalize(), i = ee.copy(this.marks.pinky1.worldPosition).sub(this.marks.index1.worldPosition).normalize();
-    if (!(r.dot(Ke) > 0.8)) {
-      if (t.wrist) {
-        const a = A(te, t.wrist, o).add(r).applyMatrix4(o.matrixWorld), l = A(oe, t.wrist, o).sub(i).applyMatrix4(o.matrixWorld), p = this.getGhost(t.wrist);
-        M(p, a, l, "-y"), p.rotateX(ie), p.lerp(t.wrist, e);
-      }
-      this.syncFinger(e, o, n, r, i, t, N.index, "middle1"), this.syncFinger(e, o, n, r, i, t, N.middle, "ring1"), this.syncFinger(e, o, n, r, i, t, N.ring, "pinky1"), this.syncFinger(e, o, n, r, i, t, N.pinky, "ring1", !0), this.syncFinger(e, o, n, r, i, t, N.thumb, "index1");
-    }
-  }
-  syncFinger(e, t, o, n, r, i, a, l, p = !1) {
-    for (let f = 0; f < a.length - 1; f++) {
-      const R = i[a[f]];
-      if (!R) continue;
-      const d = this.getGhost(R), u = te.copy(this.marks[a[f + 1]].worldPosition).sub(this.marks[a[f]].worldPosition).normalize(), w = A(oe, R, t);
-      if (f == 0) {
-        const h = se.copy(this.marks[l].worldPosition).sub(this.marks[a[0]].worldPosition).normalize();
-        p && h.negate(), ne.copy(h), M(
-          d,
-          u.add(w).applyMatrix4(t.matrixWorld),
-          h.add(w).applyMatrix4(t.matrixWorld),
-          this.lookAtPoleAxis
-        );
-      } else
-        M(
-          d,
-          u.add(w).applyMatrix4(t.matrixWorld),
-          se.copy(ne).add(w).applyMatrix4(t.matrixWorld),
-          this.lookAtPoleAxis
-        );
-      d.rotateX(ie), d.lerp(R, e);
-    }
-  }
-  bind(e, t) {
-    const o = {}, n = (r, i) => {
-      const a = v(e, r);
-      if (a)
-        return o[i] = a, i;
-    };
-    return n(this.isLeft ? t.handL : t.handR, "wrist"), n(this.isLeft ? t.index1L : t.index1R, "index1"), n(this.isLeft ? t.index2L : t.index2R, "index2"), n(this.isLeft ? t.index3L : t.index3R, "index3"), n(this.isLeft ? t.middle1L : t.middle1R, "middle1"), n(this.isLeft ? t.middle2L : t.middle2R, "middle2"), n(this.isLeft ? t.middle3L : t.middle3R, "middle3"), n(this.isLeft ? t.ring1L : t.ring1R, "ring1"), n(this.isLeft ? t.ring2L : t.ring2R, "ring2"), n(this.isLeft ? t.ring3L : t.ring3R, "ring3"), n(this.isLeft ? t.pinky1L : t.pinky1R, "pinky1"), n(this.isLeft ? t.pinky2L : t.pinky2R, "pinky2"), n(this.isLeft ? t.pinky3L : t.pinky3R, "pinky3"), n(this.isLeft ? t.thumb1L : t.thumb1R, "thumb1"), n(this.isLeft ? t.thumb2L : t.thumb2R, "thumb2"), n(this.isLeft ? t.thumb3L : t.thumb3R, "thumb3"), {
-      update: (r) => {
-        this.syncHandBones(r, o, e);
-      }
-    };
-  }
-}
-async function Xe(c, s) {
-  const e = await B.createFromOptions(c, {
-    baseOptions: {
-      modelAssetPath: (s == null ? void 0 : s.modelPath) ?? "face_landmarker.task",
-      delegate: "GPU"
-    },
-    outputFaceBlendshapes: !0,
-    runningMode: "VIDEO",
-    numFaces: 1
-  });
-  return new tt(e, { ...s });
-}
-const Qe = {
-  eyeL: 473,
-  eyeR: 468,
-  eyeStartL: 463,
-  eyeStartR: 243,
-  eyeEndL: 263,
-  eyeEndR: 33,
-  earL: 454,
-  earR: 234,
-  noseTip: 4,
-  noseBone: 6,
-  chin: 152,
-  forehead: 10
-}, Ye = new P(), Ze = new P(), le = new P(), Je = new P(), et = new P();
-new P();
-class tt extends I {
-  constructor(e, t) {
-    super(Qe, B.FACE_LANDMARKS_TESSELATION);
-    x(this, "blendshapeCategories");
-    x(this, "blendshapeMap", /* @__PURE__ */ new Map());
-    x(this, "smoothed", {});
-    x(this, "smoothing", 3e-4);
-    // lower = smoother but more lag, higher = more responsive
-    x(this, "_faceLandmarks", []);
-    this.faceLandmarker = e, this.cfg = t, this.root.scale.y *= -1, this.root.scale.z *= -1, this.root.scale.multiplyScalar(3);
-  }
-  predict(e, t) {
-    var n, r, i;
-    const o = this.faceLandmarker.detectForVideo(e, performance.now());
-    o.faceLandmarks[0] && (this.cfg.drawLandmarks && (t.drawConnectors(o.faceLandmarks[0], B.FACE_LANDMARKS_TESSELATION, { color: "#00fff2ff", lineWidth: 0.1 }), t.drawLandmarks(o.faceLandmarks[0], { color: "#00ff00", lineWidth: 0.1, radius: 0.4 })), this.updateLandmarks(o.faceLandmarks[0], o.faceLandmarks[0])), this._faceLandmarks = o.faceLandmarks[0], this.blendshapeCategories = (r = (n = o.faceBlendshapes) == null ? void 0 : n[0]) == null ? void 0 : r.categories, (i = this.blendshapeCategories) == null || i.forEach((a) => {
-      this.blendshapeMap.set(a.categoryName, a.score);
-    });
-  }
-  get lastKnownLandmarks() {
-    return this._faceLandmarks;
-  }
-  bindShapeKeys(e) {
-    const t = e.morphTargetDictionary;
-    return {
-      update: (o) => {
-        var n;
-        (n = this.blendshapeCategories) == null || n.forEach((r) => {
-          const { categoryName: i, score: a } = r;
-          if (!(t != null && t.hasOwnProperty(i))) return;
-          this.smoothed[i] === void 0 && (this.smoothed[i] = a);
-          const l = 1 - Math.pow(this.smoothing, o);
-          this.smoothed[i] += (a - this.smoothed[i]) * l, e.morphTargetInfluences[t[i]] = this.smoothed[i];
-        });
-      }
-    };
-  }
-  bind(e) {
-    const t = new ae(e, "L"), o = new ae(e, "R"), n = v(e, "head");
-    return {
-      update: (r) => {
-        if (t.update(r, this.blendshapeMap), o.update(r, this.blendshapeMap), !n) return;
-        const i = Ye.copy(this.marks.earL.worldPosition), a = Ze.copy(this.marks.earR.worldPosition), l = le.subVectors(i, a).multiplyScalar(0.5).add(a), p = Je.subVectors(this.marks.noseTip.worldPosition, l), f = i.sub(a), R = A(et, n, e), d = f.add(R).applyMatrix4(e.matrixWorld), u = p.add(R).applyMatrix4(e.matrixWorld);
-        M(n, u, d, "+x");
-      }
-    };
-  }
-  /**
-   * The mesh is assumed to be a canonical_face_model because we will be manipulating it's vertices.
-   * 
-   * @see https://github.com/google-ai-edge/mediapipe/tree/master/mediapipe/modules/face_geometry
-   * @param mesh basically either the original or a clone of the canonical_face_model
-   */
-  bindGeometry(e, t) {
-    const o = new P(), n = new P(), r = e.geometry, i = r.attributes.position, a = [], l = /* @__PURE__ */ new Map(), p = [];
-    for (let h = 0; h < i.count; h++) {
-      const y = `${i.getX(h).toFixed(6)},${i.getY(h).toFixed(6)},${i.getZ(h).toFixed(6)}`;
-      l.has(y) || (l.set(y, a.length), a.push(h)), p.push(l.get(y));
-    }
-    const f = xe(new P(0.5, 0.5, 0.5));
-    r.setAttribute("landmarkIndex", new ye(new Uint16Array(p), 1));
-    const R = Re("landmarkIndex", "uint"), d = Pe(468, "vec3"), u = ve(d.element(R)).xy;
-    let w;
-    return {
-      update: (h) => {
-        var g, V;
-        if (!w) {
-          if (w = (V = (g = this.cfg) == null ? void 0 : g.videoElementRef) == null ? void 0 : V.call(g), !w) return;
-          const W = new we(w);
-          W.colorSpace = Le;
-          const U = d.element(R).sub(f).xzy.mul(Ee(1.3, -1.1, 1)), G = We(W, Fe(u.x, u.y.oneMinus()));
-          t ? t(U, G) : e.material = new ke({
-            positionNode: U,
-            colorNode: G,
-            roughness: 0.93
-          });
-        }
-        const y = this.lastKnownLandmarks;
-        if (!y) return;
-        const b = d.value.array;
-        for (let W = 0; W < y.length; W++)
-          b[W * 3] = y[W].x, b[W * 3 + 1] = y[W].y, b[W * 3 + 2] = y[W].z;
-        d.value.needsUpdate = !0;
-        const E = y[234], k = y[93], L = y[454], F = y[323];
-        o.copy(E).sub(k).divideScalar(2).add(k), n.copy(L).sub(F).divideScalar(2).add(F), f.value.subVectors(n, o).divideScalar(2).add(o), f.needsUpdate = !0;
-      }
-    };
-  }
-}
-class ae {
-  constructor(s, e) {
-    x(this, "eyeBone");
-    x(this, "eyeLookOut");
-    x(this, "eyeLookIn");
-    x(this, "eyeLookUp");
-    x(this, "eyeLookDown");
-    x(this, "sign", 1);
-    this.rig = s, this.side = e, this.eyeBone = s.getObjectByName(`eye${e}`);
-    const t = e == "L" ? "Left" : "Right";
-    this.eyeLookOut = `eyeLookOut${t}`, this.eyeLookIn = `eyeLookIn${t}`, this.eyeLookUp = `eyeLookUp${t}`, this.eyeLookDown = `eyeLookDown${t}`, this.sign = e == "L" ? -1 : 1;
-  }
-  update(s, e) {
-    if (!this.eyeBone) return;
-    A(le, this.eyeBone, this.rig);
-    const t = e.get(this.eyeLookOut) ?? 0, o = e.get(this.eyeLookIn) ?? 0, n = e.get(this.eyeLookUp) ?? 0, r = e.get(this.eyeLookDown) ?? 0, i = o - t, a = r - n;
-    this.eyeBone.rotation.y = i * this.sign / 2, this.eyeBone.rotation.x = a / 2;
-  }
-}
-const he = {
-  faceMesh: "face",
-  head: "head",
-  hips: "hips",
-  neck: "neck",
-  torso: "torso",
-  armL: "upper_armL",
-  forearmL: "forearmL",
-  armR: "upper_armR",
-  forearmR: "forearmR",
-  thighL: "thighL",
-  shinL: "shinL",
-  footL: "footL",
-  thighR: "thighR",
-  shinR: "shinR",
-  footR: "footR",
-  handL: "handL",
-  index1L: "index1L",
-  index2L: "index2L",
-  index3L: "index3L",
-  middle1L: "middle1L",
-  middle2L: "middle2L",
-  middle3L: "middle3L",
-  ring1L: "ring1L",
-  ring2L: "ring2L",
-  ring3L: "ring3L",
-  pinky1L: "pinky1L",
-  pinky2L: "pinky2L",
-  pinky3L: "pinky3L",
-  thumb1L: "thumb1L",
-  thumb2L: "thumb2L",
-  thumb3L: "thumb3L",
-  handR: "handR",
-  index1R: "index1R",
-  index2R: "index2R",
-  index3R: "index3R",
-  middle1R: "middle1R",
-  middle2R: "middle2R",
-  middle3R: "middle3R",
-  ring1R: "ring1R",
-  ring2R: "ring2R",
-  ring3R: "ring3R",
-  pinky1R: "pinky1R",
-  pinky2R: "pinky2R",
-  pinky3R: "pinky3R",
-  thumb1R: "thumb1R",
-  thumb2R: "thumb2R",
-  thumb3R: "thumb3R"
-}, ot = [
-  "eyeBlinkLeft",
-  "eyeBlinkRight",
-  "eyeLookDownLeft",
-  "eyeLookDownRight",
-  "eyeLookInLeft",
-  "eyeLookInRight",
-  "eyeLookOutLeft",
-  "eyeLookOutRight",
-  "eyeLookUpLeft",
-  "eyeLookUpRight",
-  "eyeSquintLeft",
-  "eyeSquintRight",
-  "eyeWideLeft",
-  "eyeWideRight",
-  "browDownLeft",
-  "browDownRight",
-  "browInnerUp",
-  "browOuterUpLeft",
-  "browOuterUpRight",
-  "noseSneerLeft",
-  "noseSneerRight",
-  "cheekPuff",
-  "cheekSquintLeft",
-  "cheekSquintRight",
-  "jawForward",
-  "jawLeft",
-  "jawOpen",
-  "jawRight",
-  "mouthClose",
-  "mouthDimpleLeft",
-  "mouthDimpleRight",
-  "mouthFrownLeft",
-  "mouthFrownRight",
-  "mouthFunnel",
-  "mouthLeft",
-  "mouthLowerDownLeft",
-  "mouthLowerDownRight",
-  "mouthPressLeft",
-  "mouthPressRight",
-  "mouthPucker",
-  "mouthRight",
-  "mouthRollLower",
-  "mouthRollUpper",
-  "mouthShrugLower",
-  "mouthShrugUpper",
-  "mouthSmileLeft",
-  "mouthSmileRight",
-  "mouthStretchLeft",
-  "mouthStretchRight",
-  "mouthUpperUpLeft",
-  "mouthUpperUpRight",
-  "tongueOut"
-];
-function st(c, s, e = 30) {
-  const t = [], o = c.getObjectByName(
-    s.faceMesh
-  ), n = /* @__PURE__ */ new Set();
-  if (o != null && o.morphTargetDictionary)
-    for (const w in o.morphTargetDictionary)
-      ot.includes(w) && n.add(w);
-  const r = Object.keys(s);
-  c.traverse((w) => {
-    if (w instanceof O.Bone) {
-      const h = r.find((y) => w.name.indexOf(s[y]) === 0);
-      h && t.push({
-        ref: w,
-        name: w.name,
-        normalizedName: h
-      });
-    }
-  });
-  const i = [], a = /* @__PURE__ */ new Map(), l = /* @__PURE__ */ new Map();
-  let p = !1, f = 0;
-  function R() {
-    a.clear(), l.clear(), i.length = 0, f = performance.now() / 1e3, p = !0;
-  }
-  function d() {
-    if (!p) return;
-    const w = performance.now() / 1e3 - f;
-    i.push(w);
-    for (const h of t) {
-      a.has(h.name) || a.set(h.name, []);
-      const y = a.get(h.name), b = h.ref.quaternion;
-      y.push(b.x, b.y, b.z, b.w);
-    }
-    for (const h of n) {
-      l.has(h) || l.set(h, []);
-      const y = l.get(h), b = o.morphTargetDictionary[h], E = o.morphTargetInfluences[b];
-      y.push(E);
-    }
-  }
-  function u(w = "RecordedClip") {
-    p = !1;
-    const h = [];
-    for (const [b, E] of a)
-      h.push(
-        new O.QuaternionKeyframeTrack(
-          `${b}.quaternion`,
-          i,
-          E
-        )
-      );
-    for (const [b, E] of l)
-      h.push(
-        new O.NumberKeyframeTrack(
-          `${he.faceMesh}.morphTargetInfluences[${b}]`,
-          i,
-          E
-        )
-      );
-    const y = new O.AnimationClip(w, -1, h);
-    return {
-      clip: y,
-      saveToFile: () => {
-        new Ae().parse(
-          c,
-          (E) => {
-            const k = new Blob([E], {
-              type: "model/gltf-binary"
-            }), L = URL.createObjectURL(k), F = document.createElement("a");
-            F.href = L, F.download = w + ".glb", F.click();
-          },
-          (E) => {
-            console.error(E);
-          },
-          {
-            binary: !0,
-            animations: [y]
-          }
-        );
-      }
-    };
-  }
-  return { start: R, captureFrame: d, stop: u, isRecording: () => p };
-}
-const nt = () => {
-  var c;
-  return !!((c = navigator.mediaDevices) != null && c.getUserMedia);
-};
-async function ht(c) {
-  const s = {
-    debugFrame: void 0,
-    displayScale: 1,
-    ignoreLegs: !1,
-    debugVideo: void 0,
-    ignoreFace: !1,
-    onlyFace: !1,
-    drawLandmarksOverlay: !0,
-    modelPaths: {
-      vision: "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.3/wasm",
-      pose: "https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task",
-      hand: "https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task",
-      face: "https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/1/face_landmarker.task"
-    },
-    ...c
-  };
-  let e;
-  const t = await ue.forVisionTasks(s.modelPaths.vision ?? "/wasm"), o = s.onlyFace ? void 0 : await Ce(t, {
-    ignoreLegs: s.ignoreLegs,
-    modelPath: s.modelPaths.pose,
-    drawLandmarks: s.drawLandmarksOverlay
-  }), n = s.onlyFace ? void 0 : await He(t, {
-    leftWrist: () => o.leftWristNormalizedPosition,
-    rightWrist: () => o.rightWristNormalizedPosition,
-    modelPath: s.modelPaths.hand,
-    drawLandmarks: s.drawLandmarksOverlay,
-    ...c == null ? void 0 : c.handsTrackerOptions
-  }), r = s.ignoreFace ? void 0 : await Xe(t, { modelPath: s.modelPaths.face, videoElementRef: () => e, drawLandmarks: s.drawLandmarksOverlay }), i = document.createElement("div");
-  i.style.position = "absolute", i.style.top = "0px", i.style.left = "0px", i.style.zIndex = "21", i.classList.add("three-mediapipe-rig"), document.body.appendChild(i);
-  const a = document.createElement("canvas"), l = a.getContext("2d"), p = new fe(l);
-  a.style.zIndex = "22", a.style.position = "absolute", a.style.top = "0px", a.style.left = "0px", a.style.pointerEvents = "none", i.appendChild(a);
-  function f(d) {
-    l.save(), l.clearRect(0, 0, a.width, a.height), o == null || o.predict(d, p), n == null || n.left.predict(d, p), n == null || n.right.predict(d, p), r == null || r.predict(d, p), l.restore();
-  }
-  function R() {
-    e = document.createElement("video"), i.appendChild(e);
-    let d = -1;
-    e.style.zIndex = "21", e.style.position = "absolute", e.style.top = "0px", e.style.left = "0px", s.debugVideo && (e.src = s.debugVideo, e.controls = !0, e.loop = !0, e.muted = !0, e.controls = !0, e.play());
-    function u() {
-      d !== e.currentTime && (f(e), d = e.currentTime), window.requestAnimationFrame(u);
-    }
-    e.addEventListener("loadeddata", () => {
-      e.width = e.videoWidth * s.displayScale, e.height = e.videoHeight * s.displayScale, a.width = e.videoWidth, a.height = e.videoHeight, a.style.height = e.height + "px", a.style.width = e.width + "px", window.requestAnimationFrame(u);
-    });
-  }
-  if (s.debugFrame) {
-    const d = document.createElement("img");
-    d.src = s.debugFrame, d.style.zIndex = "21", d.style.position = "absolute", d.style.top = "0px", d.style.left = "0px", i.appendChild(d), d.addEventListener("load", () => {
-      d.width = d.naturalWidth * s.displayScale, d.height = d.naturalHeight * s.displayScale, a.width = d.naturalWidth, a.height = d.naturalWidth, a.style.width = d.width + "px", a.style.height = d.height + "px";
-      function u() {
-        f(d);
-      }
-      window.requestAnimationFrame(u);
-    });
-  } else s.debugVideo && R();
-  return {
-    poseTracker: o,
-    handsTracker: n,
-    faceTracker: r,
-    video: e,
-    canvas: a,
-    /**
-     * A div that contains the video and canvas used to display the landmarks stacked on top of each other.
-     */
-    domElement: i,
-    /**
-     * Start the webcam feed. This must be initiated by a user triggered event ( a click on a button ) due to security reasons. 
-     */
-    start: async () => {
-      let d = !1;
-      if (!nt())
-        throw new Error("Webcam not supported");
-      e || R();
-      let u;
-      function w(k) {
-        console.warn("Camera track ended, attempting recovery..."), h(k), y(k);
-      }
-      function h(k) {
-        u == null || u.getTracks().forEach((L) => L.stop()), u = void 0, k.srcObject = null;
-      }
-      async function y(k, L = 0) {
-        const g = Math.min(1e3 * 2 ** L, 16e3);
-        if (L >= 5)
-          throw new Error("Camera recovery failed after max attempts");
-        if (await new Promise((V) => setTimeout(V, g)), !d)
-          try {
-            await b(k), console.log("Camera recovered successfully");
-          } catch {
-            y(k, L + 1);
-          }
-      }
-      async function b(k) {
-        try {
-          u = await navigator.mediaDevices.getUserMedia({ video: !0 }), k.srcObject = u, await k.play(), u.getVideoTracks().forEach((L) => {
-            L.addEventListener("ended", () => w(k));
-          });
-        } catch (L) {
-          E(L, k);
-        }
-      }
-      function E(k, L) {
-        if (k instanceof DOMException)
-          switch (k.name) {
-            case "NotAllowedError":
-              throw new Error("Permission denied — prompt user to allow camera");
-            case "NotFoundError":
-              console.error("No camera found — retry when device is connected"), y(L);
-              break;
-            case "NotReadableError":
-              console.error("Camera in use by another app"), y(L);
-              break;
-            default:
-              console.error("Camera error:", k.message), y(L);
-          }
-      }
-      return await b(e), {
-        stop: () => {
-          d = !0, h(e);
-        }
-      };
-    },
-    /**
-          * Binds the bones of the rig to the landmarks provided by media pipe.
-          * @param rig The rig that contains all the bones and skinned meshes of your character.
-    * @param magging The bone mapping to use for the rig.
-          */
-    bind: (d, u) => {
-      if (u = u || he, !o) throw new Error("Pose tracker not initialized");
-      if (!n) throw new Error("Hands tracker not initialized");
-      if (!r) throw new Error("Face tracker not initialized");
-      const w = o.bind(d, u), h = n.left.bind(d, u), y = n.right.bind(d, u);
-      let b;
-      const E = r == null ? void 0 : r.bind(d);
-      d.traverse((L) => {
-        L instanceof m.Mesh && L.name.indexOf(u.faceMesh) === 0 && (L.frustumCulled = !1, b = r == null ? void 0 : r.bindShapeKeys(L));
-      });
-      const k = st(d, u);
-      return {
-        /**
-         * Will save the tracked movement of the rig to an animation clip.
-         * Only the bones moved by the bone mapping will be recorded.
-         */
-        startRecording: k.start,
-        stopRecording: k.stop,
-        isRecording: () => k.isRecording(),
-        update: (L) => {
-          w.update(L), h.update(L), y.update(L), b == null || b.update(L), E == null || E.update(L), k.isRecording() && k.captureFrame();
-        }
-      };
-    }
-  };
-}
-export {
-  ht as setupTracker
-};
-//# sourceMappingURL=three-mediapipe-rig.js.map