@vincentt-xr/sdk 2.0.0-alpha.0 → 2.0.0-alpha.2

package/dist/tracking.cjs

@@ -1 +1 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const C=require("./useFaceResults-hVUJYSEY.cjs"),b=require("./index-B5J4gzn2.cjs"),E=require("react/jsx-runtime"),S=require("@react-three/fiber"),i=require("react"),z=require("three"),m=require("./index-PtFmD6B8.cjs");function O(e){const r=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const t in e)if(t!=="default"){const n=Object.getOwnPropertyDescriptor(e,t);Object.defineProperty(r,t,n.get?n:{enumerable:!0,get:()=>e[t]})}}return r.default=e,Object.freeze(r)}const g=O(z),j={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},B=({bodyIndex:e=0,active:r=!0,children:t})=>{const n=i.useRef(null),{ready:o,node:d}=b.useXRModel(m.XRModel.BODY_TRACKER,void 0,r),{camera:u}=S.useThree(),l=i.useRef(u);l.current!==u&&(l.current=u);const c=i.useRef(null);S.useFrame(()=>{if(!o||!d||!n.current)return;const p=d;c.current=p;const s=p.getLandmarks2D(e),a=s==null?void 0:s[0];if(!a){n.current.visible=!1;return}const h=x(a,l.current);n.current.visible=!0,n.current.position.copy(h)});const f=i.useCallback(p=>{const s=c.current;if(!s)return null;const a=s.getLandmarks2D(e);if(!a)return null;if(p==="body.neck"){const R=a[11],A=a[12];if(!R||!A)return null;const k={x:(R.x+A.x)/2,y:(R.y+A.y)/2,z:(R.z+A.z)/2};return{position:x(k,l.current)}}const h=j[p];if(h===void 0)return null;const T=a[h];return T?{position:x(T,l.current)}:null},[e]),y=i.useMemo(()=>({type:"body",resolveLandmark:f}),[f]);return E.jsx(b.TrackerContext.Provider,{value:y,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:t})})},x=(e,r)=>{const t=new g.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},H={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},G=({children:e,targetFps:r,active:t=!0})=>{const n=i.useRef(null),o=i.useMemo(()=>r===void 0?void 0:{targetFps:r},[r]),{ready:d,node:u}=b.useXRModel(m.XRModel.GESTURE_TRACKER,o,t),{camera:l}=S.useThree(),c=i.useRef(l);c.current!==l&&(c.current=l);const f=i.useRef(null);S.useFrame(()=>{var h;if(!d||!u||!n.current)return;f.current=u;const s=(h=u==null?void 0:u.coordinates)==null?void 0:h[0];if(!s){n.current.visible=!1;return}const a=D(s,c.current);n.current.visible=!0,n.current.position.copy(a)});const y=i.useCallback(s=>{var T,R;const a=H[s];if(a===void 0)return null;const h=(R=(T=f.current)==null?void 0:T.coordinates)==null?void 0:R[a];return h?{position:D(h,c.current)}:null},[]),p=i.useMemo(()=>({type:"hand",resolveLandmark:y}),[y]);return E.jsx(b.TrackerContext.Provider,{value:p,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},D=(e,r)=>{const t=new g.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},K=800,L=200,F=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),P=(e,{isTrigger:r,gesture:t,now:n,mode:o,debounceMs:d,holdMs:u})=>{if(e.fired)return null;if(o==="hold"){if(r&&t){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=u)return e.fired=!0,t}else e.holdStart=null;return null}return e.armed?r&&t?(e.fired=!0,t):null:(r?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=d&&(e.armed=!0)),null)};function q({gestures:e,mode:r="arm",debounceMs:t=K,holdMs:n=L,onTrigger:o,enabled:d=!0}){const{ready:u,node:l}=b.useXRModel(m.XRModel.GESTURE_TRACKER),c=i.useRef(o);i.useEffect(()=>{c.current=o},[o]);const f=i.useRef(new Set);i.useEffect(()=>{f.current=new Set(Array.isArray(e)?e:[e])},[e]);const y=i.useRef(F());S.useFrame(()=>{if(!d||!u||!l)return;const p=l.gesture,s=!!(p&&f.current.has(p)),a=P(y.current,{isTrigger:s,gesture:p,now:performance.now(),mode:r,debounceMs:t,holdMs:n});a&&c.current(a)})}const X=e=>(q(e),null),W={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},V=({children:e,targetFps:r,active:t=!0})=>{const n=i.useRef(null),o=i.useMemo(()=>r===void 0?void 0:{targetFps:r},[r]),{ready:d,node:u}=b.useXRModel(m.XRModel.HAND_TRACKER,o,t),{camera:l}=S.useThree(),c=i.useRef(l);c.current!==l&&(c.current=l);const f=i.useRef(null);S.useFrame(()=>{var T;if(!d||!u||!n.current)return;const s=u;f.current=s;const a=(T=s==null?void 0:s.coordinates)==null?void 0:T[0];if(!a){n.current.visible=!1;return}const h=M(a,c.current);n.current.visible=!0,n.current.position.copy(h)});const y=i.useCallback(s=>{var T,R;const a=W[s];if(a===void 0)return null;const h=(R=(T=f.current)==null?void 0:T.coordinates)==null?void 0:R[a];return h?{position:M(h,c.current)}:null},[]),p=i.useMemo(()=>({type:"hand",resolveLandmark:y}),[y]);return E.jsx(b.TrackerContext.Provider,{value:p,children:E.jsx("group",{ref:n,renderOrder:m.RENDER_LAYERS.TRACKED,children:e})})},M=(e,r)=>{const t=new g.Vector3(e.x,e.y,e.z);t.unproject(r);const n=t.sub(r.position).normalize(),o=-r.position.z/n.z;return r.position.clone().add(n.multiplyScalar(o))},v=["portrait"],Y=({type:e,active:r=!0,children:t})=>(b.useXRModel(m.XRModel.BACKGROUND_SEGMENTATION,{type:e},r),i.useEffect(()=>{v.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${v.join(", ")}`)},[e]),E.jsx(E.Fragment,{children:t})),$=["face.forehead","face.noseTip","face.chin","face.leftEyeOuter","face.rightEyeOuter","face.leftCheek","face.rightCheek","face.mouthCenter"],U=["hand.wrist","hand.thumbTip","hand.indexTip","hand.middleTip","hand.ringTip","hand.pinkyTip","hand.indexBase","hand.middleBase","hand.ringBase","hand.pinkyBase"],I=["body.head","body.neck","body.leftShoulder","body.rightShoulder","body.leftElbow","body.rightElbow","body.leftWrist","body.rightWrist","body.leftHip","body.rightHip","body.leftKnee","body.rightKnee","body.leftAnkle","body.rightAnkle"],_=e=>e.startsWith("face.")?"face":e.startsWith("hand.")?"hand":e.startsWith("body.")?"body":null,N=(e,r,t)=>r+t*(e-r),w=(e,r)=>1/(1+1/(2*Math.PI*e)/r),J=(e,r,t,n,o,d)=>{if(!e.initialized||t<=0)return e.pos.copy(r),e.prevRaw.copy(r),e.dxHat.set(0,0,0),e.initialized=!0,e;const u=w(d,t),l=["x","y","z"];for(const c of l){const f=(r[c]-e.prevRaw[c])/t,y=N(f,e.dxHat[c],u);e.dxHat[c]=y;const p=n+o*Math.abs(y),s=w(p,t);e.pos[c]=N(r[c],e.pos[c],s),e.prevRaw[c]=r[c]}return e},Q=({target:e,offset:r,smoothing:t=0,children:n})=>{const o=b.useTrackerContext(),d=i.useRef(null),u=i.useRef(!1),l=i.useRef(new g.Vector3),c=i.useRef({pos:new g.Vector3,prevRaw:new g.Vector3,dxHat:new g.Vector3,initialized:!1}),f=_(e),y=o!==null&&f!==null&&o.type!==f,p=o===null,s=p||y||f===null;return i.useEffect(()=>{p?console.warn(`[TrackingAnchor] target "${e}" requires a FaceTracker / HandTracker / BodyTracker ancestor; rendering null.`):y?console.warn(`[TrackingAnchor] target "${e}" namespace does not match parent tracker type "${o==null?void 0:o.type}"; rendering null.`):f===null&&console.warn(`[TrackingAnchor] target "${e}" is not a recognized face/hand/body landmark; rendering null.`)},[e,f,p,y,o==null?void 0:o.type]),S.useFrame((a,h)=>{if(s||!d.current||!o)return;const T=o.resolveLandmark(e);if(!T){d.current.visible=!1,u.current=!1,c.current.initialized=!1;return}d.current.visible=!0;const R=l.current.copy(T.position),A=d.current.parent;if(A){A.updateMatrixWorld();const k=new g.Matrix4().copy(A.matrixWorld).invert();R.applyMatrix4(k)}if(r&&(R.x+=r[0],R.y+=r[1],R.z+=r[2]),t>0){const k=t*.1;J(c.current,R,u.current?h:0,k,.5,1),d.current.position.copy(c.current.pos)}else d.current.position.copy(R);u.current=!0,T.quaternion&&d.current.quaternion.copy(T.quaternion)}),s?null:E.jsx("group",{ref:d,renderOrder:m.RENDER_LAYERS.TRACKED,children:n})};exports.useFaceResults=C.useFaceResults;exports.FaceMesh=b.FaceMesh;exports.FaceTracker=b.FaceTracker;exports.BODY_TARGETS=I;exports.BodyTracker=B;exports.FACE_TARGETS=$;exports.GestureTracker=G;exports.GestureTrigger=X;exports.HAND_TARGETS=U;exports.HandTracker=V;exports.SEGMENTATION_TYPES=v;exports.Segmentation=Y;exports.TrackingAnchor=Q;exports.getTargetNamespace=_;
+"use strict";var Q=Object.create;var U=Object.defineProperty;var ee=Object.getOwnPropertyDescriptor;var te=Object.getOwnPropertyNames;var ne=Object.getPrototypeOf,re=Object.prototype.hasOwnProperty;var se=(e,t,r,n)=>{if(t&&typeof t=="object"||typeof t=="function")for(let s of te(t))!re.call(e,s)&&s!==r&&U(e,s,{get:()=>t[s],enumerable:!(n=ee(t,s))||n.enumerable});return e};var z=(e,t,r)=>(r=e!=null?Q(ne(e)):{},se(t||!e||!e.__esModule?U(r,"default",{value:e,enumerable:!0}):r,e));Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const A=require("./index-82aENaRq.cjs"),F=require("react/jsx-runtime"),y=require("@react-three/fiber"),o=require("react"),oe=require("three"),_=require("./index-D4bLzBr6.cjs"),j=require("./renderLayers-lDtL0_43.cjs"),N=require("./index-DSpzjuqd.cjs"),ue=require("./useFaceResults-VcFdOUFV.cjs"),I=require("./useFaceInfo-C-WfMlYp.cjs"),S=require("./getFaceInfo-CyPAKh3h.cjs"),ce=require("./drawNormalizedCrop-B-7zU-Xw.cjs");function ae(e){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(e){for(const r in e)if(r!=="default"){const n=Object.getOwnPropertyDescriptor(e,r);Object.defineProperty(t,r,n.get?n:{enumerable:!0,get:()=>e[r]})}}return t.default=e,Object.freeze(t)}const P=ae(oe),ie={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17};function le(e,t,r=0){var s;const n=(s=e==null?void 0:e.hands)!=null&&s.length?e.hands:e!=null&&e.coordinates?[{coordinates:e.coordinates,gesture:e.gesture,handedness:e.handedness}]:[];if(n.length){if(t){const c=n.find(a=>a.handedness===t);if(c)return c}return n[r]??n[0]}}const de=({children:e,hand:t,handIndex:r=0,targetFps:n,active:s=!0})=>{const c=o.useRef(null),a=o.useMemo(()=>n===void 0?void 0:{targetFps:n},[n]),{ready:l,node:m}=A.useXRModel(_.XRModel.HAND_TRACKER,a,s),{camera:u}=y.useThree(),i=o.useRef(u);i.current!==u&&(i.current=u);const d=o.useRef(null);y.useFrame(()=>{var E;if(!l||!m||!c.current)return;const g=le(m,t,r);d.current=g??null;const h=(E=g==null?void 0:g.coordinates)==null?void 0:E[0];if(!h){c.current.visible=!1;return}const R=G(h,i.current);c.current.visible=!0,c.current.position.copy(R)});const p=o.useCallback(g=>{var E,T;const h=ie[g];if(h===void 0)return null;const R=(T=(E=d.current)==null?void 0:E.coordinates)==null?void 0:T[h];return R?{position:G(R,i.current)}:null},[]),f=o.useMemo(()=>({type:"hand",resolveLandmark:p}),[p]);return F.jsx(A.TrackerContext.Provider,{value:f,children:F.jsx("group",{ref:c,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},G=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},he={"hand.wrist":0,"hand.thumbTip":4,"hand.indexTip":8,"hand.middleTip":12,"hand.ringTip":16,"hand.pinkyTip":20,"hand.indexBase":5,"hand.middleBase":9,"hand.ringBase":13,"hand.pinkyBase":17},fe=({children:e,targetFps:t,active:r=!0})=>{const n=o.useRef(null),s=o.useMemo(()=>t===void 0?void 0:{targetFps:t},[t]),{ready:c,node:a}=A.useXRModel(_.XRModel.GESTURE_TRACKER,s,r),{camera:l}=y.useThree(),m=o.useRef(l);m.current!==l&&(m.current=l);const u=o.useRef(null);y.useFrame(()=>{var g;if(!c||!a||!n.current)return;u.current=a;const p=(g=a==null?void 0:a.coordinates)==null?void 0:g[0];if(!p){n.current.visible=!1;return}const f=H(p,m.current);n.current.visible=!0,n.current.position.copy(f)});const i=o.useCallback(p=>{var h,R;const f=he[p];if(f===void 0)return null;const g=(R=(h=u.current)==null?void 0:h.coordinates)==null?void 0:R[f];return g?{position:H(g,m.current)}:null},[]),d=o.useMemo(()=>({type:"hand",resolveLandmark:i}),[i]);return F.jsx(A.TrackerContext.Provider,{value:d,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:e})})},H=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},pe={"body.head":0,"body.leftShoulder":11,"body.rightShoulder":12,"body.leftElbow":13,"body.rightElbow":14,"body.leftWrist":15,"body.rightWrist":16,"body.leftHip":23,"body.rightHip":24,"body.leftKnee":25,"body.rightKnee":26,"body.leftAnkle":27,"body.rightAnkle":28},Re=({bodyIndex:e=0,active:t=!0,children:r})=>{const n=o.useRef(null),{ready:s,node:c}=A.useXRModel(_.XRModel.BODY_TRACKER,void 0,t),{camera:a}=y.useThree(),l=o.useRef(a);l.current!==a&&(l.current=a);const m=o.useRef(null);y.useFrame(()=>{if(!s||!c||!n.current)return;const d=c;m.current=d;const p=d.getLandmarks2D(e),f=p==null?void 0:p[0];if(!f){n.current.visible=!1;return}const g=B(f,l.current);n.current.visible=!0,n.current.position.copy(g)});const u=o.useCallback(d=>{const p=m.current;if(!p)return null;const f=p.getLandmarks2D(e);if(!f)return null;if(d==="body.neck"){const R=f[11],E=f[12];if(!R||!E)return null;const T={x:(R.x+E.x)/2,y:(R.y+E.y)/2,z:(R.z+E.z)/2};return{position:B(T,l.current)}}const g=pe[d];if(g===void 0)return null;const h=f[g];return h?{position:B(h,l.current)}:null},[e]),i=o.useMemo(()=>({type:"body",resolveLandmark:u}),[u]);return F.jsx(A.TrackerContext.Provider,{value:i,children:F.jsx("group",{ref:n,renderOrder:j.RENDER_LAYERS.TRACKED,children:r})})},B=(e,t)=>{const r=new P.Vector3(e.x,e.y,e.z);r.unproject(t);const n=r.sub(t.position).normalize(),s=-t.position.z/n.z;return t.position.clone().add(n.multiplyScalar(s))},O=["portrait"],Ee=({type:e,active:t=!0,children:r})=>(A.useXRModel(_.XRModel.BACKGROUND_SEGMENTATION,{type:e},t),o.useEffect(()=>{O.includes(e)||console.warn(`[Segmentation] unsupported type "${e}"; valid values: ${O.join(", ")}`)},[e]),F.jsx(F.Fragment,{children:r})),me=800,ge=200,Te=()=>({armed:!1,armStart:null,holdStart:null,fired:!1}),Se=(e,{isTrigger:t,gesture:r,now:n,mode:s,debounceMs:c,holdMs:a})=>{if(e.fired)return null;if(s==="hold"){if(t&&r){if(e.holdStart===null&&(e.holdStart=n),n-e.holdStart>=a)return e.fired=!0,r}else e.holdStart=null;return null}return e.armed?t&&r?(e.fired=!0,r):null:(t?e.armStart=null:(e.armStart===null&&(e.armStart=n),n-e.armStart>=c&&(e.armed=!0)),null)};function Ae({gestures:e,mode:t="arm",debounceMs:r=me,holdMs:n=ge,onTrigger:s,enabled:c=!0}){const{ready:a,node:l}=A.useXRModel(_.XRModel.GESTURE_TRACKER),m=o.useRef(s);o.useEffect(()=>{m.current=s},[s]);const u=o.useRef(new Set);o.useEffect(()=>{u.current=new Set(Array.isArray(e)?e:[e])},[e]);const i=o.useRef(Te());y.useFrame(()=>{if(!c||!a||!l)return;const d=l.gesture,p=!!(d&&u.current.has(d)),f=Se(i.current,{isTrigger:p,gesture:d,now:performance.now(),mode:t,debounceMs:r,holdMs:n});f&&m.current(f)})}const ye=e=>(Ae(e),null),Fe=(e,t)=>t&&!e?"begin":!t&&e?"end":t?"stay":"none",Le={face:null,faces:[],faceCount:0,detected:!1,justDetected:!1,justLost:!1,phase:"none"},_e=({faceIndex:e=0,numFaces:t,...r}={})=>{const n=Number.isFinite(e)?Math.max(0,Math.round(e)):0,s=I.useFaceInfos({...r,numFaces:Math.max(t??n+1,n+1)}),c=o.useRef([]),a=o.useRef(n),l=o.useRef({detected:!1,faceIndex:n}),[m,u]=o.useState(Le),i=o.useRef(m);return o.useEffect(()=>{c.current=s,a.current=n},[s,n]),y.useFrame(()=>{const d=c.current,p=a.current,f=d[p]??null,g=!!f,h=l.current.faceIndex===p&&l.current.detected,R=Fe(h,g);l.current={detected:g,faceIndex:p};const E={face:f,faces:d,faceCount:d.length,detected:g,justDetected:R==="begin",justLost:R==="end",phase:R},T=i.current;T.face===E.face&&T.faces===E.faces&&T.faceCount===E.faceCount&&T.detected===E.detected&&T.justDetected===E.justDetected&&T.justLost===E.justLost&&T.phase===E.phase||(i.current=E,u(E))}),m},be=["_neutral","browDownLeft","browDownRight","browInnerUp","browOuterUpLeft","browOuterUpRight","cheekPuff","cheekSquintLeft","cheekSquintRight","eyeBlinkLeft","eyeBlinkRight","eyeLookDownLeft","eyeLookDownRight","eyeLookInLeft","eyeLookInRight","eyeLookOutLeft","eyeLookOutRight","eyeLookUpLeft","eyeLookUpRight","eyeSquintLeft","eyeSquintRight","eyeWideLeft","eyeWideRight","jawForward","jawLeft","jawOpen","jawRight","mouthClose","mouthDimpleLeft","mouthDimpleRight","mouthFrownLeft","mouthFrownRight","mouthFunnel","mouthLeft","mouthLowerDownLeft","mouthLowerDownRight","mouthPressLeft","mouthPressRight","mouthPucker","mouthRight","mouthRollLower","mouthRollUpper","mouthShrugLower","mouthShrugUpper","mouthSmileLeft","mouthSmileRight","mouthStretchLeft","mouthStretchRight","mouthUpperUpLeft","mouthUpperUpRight","noseSneerLeft","noseSneerRight"],K=({source:e,face:t,canvas:r,outputSize:n,padding:s=.2})=>ce.drawNormalizedCrop({source:e,bounds:t.bounds,canvas:r,outputSize:n,padding:s}),De=["browRaise","eyeBlink","eyeBlinkLeft","eyeBlinkRight","eyeBlinkEither","headUp","headDown","headTurnLeft","headTurnRight","mouthOpen","mouthPout","headTiltLeft","headTiltRight"],L=(e=.5)=>({threshold:e,releaseThreshold:Math.max(0,e-.15),holdMs:50}),b={threshold:Math.PI/18,releaseThreshold:Math.PI/30,holdMs:80},Y={browRaise:L(.45),eyeBlink:L(.55),eyeBlinkLeft:L(.55),eyeBlinkRight:L(.55),eyeBlinkEither:L(.55),headUp:b,headDown:b,headTurnLeft:b,headTurnRight:b,mouthOpen:L(.45),mouthPout:L(.5),headTiltLeft:b,headTiltRight:b},D=e=>Math.max(0,e),x=(e,t)=>e!==void 0&&Number.isFinite(e)?e:t,V=(e,t={})=>{const r=Y[e],n=Math.max(0,x(t.threshold,r.threshold));return{threshold:n,releaseThreshold:Math.min(n,Math.max(0,x(t.releaseThreshold,r.releaseThreshold))),holdMs:Math.max(0,x(t.holdMs,r.holdMs))}},M=(e,t,{neutralRotation:r={x:0,y:0,z:0}}={})=>{const n=x(r.x,0),s=x(r.y,0),c=x(r.z,0);switch(t){case"browRaise":return Math.max(S.getFaceBlendshape(e,"browInnerUp"),S.getFaceBlendshape(e,"browOuterUpLeft"),S.getFaceBlendshape(e,"browOuterUpRight"));case"eyeBlink":return Math.min(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"eyeBlinkLeft":return S.getFaceBlendshape(e,"eyeBlinkRight");case"eyeBlinkRight":return S.getFaceBlendshape(e,"eyeBlinkLeft");case"eyeBlinkEither":return Math.max(S.getFaceBlendshape(e,"eyeBlinkLeft"),S.getFaceBlendshape(e,"eyeBlinkRight"));case"mouthOpen":return S.getFaceBlendshape(e,"jawOpen");case"mouthPout":return S.getFaceBlendshape(e,"mouthPucker");case"headUp":return D(e.pose.rotation.x-n);case"headDown":return D(n-e.pose.rotation.x);case"headTurnLeft":return D(e.pose.rotation.y-s);case"headTurnRight":return D(s-e.pose.rotation.y);case"headTiltLeft":return D(e.pose.rotation.z-c);case"headTiltRight":return D(c-e.pose.rotation.z)}},we=(e,t,r={})=>M(e,t,r)>=V(t,r).threshold,xe=(e,t,r={})=>{let n=null,s=0;for(const c of e){const a=M(c,t,r);(!n||a>s)&&(n=c,s=a)}return{face:n,value:s}},X=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none",holdStartedAt:null}),Ne=(e,t,r,n,s)=>{const c=e.phase==="begin";if(e.value=t,e.justStarted=!1,e.justEnded=!1,e.phase=e.active?"stay":"none",!n)return e.holdStartedAt=null,e.active&&(e.active=!1,e.justEnded=!0,e.phase="end"),e;if(e.active){if(t<=s.releaseThreshold){if(c)return e;e.active=!1,e.justEnded=!0,e.phase="end"}return e}return t<s.threshold?(e.holdStartedAt=null,e):(e.holdStartedAt===null&&(e.holdStartedAt=r),r-e.holdStartedAt>=s.holdMs&&(e.active=!0,e.justStarted=!0,e.phase="begin",e.holdStartedAt=null),e)},q=e=>({action:e,active:!1,value:0,justStarted:!1,justEnded:!1,phase:"none"}),ke=(e,t,r={})=>{const n=o.useRef(X(t)),s=o.useRef(null),c=o.useRef(t),a=o.useRef({}),[l,m]=o.useState(()=>q(t)),u=o.useRef(l);return o.useEffect(()=>{s.current=e,a.current=r},[e,r]),o.useEffect(()=>{c.current=t,n.current=X(t);const i=q(t);u.current=i,m(i)},[t]),y.useFrame(({clock:i})=>{const d=s.current,p=c.current,f=a.current,g=d?M(d,p,f):0,h=Ne(n.current,g,i.elapsedTime*1e3,!!d,V(p,f)),R=u.current;if(R.action===h.action&&R.active===h.active&&R.value===h.value&&R.justStarted===h.justStarted&&R.justEnded===h.justEnded&&R.phase===h.phase)return;const E={action:h.action,active:h.active,value:h.value,justStarted:h.justStarted,justEnded:h.justEnded,phase:h.phase};u.current=E,m(E)}),l},Me=["angry","disgust","fear","happy","neutral","sad","surprise","unknown"],w=["angry","disgust","fear","happy","neutral","sad","surprise"],ve=(e,t=.55)=>{let r=-1/0;for(let u=0;u<w.length;u+=1)r=Math.max(r,Number(e[u])||0);const n=new Array(w.length);let s=0;for(let u=0;u<w.length;u+=1){const i=Math.exp((Number(e[u])||0)-r);n[u]=i,s+=i}const c=Object.fromEntries(w.map(u=>[u,0]));let a="unknown",l=0;for(let u=0;u<w.length;u+=1){const i=s?n[u]/s:0,d=w[u];c[d]=i,i>l&&(a=d,l=i)}const m=Number.isFinite(t)?Math.min(1,Math.max(0,t)):.55;return{expression:l>=m?a:"unknown",confidence:l,scores:c}},Be=e=>{const t=e.width*e.height,r=new Float32Array(t*3);for(let n=0,s=0;n<t;n+=1,s+=4)r[n]=e.data[s]/127.5-1,r[t+n]=e.data[s+1]/127.5-1,r[t*2+n]=e.data[s+2]/127.5-1;return r},W="https://huggingface.co/opencv/facial_expression_recognition/resolve/main/facial_expression_recognition_mobilefacenet_2022july_int8.onnx",Ce=e=>`https://cdn.jsdelivr.net/npm/onnxruntime-web@${e.env.versions.web}/dist/`,C=new Map,Oe=e=>{let t=C.get(e);return t||(t=Promise.all([import("onnxruntime-web/wasm"),_.fetchAndVerify(e)]).then(([r,n])=>(r.env.wasm.wasmPaths=Ce(r),r.InferenceSession.create(n,{executionProviders:["wasm"]}))).catch(r=>{throw C.delete(e),r}),C.set(e,t)),t},je=(e,{active:t=!0,targetFps:r=5,minConfidence:n=.55,modelUrl:s=W}={})=>{const{session:c}=_.useXRContext(),a=o.useRef(null),l=o.useRef(null),m=o.useRef(!1),u=o.useRef(-1/0),i=o.useRef(!0),[d,p]=o.useState({status:"idle",result:null,error:null});return o.useEffect(()=>{const f=document.createElement("canvas");return a.current=f,l.current=f.getContext("2d",{willReadFrequently:!0}),i.current=!0,()=>{i.current=!1,a.current=null,l.current=null}},[]),y.useFrame(({clock:f})=>{if(!t||!e||m.current||d.status==="error")return;const g=Number.isFinite(r)&&r>0?r:5,h=f.elapsedTime*1e3;if(h-u.current<1e3/g)return;const R=c.getInputFrame(),E=a.current,T=l.current;if(!R||!E||!T||!K({source:R,face:e,canvas:E,outputSize:{width:112,height:112}}))return;u.current=h,m.current=!0,d.status==="idle"&&p({status:"loading",result:null,error:null});const $=Be(T.getImageData(0,0,112,112));Promise.all([import("onnxruntime-web/wasm"),Oe(s)]).then(async([k,v])=>{const Z=await v.run({[v.inputNames[0]]:new k.Tensor("float32",$,[1,3,112,112])}),J=ve(Z[v.outputNames[0]].data,n);i.current&&p({status:"ready",result:J,error:null})}).catch(k=>{i.current&&p({status:"error",result:null,error:k instanceof Error?k:new Error(String(k))})}).finally(()=>{m.current=!1})}),d};exports.FACE_LANDMARK_INDICES=A.FACE_LANDMARK_INDICES;exports.FaceMesh=A.FaceMesh;exports.FaceTracker=A.FaceTracker;exports.BODY_TARGETS=N.BODY_TARGETS;exports.DEFAULT_TRACKING_ANCHOR=N.DEFAULT_TRACKING_ANCHOR;exports.FACE_TARGETS=N.FACE_TARGETS;exports.HAND_TARGETS=N.HAND_TARGETS;exports.TrackingAnchor=N.TrackingAnchor;exports.getTargetNamespace=N.getTargetNamespace;exports.useFaceResults=ue.useFaceResults;exports.useFaceInfo=I.useFaceInfo;exports.useFaceInfos=I.useFaceInfos;exports.DEFAULT_FACE_EXPRESSION_THRESHOLD=S.DEFAULT_FACE_EXPRESSION_THRESHOLD;exports.getFaceBlendshape=S.getFaceBlendshape;exports.getFaceEyeDistance=S.getFaceEyeDistance;exports.hasFaceExpression=S.hasFaceExpression;exports.BodyTracker=Re;exports.DEFAULT_FACE_ACTION_OPTIONS=Y;exports.DEFAULT_FACE_ATTRIBUTE_EXPRESSION_MODEL_URL=W;exports.FACE_ACTION_NAMES=De;exports.FACE_ATTRIBUTE_EXPRESSION_NAMES=Me;exports.FACE_BLENDSHAPE_NAMES=be;exports.GestureTracker=fe;exports.GestureTrigger=ye;exports.HandTracker=de;exports.SEGMENTATION_TYPES=O;exports.Segmentation=Ee;exports.drawFaceCrop=K;exports.getFaceActionValue=M;exports.getStrongestFaceAction=xe;exports.hasFaceAction=we;exports.useFaceAction=ke;exports.useFaceAttributeExpression=je;exports.useFaceDetection=_e;