shaderpad 1.0.0-beta.29 → 1.0.0-beta.31

package/dist/plugins/face.js

@@ -1,17 +1,22 @@
-"use strict";var P=Object.create;var k=Object.defineProperty;var U=Object.getOwnPropertyDescriptor;var D=Object.getOwnPropertyNames;var $=Object.getPrototypeOf,B=Object.prototype.hasOwnProperty;var G=(c,u)=>{for(var i in u)k(c,i,{get:u[i],enumerable:!0})},v=(c,u,i,L)=>{if(u&&typeof u=="object"||typeof u=="function")for(let a of D(u))!B.call(c,a)&&a!==i&&k(c,a,{get:()=>u[a],enumerable:!(L=U(u,a))||L.enumerable});return c};var S=(c,u,i)=>(i=c!=null?P($(c)):{},v(u||!c||!c.__esModule?k(i,"default",{value:c,enumerable:!0}):i,c)),V=c=>v(k({},"__esModule",{value:!0}),c);var X={};G(X,{default:()=>K});module.exports=V(X);var x=478,f={LEFT_EYEBROW:[336,296,334,293,300,276,283,282,295,285],LEFT_EYE:[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],LEFT_EYE_CENTER:473,RIGHT_EYEBROW:[70,63,105,66,107,55,65,52,53,46],RIGHT_EYE:[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],RIGHT_EYE_CENTER:468,NOSE_TIP:4,OUTER_LIP:[61,185,40,39,37,0,267,269,270,409,291,375,321,405,314,17,84,181,91,146],INNER_LIP:[78,191,80,81,82,13,312,311,310,415,308,324,318,402,317,14,87,178,88,95]};function W(c){let{textureName:u,options:i}=c,L="https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task";return function(a,w){let{uniforms:E,injectGLSL:O}=w,l=null,y=null,C=-1,M=new Map,s=i?.maxFaces??1,z=512,A=512,m=document.createElement("canvas");m.width=z,m.height=A;let p=m.getContext("2d");p.globalCompositeOperation="lighten";async function Y(){try{let{FilesetResolver:t,FaceLandmarker:e}=await import("@mediapipe/tasks-vision");y=await t.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),l=await e.createFromOptions(y,{baseOptions:{modelAssetPath:i?.modelPath||L},runningMode:"VIDEO",numFaces:i?.maxFaces??1,minFaceDetectionConfidence:i?.minFaceDetectionConfidence??.5,minFacePresenceConfidence:i?.minFacePresenceConfidence??.5,minTrackingConfidence:i?.minTrackingConfidence??.5,outputFaceBlendshapes:i?.outputFaceBlendshapes??!1,outputFacialTransformationMatrixes:i?.outputFacialTransformationMatrixes??!1})}catch(t){throw console.error("Failed to initialize Face Landmarker:",t),t}}function R(t){let e=1/0,r=-1/0,o=1/0,n=-1/0;for(let _ of t)e=Math.min(e,_.x),r=Math.max(r,_.x),o=Math.min(o,_.y),n=Math.max(n,_.y);let F=(e+r)/2,T=(o+n)/2;return[F,T]}function d(t,e){p.fillStyle=`rgb(${Math.round(e.r*255)}, ${Math.round(e.g*255)}, ${Math.round(e.b*255)})`;let r=t[0];p.beginPath(),p.moveTo(r.x*m.width,r.y*m.height);for(let o=1;o<t.length;o++){let n=t[o];p.lineTo(n.x*m.width,n.y*m.height)}p.closePath(),p.fill()}async function H(t){if(!l){console.warn("[Face Plugin] Cannot update mask: faceLandmarker missing");return}try{let{FaceLandmarker:e}=await import("@mediapipe/tasks-vision");p.clearRect(0,0,m.width,m.height),t.forEach((r,o)=>{d(f.OUTER_LIP.map(n=>r[n]),{r:.25,g:0,b:0}),d(f.INNER_LIP.map(n=>r[n]),{r:.75,g:0,b:0}),d(e.FACE_LANDMARKS_TESSELATION.map(({start:n})=>r[n]),{r:0,g:.25,b:0}),d(e.FACE_LANDMARKS_FACE_OVAL.map(({start:n})=>r[n]),{r:0,g:1,b:0}),d(f.LEFT_EYEBROW.map(n=>r[n]),{r:0,g:0,b:.15}),d(f.RIGHT_EYEBROW.map(n=>r[n]),{r:0,g:0,b:.35}),d(f.LEFT_EYE.map(n=>r[n]),{r:0,g:0,b:.65}),d(f.RIGHT_EYE.map(n=>r[n]),{r:0,g:0,b:.85})}),a.updateTextures({u_faceMask:m})}catch(e){console.error("[Face Plugin] Failed to generate mask texture:",e)}}function N(t){if(!t.faceLandmarks)return;let e=[],r=[],o=[],n=[],F=[],T=[];for(let I of t.faceLandmarks){let h=I.map(b=>[b.x,1-b.y]);e.push(h),r.push(R(h)),o.push(h[f.LEFT_EYE_CENTER]),n.push(h[f.RIGHT_EYE_CENTER]),F.push(h[f.NOSE_TIP]),T.push(R(f.INNER_LIP.map(b=>h[b])))}H(t.faceLandmarks).catch(I=>{console.warn("Mask texture update error:",I)});let _=t.faceLandmarks.length,g={u_nFaces:_};_&&(E.has("u_faceLandmarks")&&(g.u_faceLandmarks=e),E.has("u_faceCenter")&&(g.u_faceCenter=r),E.has("u_leftEye")&&(g.u_leftEye=o),E.has("u_rightEye")&&(g.u_rightEye=n),E.has("u_noseTip")&&(g.u_noseTip=F),E.has("u_mouth")&&(g.u_mouth=T)),a.updateUniforms(g)}a.registerHook("init",async()=>{a.initializeTexture("u_faceMask",m),a.initializeUniform("u_maxFaces","int",s),a.initializeUniform("u_nFaces","int",0);let t=Array.from({length:s*x},()=>[.5,.5]),e=Array.from({length:s},()=>[.5,.5]);a.initializeUniform("u_faceLandmarks","float",t,{arrayLength:s*x}),a.initializeUniform("u_faceCenter","float",e,{arrayLength:s}),a.initializeUniform("u_leftEye","float",e,{arrayLength:s}),a.initializeUniform("u_rightEye","float",e,{arrayLength:s}),a.initializeUniform("u_noseTip","float",e,{arrayLength:s}),a.initializeUniform("u_mouth","float",e,{arrayLength:s}),await Y()}),a.registerHook("updateTextures",t=>{let e=t[u];if(!(!e||(M.get(u)!==e&&(C=-1),M.set(u,e),!l)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==C){C=e.currentTime;let o=performance.now(),n=l.detectForVideo(e,o);N(n)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let o=l.detect(e);N(o)}}catch(o){console.warn("Face detection error:",o)}}),a.registerHook("destroy",()=>{l&&(l.close(),l=null),y=null,M.clear(),m.remove()}),O(`
+"use strict";var j=Object.create;var b=Object.defineProperty;var Z=Object.getOwnPropertyDescriptor;var q=Object.getOwnPropertyNames;var J=Object.getPrototypeOf,Q=Object.prototype.hasOwnProperty;var ee=(o,u)=>{for(var r in u)b(o,r,{get:u[r],enumerable:!0})},P=(o,u,r,A)=>{if(u&&typeof u=="object"||typeof u=="function")for(let c of q(u))!Q.call(o,c)&&c!==r&&b(o,c,{get:()=>u[c],enumerable:!(A=Z(u,c))||A.enumerable});return o};var U=(o,u,r)=>(r=o!=null?j(J(o)):{},P(u||!o||!o.__esModule?b(r,"default",{value:o,enumerable:!0}):r,o)),te=o=>P(b({},"__esModule",{value:!0}),o);var ie={};ee(ie,{default:()=>re});module.exports=te(ie);var k=478,ne=2,E=k+ne,m={LEFT_EYEBROW:[336,296,334,293,300,276,283,282,295,285],LEFT_EYE:[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],LEFT_EYE_CENTER:473,RIGHT_EYEBROW:[70,63,105,66,107,55,65,52,53,46],RIGHT_EYE:[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],RIGHT_EYE_CENTER:468,NOSE_TIP:4,OUTER_LIP:[61,185,40,39,37,0,267,269,270,409,291,375,321,405,314,17,84,181,91,146],INNER_LIP:[78,191,80,81,82,13,312,311,310,415,308,324,318,402,317,14,87,178,88,95],FACE_CENTER:k,MOUTH_CENTER:k+1};function ae(o){let{textureName:u,options:r}=o,A="https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task";return function(c,K){let{injectGLSL:$,gl:N}=K,T=null,I=null,y=-1,O=new Map,v=r?.maxFaces??1,p=512,S=0,t=null,z=512,B=512,l=document.createElement("canvas");l.width=z,l.height=B;let _=l.getContext("2d");_.globalCompositeOperation="lighten";async function G(){try{let{FilesetResolver:n,FaceLandmarker:e}=await import("@mediapipe/tasks-vision");I=await n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),T=await e.createFromOptions(I,{baseOptions:{modelAssetPath:r?.modelPath||A},runningMode:"VIDEO",numFaces:r?.maxFaces??1,minFaceDetectionConfidence:r?.minFaceDetectionConfidence??.5,minFacePresenceConfidence:r?.minFacePresenceConfidence??.5,minTrackingConfidence:r?.minTrackingConfidence??.5,outputFaceBlendshapes:r?.outputFaceBlendshapes??!1,outputFacialTransformationMatrixes:r?.outputFacialTransformationMatrixes??!1})}catch(n){throw console.error("Failed to initialize Face Landmarker:",n),n}}function w(n,e,a){let i=1/0,s=-1/0,R=1/0,f=-1/0,d=0,L=0;for(let X of a){let M=(e*E+X)*4,H=n[M],Y=n[M+1];i=Math.min(i,H),s=Math.max(s,H),R=Math.min(R,Y),f=Math.max(f,Y),d+=n[M+2],L+=n[M+3]}let g=(i+s)/2,h=(R+f)/2,x=d/a.length,C=L/a.length;return[g,h,x,C]}function F(n,e,a){if(!t)return;_.fillStyle=`rgb(${Math.round(a.r*255)}, ${Math.round(a.g*255)}, ${Math.round(a.b*255)})`,_.beginPath();let i=(n*E+e[0])*4,s=t[i],R=t[i+1];_.moveTo(s*l.width,R*l.height);for(let f=1;f<e.length;++f){let d=(n*E+e[f])*4,L=t[d],g=t[d+1];_.lineTo(L*l.width,g*l.height)}_.closePath(),_.fill()}async function V(n){if(!T||!t){console.warn("[Face Plugin] Cannot update mask: faceLandmarker or landmarksDataArray missing");return}try{let{FaceLandmarker:e}=await import("@mediapipe/tasks-vision");_.clearRect(0,0,l.width,l.height);for(let a=0;a<n;++a)F(a,m.OUTER_LIP,{r:.25,g:0,b:0}),F(a,m.INNER_LIP,{r:.75,g:0,b:0}),F(a,e.FACE_LANDMARKS_TESSELATION.map(({start:i})=>i),{r:0,g:.25,b:0}),F(a,e.FACE_LANDMARKS_FACE_OVAL.map(({start:i})=>i),{r:0,g:1,b:0}),F(a,m.LEFT_EYEBROW,{r:0,g:0,b:.15}),F(a,m.RIGHT_EYEBROW,{r:0,g:0,b:.35}),F(a,m.LEFT_EYE,{r:0,g:0,b:.65}),F(a,m.RIGHT_EYE,{r:0,g:0,b:.85});c.updateTextures({u_faceMask:l})}catch(e){console.error("[Face Plugin] Failed to generate mask texture:",e)}}function W(n){if(!t)return;let e=n.length,a=e*E;for(let s=0;s<e;++s){let R=n[s];for(let h=0;h<k;++h){let x=R[h],C=(s*E+h)*4;t[C]=x.x,t[C+1]=1-x.y,t[C+2]=x.z??0,t[C+3]=x.visibility??1}let f=w(t,s,Array.from({length:k},(h,x)=>x)),d=(s*E+m.FACE_CENTER)*4;t[d]=f[0],t[d+1]=f[1],t[d+2]=0,t[d+3]=1;let L=w(t,s,m.INNER_LIP),g=(s*E+m.MOUTH_CENTER)*4;t[g]=L[0],t[g+1]=L[1],t[g+2]=0,t[g+3]=1}let i=Math.ceil(a/p);c.updateTextures({u_faceLandmarksTex:{data:t,width:p,height:i}})}function D(n){if(!n.faceLandmarks||!t)return;let e=n.faceLandmarks.length;W(n.faceLandmarks),V(e).catch(a=>{console.warn("Mask texture update error:",a)}),c.updateUniforms({u_nFaces:e}),r?.onResults?.(n)}c.registerHook("init",async()=>{c.initializeTexture("u_faceMask",l,{preserveY:!0}),c.initializeUniform("u_maxFaces","int",v),c.initializeUniform("u_nFaces","int",0);let n=v*E;S=Math.ceil(n/p);let e=p*S*4;t=new Float32Array(e),c.initializeTexture("u_faceLandmarksTex",{data:t,width:p,height:S},{internalFormat:N.RGBA32F,type:N.FLOAT,minFilter:N.NEAREST,magFilter:N.NEAREST}),await G()}),c.registerHook("updateTextures",n=>{let e=n[u];if(!(!e||(O.get(u)!==e&&(y=-1),O.set(u,e),!T)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==y){y=e.currentTime;let i=performance.now(),s=T.detectForVideo(e,i);D(s)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let i=T.detect(e);D(i)}}catch(i){console.warn("Face detection error:",i)}}),c.registerHook("destroy",()=>{T&&(T.close(),T=null),I=null,O.clear(),l.remove(),t=null}),$(`
 uniform int u_maxFaces;
 uniform int u_nFaces;
-uniform vec2 u_faceLandmarks[${s*x}];
-uniform vec2 u_faceCenter[${s}];
-uniform vec2 u_leftEye[${s}];
-uniform vec2 u_rightEye[${s}];
-uniform vec2 u_noseTip[${s}];
-uniform vec2 u_mouth[${s}];
+uniform sampler2D u_faceLandmarksTex;
 uniform sampler2D u_faceMask;
-vec2 faceLandmark(int faceIndex, int landmarkIndex) {
-	return u_faceLandmarks[faceIndex * ${x} + landmarkIndex];
+
+#define FACE_LANDMARK_L_EYE_CENTER ${m.LEFT_EYE_CENTER}
+#define FACE_LANDMARK_R_EYE_CENTER ${m.RIGHT_EYE_CENTER}
+#define FACE_LANDMARK_NOSE_TIP ${m.NOSE_TIP}
+#define FACE_LANDMARK_FACE_CENTER ${m.FACE_CENTER}
+#define FACE_LANDMARK_MOUTH_CENTER ${m.MOUTH_CENTER}
+
+vec4 faceLandmark(int faceIndex, int landmarkIndex) {
+	int i = faceIndex * ${E} + landmarkIndex;
+	int x = i % ${p};
+	int y = i / ${p};
+	return texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);
 }
-float getFace(vec2 pos) { return texture(u_faceMask, pos).g; }
-float getEye(vec2 pos) { return texture(u_faceMask, pos).b; }
-float getMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`)}}var K=W;
+float inFace(vec2 pos) { return texture(u_faceMask, pos).g; }
+float inEye(vec2 pos) { return texture(u_faceMask, pos).b; }
+float inMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`)}}var re=ae;
 //# sourceMappingURL=face.js.map

package/dist/plugins/face.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n}\n\nconst LANDMARK_COUNT = 478;\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: [336, 296, 334, 293, 300, 276, 283, 282, 295, 285],\n\tLEFT_EYE: [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382],\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: [70, 63, 105, 66, 107, 55, 65, 52, 53, 46],\n\tRIGHT_EYE: [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7],\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_LIP: [61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146],\n\tINNER_LIP: [78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95],\n};\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { uniforms, injectGLSL } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst faceMaskCanvas = document.createElement('canvas');\n\t\tfaceMaskCanvas.width = maskWidth;\n\t\tfaceMaskCanvas.height = maskHeight;\n\t\tconst faceMaskCtx = faceMaskCanvas.getContext('2d')!;\n\t\tfaceMaskCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Face Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity;\n\n\t\t\t// Calculate bounding box center.\n\t\t\tfor (const landmark of landmarks) {\n\t\t\t\tminX = Math.min(minX, landmark.x);\n\t\t\t\tmaxX = Math.max(maxX, landmark.x);\n\t\t\t\tminY = Math.min(minY, landmark.y);\n\t\t\t\tmaxY = Math.max(maxY, landmark.y);\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\treturn [centerX, centerY];\n\t\t}\n\n\t\tfunction fillRegion(landmarks: NormalizedLandmark[], color: { r: number; g: number; b: number }) {\n\t\t\tfaceMaskCtx.fillStyle = `rgb(${Math.round(color.r * 255)}, ${Math.round(color.g * 255)}, ${Math.round(\n\t\t\t\tcolor.b * 255\n\t\t\t)})`;\n\t\t\tconst origin = landmarks[0];\n\t\t\tfaceMaskCtx.beginPath();\n\t\t\tfaceMaskCtx.moveTo(origin.x * faceMaskCanvas.width, origin.y * faceMaskCanvas.height);\n\t\t\tfor (let i = 1; i < landmarks.length; i++) {\n\t\t\t\tconst destination = landmarks[i];\n\t\t\t\tfaceMaskCtx.lineTo(destination.x * faceMaskCanvas.width, destination.y * faceMaskCanvas.height);\n\t\t\t}\n\t\t\tfaceMaskCtx.closePath();\n\t\t\tfaceMaskCtx.fill();\n\t\t}\n\n\t\tasync function updateMaskTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!faceLandmarker) {\n\t\t\t\tconsole.warn('[Face Plugin] Cannot update mask: faceLandmarker missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst { FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tfaceMaskCtx.clearRect(0, 0, faceMaskCanvas.width, faceMaskCanvas.height);\n\n\t\t\t\tfaces.forEach((landmarks, i) => {\n\t\t\t\t\t// Build combined mask with RGBA channels\n\t\t\t\t\t// R: Mouth | G: Face | B: Eyes\n\t\t\t\t\t// Mouth (red channel).\n\t\t\t\t\t// Lips.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.OUTER_LIP.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0.25, g: 0, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Inner mouth.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.INNER_LIP.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0.75, g: 0, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Face (green channel).\n\t\t\t\t\t// Entire face.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_TESSELATION.map(({ start }) => landmarks[start]),\n\t\t\t\t\t\t{ r: 0, g: 0.25, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Face contour (excludes nose in profile view).\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => landmarks[start]),\n\t\t\t\t\t\t{ r: 0, g: 1, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Eyes (blue channel).\n\t\t\t\t\t// Eyebrows.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.LEFT_EYEBROW.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\t\tb: 0.15,\n\t\t\t\t\t\t}\n\t\t\t\t\t);\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.RIGHT_EYEBROW.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\t\tb: 0.35,\n\t\t\t\t\t\t}\n\t\t\t\t\t);\n\t\t\t\t\t// Eyes.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.LEFT_EYE.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0, g: 0, b: 0.65 }\n\t\t\t\t\t);\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.RIGHT_EYE.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0, g: 0, b: 0.85 }\n\t\t\t\t\t);\n\t\t\t\t});\n\n\t\t\t\tshaderPad.updateTextures({ u_faceMask: faceMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction processFaceResults(result: any) {\n\t\t\tif (!result.faceLandmarks) return;\n\n\t\t\tconst faceLandmarks: [number, number][] = [];\n\t\t\tconst faceCenters: [number, number][] = [];\n\t\t\tconst leftEyes: [number, number][] = [];\n\t\t\tconst rightEyes: [number, number][] = [];\n\t\t\tconst noseTips: [number, number][] = [];\n\t\t\tconst mouths: [number, number][] = [];\n\t\t\tfor (const landmarks of result.faceLandmarks) {\n\t\t\t\t// Invert Y-axis to match WebGL coordinate system.\n\t\t\t\tconst flippedLandmarks = landmarks.map((landmark: NormalizedLandmark) => [landmark.x, 1 - landmark.y]);\n\t\t\t\tfaceLandmarks.push(flippedLandmarks);\n\t\t\t\tfaceCenters.push(calculateBoundingBoxCenter(flippedLandmarks));\n\t\t\t\tleftEyes.push(flippedLandmarks[LANDMARK_INDICES.LEFT_EYE_CENTER]);\n\t\t\t\trightEyes.push(flippedLandmarks[LANDMARK_INDICES.RIGHT_EYE_CENTER]);\n\t\t\t\tnoseTips.push(flippedLandmarks[LANDMARK_INDICES.NOSE_TIP]);\n\t\t\t\tmouths.push(\n\t\t\t\t\tcalculateBoundingBoxCenter(LANDMARK_INDICES.INNER_LIP.map((idx: number) => flippedLandmarks[idx]))\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tupdateMaskTexture(result.faceLandmarks).catch(error => {\n\t\t\t\tconsole.warn('Mask texture update error:', error);\n\t\t\t});\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nFaces: nFaces };\n\t\t\tif (nFaces) {\n\t\t\t\tif (uniforms.has('u_faceLandmarks')) updates.u_faceLandmarks = faceLandmarks;\n\t\t\t\tif (uniforms.has('u_faceCenter')) updates.u_faceCenter = faceCenters;\n\t\t\t\tif (uniforms.has('u_leftEye')) updates.u_leftEye = leftEyes;\n\t\t\t\tif (uniforms.has('u_rightEye')) updates.u_rightEye = rightEyes;\n\t\t\t\tif (uniforms.has('u_noseTip')) updates.u_noseTip = noseTips;\n\t\t\t\tif (uniforms.has('u_mouth')) updates.u_mouth = mouths;\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', faceMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\t\t\tconst defaultFaceLandmarks: [number, number][] = Array.from({ length: maxFaces * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tconst defaultFaceData: [number, number][] = Array.from({ length: maxFaces }, () => [0.5, 0.5]);\n\t\t\tshaderPad.initializeUniform('u_faceLandmarks', 'float', defaultFaceLandmarks, {\n\t\t\t\tarrayLength: maxFaces * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tshaderPad.initializeUniform('u_faceCenter', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_leftEye', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_rightEye', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_noseTip', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_mouth', 'float', defaultFaceData, { arrayLength: maxFaces });\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = faceLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = faceLandmarker.detect(source);\n\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Face detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (faceLandmarker) {\n\t\t\t\tfaceLandmarker.close();\n\t\t\t\tfaceLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tfaceMaskCanvas.remove();\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform vec2 u_faceLandmarks[${maxFaces * LANDMARK_COUNT}];\nuniform vec2 u_faceCenter[${maxFaces}];\nuniform vec2 u_leftEye[${maxFaces}];\nuniform vec2 u_rightEye[${maxFaces}];\nuniform vec2 u_noseTip[${maxFaces}];\nuniform vec2 u_mouth[${maxFaces}];\nuniform sampler2D u_faceMask;\nvec2 faceLandmark(int faceIndex, int landmarkIndex) {\n\treturn u_faceLandmarks[faceIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}\nfloat getFace(vec2 pos) { return texture(u_faceMask, pos).g; }\nfloat getEye(vec2 pos) { return texture(u_faceMask, pos).b; }\nfloat getMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"0jBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GAaA,IAAMI,EAAiB,IACjBC,EAAmB,CACxB,aAAc,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAC/D,SAAU,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACzF,gBAAiB,IACjB,cAAe,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACxD,UAAW,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EACvF,iBAAkB,IAClB,SAAU,EACV,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GAAG,EACrG,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EAAE,CACtG,EAEA,SAASC,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,SAAAC,EAAU,WAAAC,CAAW,EAAIF,EAE7BG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAClDC,EAAY,yBAA2B,UAEvC,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EAA2BC,EAAmD,CACtF,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KAGR,QAAWC,KAAYL,EACtBC,EAAO,KAAK,IAAIA,EAAMI,EAAS,CAAC,EAChCH,EAAO,KAAK,IAAIA,EAAMG,EAAS,CAAC,EAChCF,EAAO,KAAK,IAAIA,EAAME,EAAS,CAAC,EAChCD,EAAO,KAAK,IAAIA,EAAMC,EAAS,CAAC,EAGjC,IAAMC,GAAWL,EAAOC,GAAQ,EAC1BK,GAAWJ,EAAOC,GAAQ,EAChC,MAAO,CAACE,EAASC,CAAO,CACzB,CAEA,SAASC,EAAWR,EAAiCS,EAA4C,CAChGf,EAAY,UAAY,OAAO,KAAK,MAAMe,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAAMA,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAC/FA,EAAM,EAAI,GACX,CAAC,IACD,IAAMC,EAASV,EAAU,CAAC,EAC1BN,EAAY,UAAU,EACtBA,EAAY,OAAOgB,EAAO,EAAIjB,EAAe,MAAOiB,EAAO,EAAIjB,EAAe,MAAM,EACpF,QAASkB,EAAI,EAAGA,EAAIX,EAAU,OAAQW,IAAK,CAC1C,IAAMC,EAAcZ,EAAUW,CAAC,EAC/BjB,EAAY,OAAOkB,EAAY,EAAInB,EAAe,MAAOmB,EAAY,EAAInB,EAAe,MAAM,CAC/F,CACAC,EAAY,UAAU,EACtBA,EAAY,KAAK,CAClB,CAEA,eAAemB,EAAkBC,EAA+B,CAC/D,GAAI,CAAC5B,EAAgB,CACpB,QAAQ,KAAK,0DAA0D,EACvE,MACD,CAEA,GAAI,CACH,GAAM,CAAE,eAAAW,CAAe,EAAI,KAAM,QAAO,yBAAyB,EACjEH,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAEvEqB,EAAM,QAAQ,CAACd,EAAWW,IAAM,CAK/BH,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CACvB,EAEAP,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CACvB,EAIAP,EACCX,EAAe,2BAA2B,IAAI,CAAC,CAAE,MAAAmB,CAAM,IAAMhB,EAAUgB,CAAK,CAAC,EAC7E,CAAE,EAAG,EAAG,EAAG,IAAM,EAAG,CAAE,CACvB,EAEAR,EACCX,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAAmB,CAAM,IAAMhB,EAAUgB,CAAK,CAAC,EAC3E,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,CAAE,CACpB,EAIAR,EACChC,EAAiB,aAAa,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EACjE,CACC,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CACD,EACAP,EACChC,EAAiB,cAAc,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAClE,CACC,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CACD,EAEAP,EACChC,EAAiB,SAAS,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC7D,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CACvB,EACAP,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CACvB,CACD,CAAC,EAEDjC,EAAU,eAAe,CAAE,WAAYW,CAAe,CAAC,CACxD,OAASK,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAASmB,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,cAAe,OAE3B,IAAMC,EAAoC,CAAC,EACrCC,EAAkC,CAAC,EACnCC,EAA+B,CAAC,EAChCC,EAAgC,CAAC,EACjCC,EAA+B,CAAC,EAChCC,EAA6B,CAAC,EACpC,QAAWxB,KAAakB,EAAO,cAAe,CAE7C,IAAMO,EAAmBzB,EAAU,IAAKK,GAAiC,CAACA,EAAS,EAAG,EAAIA,EAAS,CAAC,CAAC,EACrGc,EAAc,KAAKM,CAAgB,EACnCL,EAAY,KAAKrB,EAA2B0B,CAAgB,CAAC,EAC7DJ,EAAS,KAAKI,EAAiBjD,EAAiB,eAAe,CAAC,EAChE8C,EAAU,KAAKG,EAAiBjD,EAAiB,gBAAgB,CAAC,EAClE+C,EAAS,KAAKE,EAAiBjD,EAAiB,QAAQ,CAAC,EACzDgD,EAAO,KACNzB,EAA2BvB,EAAiB,UAAU,IAAKuC,GAAgBU,EAAiBV,CAAG,CAAC,CAAC,CAClG,CACD,CAEAF,EAAkBK,EAAO,aAAa,EAAE,MAAMpB,GAAS,CACtD,QAAQ,KAAK,6BAA8BA,CAAK,CACjD,CAAC,EAED,IAAM4B,EAASR,EAAO,cAAc,OAC9BS,EAA0D,CAAE,SAAUD,CAAO,EAC/EA,IACC1C,EAAS,IAAI,iBAAiB,IAAG2C,EAAQ,gBAAkBR,GAC3DnC,EAAS,IAAI,cAAc,IAAG2C,EAAQ,aAAeP,GACrDpC,EAAS,IAAI,WAAW,IAAG2C,EAAQ,UAAYN,GAC/CrC,EAAS,IAAI,YAAY,IAAG2C,EAAQ,WAAaL,GACjDtC,EAAS,IAAI,WAAW,IAAG2C,EAAQ,UAAYJ,GAC/CvC,EAAS,IAAI,SAAS,IAAG2C,EAAQ,QAAUH,IAEhD1C,EAAU,eAAe6C,CAAO,CACjC,CAEA7C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcW,CAAc,EACxDX,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAM8C,EAA2C,MAAM,KAAK,CAAE,OAAQtC,EAAWf,CAAe,EAAG,IAAM,CACxG,GAAK,EACN,CAAC,EACKsD,EAAsC,MAAM,KAAK,CAAE,OAAQvC,CAAS,EAAG,IAAM,CAAC,GAAK,EAAG,CAAC,EAC7FR,EAAU,kBAAkB,kBAAmB,QAAS8C,EAAsB,CAC7E,YAAatC,EAAWf,CACzB,CAAC,EACDO,EAAU,kBAAkB,eAAgB,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC/FR,EAAU,kBAAkB,YAAa,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC5FR,EAAU,kBAAkB,aAAc,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC7FR,EAAU,kBAAkB,YAAa,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC5FR,EAAU,kBAAkB,UAAW,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAE1F,MAAMK,EAAyB,CAChC,CAAC,EAEDb,EAAU,aAAa,iBAAmB6C,GAA2C,CACpF,IAAMG,EAASH,EAAQhD,CAAW,EASlC,GARI,GAACmD,IAEkBzC,EAAe,IAAIV,CAAW,IAC9BmD,IACtB1C,EAAgB,IAGjBC,EAAe,IAAIV,EAAamD,CAAM,EAClC,CAAC5C,IACL,GAAI,CACH,GAAI4C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB1C,EAAe,CACzCA,EAAgB0C,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5Bb,EAAShC,EAAe,eAAe4C,EAAQC,CAAS,EAC9Dd,EAAmBC,CAAM,CAC1B,CACD,SAAWY,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMZ,EAAShC,EAAe,OAAO4C,CAAM,EAC3Cb,EAAmBC,CAAM,CAC1B,CACD,OAASpB,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAe,OAAO,CACvB,CAAC,EAEDR,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWf,CAAc;AAAA,4BAC5Be,CAAQ;AAAA,yBACXA,CAAQ;AAAA,0BACPA,CAAQ;AAAA,yBACTA,CAAQ;AAAA,uBACVA,CAAQ;AAAA;AAAA;AAAA,sCAGOf,CAAc;AAAA;AAAA;AAAA;AAAA,gEAIY,CAC/D,CACD,CAEA,IAAOF,EAAQI","names":["face_exports","__export","face_default","__toCommonJS","LANDMARK_COUNT","LANDMARK_INDICES","face","config","textureName","options","defaultModelPath","shaderPad","context","uniforms","injectGLSL","faceLandmarker","vision","lastVideoTime","textureSources","maxFaces","maskWidth","maskHeight","faceMaskCanvas","faceMaskCtx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","error","calculateBoundingBoxCenter","landmarks","minX","maxX","minY","maxY","landmark","centerX","centerY","fillRegion","color","origin","i","destination","updateMaskTexture","faces","idx","start","processFaceResults","result","faceLandmarks","faceCenters","leftEyes","rightEyes","noseTips","mouths","flippedLandmarks","nFaces","updates","defaultFaceLandmarks","defaultFaceData","source","timestamp"]}
+{"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, FaceLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n\tonResults?: (results: FaceLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 478;\nconst CUSTOM_LANDMARK_COUNT = 2;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: [336, 296, 334, 293, 300, 276, 283, 282, 295, 285],\n\tLEFT_EYE: [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382],\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: [70, 63, 105, 66, 107, 55, 65, 52, 53, 46],\n\tRIGHT_EYE: [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7],\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_LIP: [61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146],\n\tINNER_LIP: [78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95],\n\t// Custom landmarks.\n\tFACE_CENTER: STANDARD_LANDMARK_COUNT,\n\tMOUTH_CENTER: STANDARD_LANDMARK_COUNT + 1,\n};\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst faceMaskCanvas = document.createElement('canvas');\n\t\tfaceMaskCanvas.width = maskWidth;\n\t\tfaceMaskCanvas.height = maskHeight;\n\t\tconst faceMaskCtx = faceMaskCanvas.getContext('2d')!;\n\t\tfaceMaskCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Face Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\tfaceIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction fillRegion(faceIdx: number, landmarkIndices: number[], color: { r: number; g: number; b: number }) {\n\t\t\tif (!landmarksDataArray) return;\n\t\t\tfaceMaskCtx.fillStyle = `rgb(${Math.round(color.r * 255)}, ${Math.round(color.g * 255)}, ${Math.round(\n\t\t\t\tcolor.b * 255\n\t\t\t)})`;\n\t\t\tfaceMaskCtx.beginPath();\n\t\t\tconst originIdx = (faceIdx * LANDMARK_COUNT + landmarkIndices[0]) * 4;\n\t\t\tconst originX = landmarksDataArray[originIdx];\n\t\t\tconst originY = landmarksDataArray[originIdx + 1];\n\t\t\tfaceMaskCtx.moveTo(originX * faceMaskCanvas.width, originY * faceMaskCanvas.height);\n\n\t\t\tfor (let i = 1; i < landmarkIndices.length; ++i) {\n\t\t\t\tconst destIdx = (faceIdx * LANDMARK_COUNT + landmarkIndices[i]) * 4;\n\t\t\t\tconst destX = landmarksDataArray[destIdx];\n\t\t\t\tconst destY = landmarksDataArray[destIdx + 1];\n\t\t\t\tfaceMaskCtx.lineTo(destX * faceMaskCanvas.width, destY * faceMaskCanvas.height);\n\t\t\t}\n\t\t\tfaceMaskCtx.closePath();\n\t\t\tfaceMaskCtx.fill();\n\t\t}\n\n\t\tasync function updateMaskTexture(nFaces: number) {\n\t\t\tif (!faceLandmarker || !landmarksDataArray) {\n\t\t\t\tconsole.warn('[Face Plugin] Cannot update mask: faceLandmarker or landmarksDataArray missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst { FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tfaceMaskCtx.clearRect(0, 0, faceMaskCanvas.width, faceMaskCanvas.height);\n\n\t\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\t\t// Build combined mask with RGBA channels\n\t\t\t\t\t// R: Mouth | G: Face | B: Eyes\n\t\t\t\t\t// Mouth (red channel).\n\t\t\t\t\t// Lips.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.OUTER_LIP, { r: 0.25, g: 0, b: 0 });\n\t\t\t\t\t// Inner mouth.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.INNER_LIP, { r: 0.75, g: 0, b: 0 });\n\n\t\t\t\t\t// Face (green channel).\n\t\t\t\t\t// Entire face.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tfaceIdx,\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_TESSELATION.map(({ start }) => start),\n\t\t\t\t\t\t{ r: 0, g: 0.25, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Face contour (excludes nose in profile view).\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tfaceIdx,\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => start),\n\t\t\t\t\t\t{ r: 0, g: 1, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Eyes (blue channel).\n\t\t\t\t\t// Eyebrows.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.LEFT_EYEBROW, {\n\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\tb: 0.15,\n\t\t\t\t\t});\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.RIGHT_EYEBROW, {\n\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\tb: 0.35,\n\t\t\t\t\t});\n\t\t\t\t\t// Eyes.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.LEFT_EYE, { r: 0, g: 0, b: 0.65 });\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.RIGHT_EYE, { r: 0, g: 0, b: 0.85 });\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_faceMask: faceMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction updateLandmarksTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nFaces = faces.length;\n\t\t\tconst totalLandmarks = nFaces * LANDMARK_COUNT;\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst landmarks = faces[faceIdx];\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\tconst faceCenter = calculateBoundingBoxCenter(\n\t\t\t\t\tlandmarksDataArray,\n\t\t\t\t\tfaceIdx,\n\t\t\t\t\tArray.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i)\n\t\t\t\t);\n\t\t\t\tconst faceCenterIdx = (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.FACE_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[faceCenterIdx] = faceCenter[0];\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 1] = faceCenter[1];\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 2] = 0; // Z\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 3] = 1; // Visibility\n\n\t\t\t\t// Mouth center (landmark 479) - uses INNER_LIP landmarks\n\t\t\t\tconst mouthCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, LANDMARK_INDICES.INNER_LIP);\n\t\t\t\tconst mouthCenterIdx = (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.MOUTH_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[mouthCenterIdx] = mouthCenter[0];\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 1] = mouthCenter[1];\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 2] = 0; // Z\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 3] = 1; // Visibility\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_faceLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processFaceResults(result: FaceLandmarkerResult) {\n\t\t\tif (!result.faceLandmarks || !landmarksDataArray) return;\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tupdateLandmarksTexture(result.faceLandmarks);\n\t\t\tupdateMaskTexture(nFaces).catch(error => {\n\t\t\t\tconsole.warn('Mask texture update error:', error);\n\t\t\t});\n\t\t\tshaderPad.updateUniforms({ u_nFaces: nFaces });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', faceMaskCanvas, { preserveY: true });\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxFaces * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_faceLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = faceLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = faceLandmarker.detect(source);\n\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Face detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (faceLandmarker) {\n\t\t\t\tfaceLandmarker.close();\n\t\t\t\tfaceLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tfaceMaskCanvas.remove();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform sampler2D u_faceLandmarksTex;\nuniform sampler2D u_faceMask;\n\n#define FACE_LANDMARK_L_EYE_CENTER ${LANDMARK_INDICES.LEFT_EYE_CENTER}\n#define FACE_LANDMARK_R_EYE_CENTER ${LANDMARK_INDICES.RIGHT_EYE_CENTER}\n#define FACE_LANDMARK_NOSE_TIP ${LANDMARK_INDICES.NOSE_TIP}\n#define FACE_LANDMARK_FACE_CENTER ${LANDMARK_INDICES.FACE_CENTER}\n#define FACE_LANDMARK_MOUTH_CENTER ${LANDMARK_INDICES.MOUTH_CENTER}\n\nvec4 faceLandmark(int faceIndex, int landmarkIndex) {\n\tint i = faceIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);\n}\nfloat inFace(vec2 pos) { return texture(u_faceMask, pos).g; }\nfloat inEye(vec2 pos) { return texture(u_faceMask, pos).b; }\nfloat inMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"4jBAAA,IAAAA,GAAA,GAAAC,GAAAD,GAAA,aAAAE,KAAA,eAAAC,GAAAH,IAcA,IAAMI,EAA0B,IAC1BC,GAAwB,EACxBC,EAAiBF,EAA0BC,GAC3CE,EAAmB,CACxB,aAAc,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAC/D,SAAU,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACzF,gBAAiB,IACjB,cAAe,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACxD,UAAW,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EACvF,iBAAkB,IAClB,SAAU,EACV,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GAAG,EACrG,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EAAE,EAErG,YAAaH,EACb,aAAcA,EAA0B,CACzC,EAEA,SAASI,GAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAExCC,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAClDC,EAAY,yBAA2B,UAEvC,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFb,EAAS,MAAMY,EAAgB,eAC9B,kEACD,EAEAb,EAAiB,MAAMc,EAAe,kBAAkBb,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,CACF,OAASqB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EACRT,EACAU,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU5B,EAAiBoC,GAAO,EAC7CE,EAAIpB,EAAmBmB,CAAO,EAC9BE,EAAIrB,EAAmBmB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQhB,EAAmBmB,EAAU,CAAC,EACtCF,GAAiBjB,EAAmBmB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAWhB,EAAiBC,EAA2BgB,EAA4C,CAC3G,GAAI,CAAC3B,EAAoB,OACzBI,EAAY,UAAY,OAAO,KAAK,MAAMuB,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAAMA,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAC/FA,EAAM,EAAI,GACX,CAAC,IACDvB,EAAY,UAAU,EACtB,IAAMwB,GAAalB,EAAU5B,EAAiB6B,EAAgB,CAAC,GAAK,EAC9DkB,EAAU7B,EAAmB4B,CAAS,EACtCE,EAAU9B,EAAmB4B,EAAY,CAAC,EAChDxB,EAAY,OAAOyB,EAAU1B,EAAe,MAAO2B,EAAU3B,EAAe,MAAM,EAElF,QAAS4B,EAAI,EAAGA,EAAIpB,EAAgB,OAAQ,EAAEoB,EAAG,CAChD,IAAMC,GAAWtB,EAAU5B,EAAiB6B,EAAgBoB,CAAC,GAAK,EAC5DE,EAAQjC,EAAmBgC,CAAO,EAClCE,EAAQlC,EAAmBgC,EAAU,CAAC,EAC5C5B,EAAY,OAAO6B,EAAQ9B,EAAe,MAAO+B,EAAQ/B,EAAe,MAAM,CAC/E,CACAC,EAAY,UAAU,EACtBA,EAAY,KAAK,CAClB,CAEA,eAAe+B,EAAkBC,EAAgB,CAChD,GAAI,CAAC3C,GAAkB,CAACO,EAAoB,CAC3C,QAAQ,KAAK,gFAAgF,EAC7F,MACD,CAEA,GAAI,CACH,GAAM,CAAE,eAAAO,CAAe,EAAI,KAAM,QAAO,yBAAyB,EACjEH,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAEvE,QAASO,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAKzCgB,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CAAC,EAEvE2C,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CAAC,EAIvE2C,EACChB,EACAH,EAAe,2BAA2B,IAAI,CAAC,CAAE,MAAA8B,CAAM,IAAMA,CAAK,EAClE,CAAE,EAAG,EAAG,EAAG,IAAM,EAAG,CAAE,CACvB,EAEAX,EACChB,EACAH,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAA8B,CAAM,IAAMA,CAAK,EAChE,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,CAAE,CACpB,EAIAX,EAAWhB,EAAS3B,EAAiB,aAAc,CAClD,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CAAC,EACD2C,EAAWhB,EAAS3B,EAAiB,cAAe,CACnD,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CAAC,EAED2C,EAAWhB,EAAS3B,EAAiB,SAAU,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CAAC,EACtE2C,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CAAC,EAGxEM,EAAU,eAAe,CAAE,WAAYc,CAAe,CAAC,CACxD,OAASK,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS8B,EAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMoC,EAASG,EAAM,OACfC,EAAiBJ,EAAStD,EAEhC,QAAS4B,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAM+B,EAAYF,EAAM7B,CAAO,EAC/B,QAASgC,EAAQ,EAAGA,EAAQ9D,EAAyB,EAAE8D,EAAO,CAC7D,IAAMC,EAAWF,EAAUC,CAAK,EAC1BvB,GAAWT,EAAU5B,EAAiB4D,GAAS,EACrD1C,EAAmBmB,CAAO,EAAIwB,EAAS,EACvC3C,EAAmBmB,EAAU,CAAC,EAAI,EAAIwB,EAAS,EAC/C3C,EAAmBmB,EAAU,CAAC,EAAIwB,EAAS,GAAK,EAChD3C,EAAmBmB,EAAU,CAAC,EAAIwB,EAAS,YAAc,CAC1D,CAEA,IAAMC,EAAanC,EAClBT,EACAU,EACA,MAAM,KAAK,CAAE,OAAQ9B,CAAwB,EAAG,CAACiE,EAAGd,IAAMA,CAAC,CAC5D,EACMe,GAAiBpC,EAAU5B,EAAiBC,EAAiB,aAAe,EAClFiB,EAAmB8C,CAAa,EAAIF,EAAW,CAAC,EAChD5C,EAAmB8C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD5C,EAAmB8C,EAAgB,CAAC,EAAI,EACxC9C,EAAmB8C,EAAgB,CAAC,EAAI,EAGxC,IAAMC,EAActC,EAA2BT,EAAoBU,EAAS3B,EAAiB,SAAS,EAChGiE,GAAkBtC,EAAU5B,EAAiBC,EAAiB,cAAgB,EACpFiB,EAAmBgD,CAAc,EAAID,EAAY,CAAC,EAClD/C,EAAmBgD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtD/C,EAAmBgD,EAAiB,CAAC,EAAI,EACzChD,EAAmBgD,EAAiB,CAAC,EAAI,CAC1C,CAEA,IAAMC,EAAe,KAAK,KAAKT,EAAiB1C,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQmD,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,eAAiB,CAACnD,EAAoB,OAElD,IAAMoC,EAASe,EAAO,cAAc,OACpCb,EAAuBa,EAAO,aAAa,EAC3ChB,EAAkBC,CAAM,EAAE,MAAM5B,GAAS,CACxC,QAAQ,KAAK,6BAA8BA,CAAK,CACjD,CAAC,EACDnB,EAAU,eAAe,CAAE,SAAU+C,CAAO,CAAC,EAE7CjD,GAAS,YAAYgE,CAAM,CAC5B,CAEA9D,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcc,EAAgB,CAAE,UAAW,EAAK,CAAC,EAC7Ed,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMmD,EAAiB3C,EAAWf,EAClCiB,EAAyB,KAAK,KAAKyC,EAAiB1C,CAAuB,EAC3E,IAAMsD,EAActD,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaoD,CAAW,EAEjD/D,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMa,EAAyB,CAChC,CAAC,EAEDhB,EAAU,aAAa,iBAAmBgE,GAA2C,CACpF,IAAMC,EAASD,EAAQnE,CAAW,EASlC,GARI,GAACoE,IAEkB1D,EAAe,IAAIV,CAAW,IAC9BoE,IACtB3D,EAAgB,IAGjBC,EAAe,IAAIV,EAAaoE,CAAM,EAClC,CAAC7D,IACL,GAAI,CACH,GAAI6D,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3D,EAAe,CACzCA,EAAgB2D,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAAS1D,EAAe,eAAe6D,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1D,EAAe,OAAO6D,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS3C,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDnB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBO,EAAe,OAAO,EACtBH,EAAqB,IACtB,CAAC,EAEDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qCAMwBR,EAAiB,eAAe;AAAA,qCAChCA,EAAiB,gBAAgB;AAAA,iCACrCA,EAAiB,QAAQ;AAAA,oCACtBA,EAAiB,WAAW;AAAA,qCAC3BA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CD,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA,+DAKyB,CAC9D,CACD,CAEA,IAAOpB,GAAQM","names":["face_exports","__export","face_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARK_INDICES","face","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","faceLandmarker","vision","lastVideoTime","textureSources","maxFaces","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","maskWidth","maskHeight","faceMaskCanvas","faceMaskCtx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","error","calculateBoundingBoxCenter","faceIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","fillRegion","color","originIdx","originX","originY","i","destIdx","destX","destY","updateMaskTexture","nFaces","start","updateLandmarksTexture","faces","totalLandmarks","landmarks","lmIdx","landmark","faceCenter","_","faceCenterIdx","mouthCenter","mouthCenterIdx","rowsToUpdate","processFaceResults","result","textureSize","updates","source","timestamp"]}

package/dist/plugins/face.mjs

@@ -1,17 +1,22 @@
-var F=478,u={LEFT_EYEBROW:[336,296,334,293,300,276,283,282,295,285],LEFT_EYE:[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],LEFT_EYE_CENTER:473,RIGHT_EYEBROW:[70,63,105,66,107,55,65,52,53,46],RIGHT_EYE:[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],RIGHT_EYE_CENTER:468,NOSE_TIP:4,OUTER_LIP:[61,185,40,39,37,0,267,269,270,409,291,375,321,405,314,17,84,181,91,146],INNER_LIP:[78,191,80,81,82,13,312,311,310,415,308,324,318,402,317,14,87,178,88,95]};function A(I){let{textureName:T,options:s}=I,R="https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task";return function(o,N){let{uniforms:_,injectGLSL:v}=N,m=null,b=null,k=-1,x=new Map,i=s?.maxFaces??1,S=512,w=512,c=document.createElement("canvas");c.width=S,c.height=w;let f=c.getContext("2d");f.globalCompositeOperation="lighten";async function O(){try{let{FilesetResolver:t,FaceLandmarker:e}=await import("@mediapipe/tasks-vision");b=await t.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),m=await e.createFromOptions(b,{baseOptions:{modelAssetPath:s?.modelPath||R},runningMode:"VIDEO",numFaces:s?.maxFaces??1,minFaceDetectionConfidence:s?.minFaceDetectionConfidence??.5,minFacePresenceConfidence:s?.minFacePresenceConfidence??.5,minTrackingConfidence:s?.minTrackingConfidence??.5,outputFaceBlendshapes:s?.outputFaceBlendshapes??!1,outputFacialTransformationMatrixes:s?.outputFacialTransformationMatrixes??!1})}catch(t){throw console.error("Failed to initialize Face Landmarker:",t),t}}function C(t){let e=1/0,a=-1/0,r=1/0,n=-1/0;for(let p of t)e=Math.min(e,p.x),a=Math.max(a,p.x),r=Math.min(r,p.y),n=Math.max(n,p.y);let E=(e+a)/2,h=(r+n)/2;return[E,h]}function l(t,e){f.fillStyle=`rgb(${Math.round(e.r*255)}, ${Math.round(e.g*255)}, ${Math.round(e.b*255)})`;let a=t[0];f.beginPath(),f.moveTo(a.x*c.width,a.y*c.height);for(let r=1;r<t.length;r++){let n=t[r];f.lineTo(n.x*c.width,n.y*c.height)}f.closePath(),f.fill()}async function z(t){if(!m){console.warn("[Face Plugin] Cannot update mask: faceLandmarker missing");return}try{let{FaceLandmarker:e}=await import("@mediapipe/tasks-vision");f.clearRect(0,0,c.width,c.height),t.forEach((a,r)=>{l(u.OUTER_LIP.map(n=>a[n]),{r:.25,g:0,b:0}),l(u.INNER_LIP.map(n=>a[n]),{r:.75,g:0,b:0}),l(e.FACE_LANDMARKS_TESSELATION.map(({start:n})=>a[n]),{r:0,g:.25,b:0}),l(e.FACE_LANDMARKS_FACE_OVAL.map(({start:n})=>a[n]),{r:0,g:1,b:0}),l(u.LEFT_EYEBROW.map(n=>a[n]),{r:0,g:0,b:.15}),l(u.RIGHT_EYEBROW.map(n=>a[n]),{r:0,g:0,b:.35}),l(u.LEFT_EYE.map(n=>a[n]),{r:0,g:0,b:.65}),l(u.RIGHT_EYE.map(n=>a[n]),{r:0,g:0,b:.85})}),o.updateTextures({u_faceMask:c})}catch(e){console.error("[Face Plugin] Failed to generate mask texture:",e)}}function M(t){if(!t.faceLandmarks)return;let e=[],a=[],r=[],n=[],E=[],h=[];for(let y of t.faceLandmarks){let g=y.map(L=>[L.x,1-L.y]);e.push(g),a.push(C(g)),r.push(g[u.LEFT_EYE_CENTER]),n.push(g[u.RIGHT_EYE_CENTER]),E.push(g[u.NOSE_TIP]),h.push(C(u.INNER_LIP.map(L=>g[L])))}z(t.faceLandmarks).catch(y=>{console.warn("Mask texture update error:",y)});let p=t.faceLandmarks.length,d={u_nFaces:p};p&&(_.has("u_faceLandmarks")&&(d.u_faceLandmarks=e),_.has("u_faceCenter")&&(d.u_faceCenter=a),_.has("u_leftEye")&&(d.u_leftEye=r),_.has("u_rightEye")&&(d.u_rightEye=n),_.has("u_noseTip")&&(d.u_noseTip=E),_.has("u_mouth")&&(d.u_mouth=h)),o.updateUniforms(d)}o.registerHook("init",async()=>{o.initializeTexture("u_faceMask",c),o.initializeUniform("u_maxFaces","int",i),o.initializeUniform("u_nFaces","int",0);let t=Array.from({length:i*F},()=>[.5,.5]),e=Array.from({length:i},()=>[.5,.5]);o.initializeUniform("u_faceLandmarks","float",t,{arrayLength:i*F}),o.initializeUniform("u_faceCenter","float",e,{arrayLength:i}),o.initializeUniform("u_leftEye","float",e,{arrayLength:i}),o.initializeUniform("u_rightEye","float",e,{arrayLength:i}),o.initializeUniform("u_noseTip","float",e,{arrayLength:i}),o.initializeUniform("u_mouth","float",e,{arrayLength:i}),await O()}),o.registerHook("updateTextures",t=>{let e=t[T];if(!(!e||(x.get(T)!==e&&(k=-1),x.set(T,e),!m)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==k){k=e.currentTime;let r=performance.now(),n=m.detectForVideo(e,r);M(n)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let r=m.detect(e);M(r)}}catch(r){console.warn("Face detection error:",r)}}),o.registerHook("destroy",()=>{m&&(m.close(),m=null),b=null,x.clear(),c.remove()}),v(`
+var h=478,V=2,f=h+V,o={LEFT_EYEBROW:[336,296,334,293,300,276,283,282,295,285],LEFT_EYE:[362,398,384,385,386,387,388,466,263,249,390,373,374,380,381,382],LEFT_EYE_CENTER:473,RIGHT_EYEBROW:[70,63,105,66,107,55,65,52,53,46],RIGHT_EYE:[33,246,161,160,159,158,157,173,133,155,154,153,145,144,163,7],RIGHT_EYE_CENTER:468,NOSE_TIP:4,OUTER_LIP:[61,185,40,39,37,0,267,269,270,409,291,375,321,405,314,17,84,181,91,146],INNER_LIP:[78,191,80,81,82,13,312,311,310,415,308,324,318,402,317,14,87,178,88,95],FACE_CENTER:h,MOUTH_CENTER:h+1};function W(D){let{textureName:A,options:l}=D,H="https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task";return function(s,Y){let{injectGLSL:P,gl:C}=Y,d=null,N=null,M=-1,b=new Map,y=l?.maxFaces??1,g=512,I=0,t=null,U=512,K=512,c=document.createElement("canvas");c.width=U,c.height=K;let E=c.getContext("2d");E.globalCompositeOperation="lighten";async function $(){try{let{FilesetResolver:n,FaceLandmarker:e}=await import("@mediapipe/tasks-vision");N=await n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),d=await e.createFromOptions(N,{baseOptions:{modelAssetPath:l?.modelPath||H},runningMode:"VIDEO",numFaces:l?.maxFaces??1,minFaceDetectionConfidence:l?.minFaceDetectionConfidence??.5,minFacePresenceConfidence:l?.minFacePresenceConfidence??.5,minTrackingConfidence:l?.minTrackingConfidence??.5,outputFaceBlendshapes:l?.outputFaceBlendshapes??!1,outputFacialTransformationMatrixes:l?.outputFacialTransformationMatrixes??!1})}catch(n){throw console.error("Failed to initialize Face Landmarker:",n),n}}function O(n,e,a){let r=1/0,i=-1/0,x=1/0,u=-1/0,m=0,p=0;for(let G of a){let k=(e*f+G)*4,v=n[k],w=n[k+1];r=Math.min(r,v),i=Math.max(i,v),x=Math.min(x,w),u=Math.max(u,w),m+=n[k+2],p+=n[k+3]}let _=(r+i)/2,R=(x+u)/2,F=m/a.length,L=p/a.length;return[_,R,F,L]}function T(n,e,a){if(!t)return;E.fillStyle=`rgb(${Math.round(a.r*255)}, ${Math.round(a.g*255)}, ${Math.round(a.b*255)})`,E.beginPath();let r=(n*f+e[0])*4,i=t[r],x=t[r+1];E.moveTo(i*c.width,x*c.height);for(let u=1;u<e.length;++u){let m=(n*f+e[u])*4,p=t[m],_=t[m+1];E.lineTo(p*c.width,_*c.height)}E.closePath(),E.fill()}async function z(n){if(!d||!t){console.warn("[Face Plugin] Cannot update mask: faceLandmarker or landmarksDataArray missing");return}try{let{FaceLandmarker:e}=await import("@mediapipe/tasks-vision");E.clearRect(0,0,c.width,c.height);for(let a=0;a<n;++a)T(a,o.OUTER_LIP,{r:.25,g:0,b:0}),T(a,o.INNER_LIP,{r:.75,g:0,b:0}),T(a,e.FACE_LANDMARKS_TESSELATION.map(({start:r})=>r),{r:0,g:.25,b:0}),T(a,e.FACE_LANDMARKS_FACE_OVAL.map(({start:r})=>r),{r:0,g:1,b:0}),T(a,o.LEFT_EYEBROW,{r:0,g:0,b:.15}),T(a,o.RIGHT_EYEBROW,{r:0,g:0,b:.35}),T(a,o.LEFT_EYE,{r:0,g:0,b:.65}),T(a,o.RIGHT_EYE,{r:0,g:0,b:.85});s.updateTextures({u_faceMask:c})}catch(e){console.error("[Face Plugin] Failed to generate mask texture:",e)}}function B(n){if(!t)return;let e=n.length,a=e*f;for(let i=0;i<e;++i){let x=n[i];for(let R=0;R<h;++R){let F=x[R],L=(i*f+R)*4;t[L]=F.x,t[L+1]=1-F.y,t[L+2]=F.z??0,t[L+3]=F.visibility??1}let u=O(t,i,Array.from({length:h},(R,F)=>F)),m=(i*f+o.FACE_CENTER)*4;t[m]=u[0],t[m+1]=u[1],t[m+2]=0,t[m+3]=1;let p=O(t,i,o.INNER_LIP),_=(i*f+o.MOUTH_CENTER)*4;t[_]=p[0],t[_+1]=p[1],t[_+2]=0,t[_+3]=1}let r=Math.ceil(a/g);s.updateTextures({u_faceLandmarksTex:{data:t,width:g,height:r}})}function S(n){if(!n.faceLandmarks||!t)return;let e=n.faceLandmarks.length;B(n.faceLandmarks),z(e).catch(a=>{console.warn("Mask texture update error:",a)}),s.updateUniforms({u_nFaces:e}),l?.onResults?.(n)}s.registerHook("init",async()=>{s.initializeTexture("u_faceMask",c,{preserveY:!0}),s.initializeUniform("u_maxFaces","int",y),s.initializeUniform("u_nFaces","int",0);let n=y*f;I=Math.ceil(n/g);let e=g*I*4;t=new Float32Array(e),s.initializeTexture("u_faceLandmarksTex",{data:t,width:g,height:I},{internalFormat:C.RGBA32F,type:C.FLOAT,minFilter:C.NEAREST,magFilter:C.NEAREST}),await $()}),s.registerHook("updateTextures",n=>{let e=n[A];if(!(!e||(b.get(A)!==e&&(M=-1),b.set(A,e),!d)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==M){M=e.currentTime;let r=performance.now(),i=d.detectForVideo(e,r);S(i)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let r=d.detect(e);S(r)}}catch(r){console.warn("Face detection error:",r)}}),s.registerHook("destroy",()=>{d&&(d.close(),d=null),N=null,b.clear(),c.remove(),t=null}),P(`
 uniform int u_maxFaces;
 uniform int u_nFaces;
-uniform vec2 u_faceLandmarks[${i*F}];
-uniform vec2 u_faceCenter[${i}];
-uniform vec2 u_leftEye[${i}];
-uniform vec2 u_rightEye[${i}];
-uniform vec2 u_noseTip[${i}];
-uniform vec2 u_mouth[${i}];
+uniform sampler2D u_faceLandmarksTex;
 uniform sampler2D u_faceMask;
-vec2 faceLandmark(int faceIndex, int landmarkIndex) {
-	return u_faceLandmarks[faceIndex * ${F} + landmarkIndex];
+
+#define FACE_LANDMARK_L_EYE_CENTER ${o.LEFT_EYE_CENTER}
+#define FACE_LANDMARK_R_EYE_CENTER ${o.RIGHT_EYE_CENTER}
+#define FACE_LANDMARK_NOSE_TIP ${o.NOSE_TIP}
+#define FACE_LANDMARK_FACE_CENTER ${o.FACE_CENTER}
+#define FACE_LANDMARK_MOUTH_CENTER ${o.MOUTH_CENTER}
+
+vec4 faceLandmark(int faceIndex, int landmarkIndex) {
+	int i = faceIndex * ${f} + landmarkIndex;
+	int x = i % ${g};
+	int y = i / ${g};
+	return texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);
 }
-float getFace(vec2 pos) { return texture(u_faceMask, pos).g; }
-float getEye(vec2 pos) { return texture(u_faceMask, pos).b; }
-float getMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`)}}var Y=A;export{Y as default};
+float inFace(vec2 pos) { return texture(u_faceMask, pos).g; }
+float inEye(vec2 pos) { return texture(u_faceMask, pos).b; }
+float inMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`)}}var X=W;export{X as default};
 //# sourceMappingURL=face.mjs.map

package/dist/plugins/face.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n}\n\nconst LANDMARK_COUNT = 478;\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: [336, 296, 334, 293, 300, 276, 283, 282, 295, 285],\n\tLEFT_EYE: [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382],\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: [70, 63, 105, 66, 107, 55, 65, 52, 53, 46],\n\tRIGHT_EYE: [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7],\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_LIP: [61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146],\n\tINNER_LIP: [78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95],\n};\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { uniforms, injectGLSL } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst faceMaskCanvas = document.createElement('canvas');\n\t\tfaceMaskCanvas.width = maskWidth;\n\t\tfaceMaskCanvas.height = maskHeight;\n\t\tconst faceMaskCtx = faceMaskCanvas.getContext('2d')!;\n\t\tfaceMaskCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Face Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity;\n\n\t\t\t// Calculate bounding box center.\n\t\t\tfor (const landmark of landmarks) {\n\t\t\t\tminX = Math.min(minX, landmark.x);\n\t\t\t\tmaxX = Math.max(maxX, landmark.x);\n\t\t\t\tminY = Math.min(minY, landmark.y);\n\t\t\t\tmaxY = Math.max(maxY, landmark.y);\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\treturn [centerX, centerY];\n\t\t}\n\n\t\tfunction fillRegion(landmarks: NormalizedLandmark[], color: { r: number; g: number; b: number }) {\n\t\t\tfaceMaskCtx.fillStyle = `rgb(${Math.round(color.r * 255)}, ${Math.round(color.g * 255)}, ${Math.round(\n\t\t\t\tcolor.b * 255\n\t\t\t)})`;\n\t\t\tconst origin = landmarks[0];\n\t\t\tfaceMaskCtx.beginPath();\n\t\t\tfaceMaskCtx.moveTo(origin.x * faceMaskCanvas.width, origin.y * faceMaskCanvas.height);\n\t\t\tfor (let i = 1; i < landmarks.length; i++) {\n\t\t\t\tconst destination = landmarks[i];\n\t\t\t\tfaceMaskCtx.lineTo(destination.x * faceMaskCanvas.width, destination.y * faceMaskCanvas.height);\n\t\t\t}\n\t\t\tfaceMaskCtx.closePath();\n\t\t\tfaceMaskCtx.fill();\n\t\t}\n\n\t\tasync function updateMaskTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!faceLandmarker) {\n\t\t\t\tconsole.warn('[Face Plugin] Cannot update mask: faceLandmarker missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst { FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tfaceMaskCtx.clearRect(0, 0, faceMaskCanvas.width, faceMaskCanvas.height);\n\n\t\t\t\tfaces.forEach((landmarks, i) => {\n\t\t\t\t\t// Build combined mask with RGBA channels\n\t\t\t\t\t// R: Mouth | G: Face | B: Eyes\n\t\t\t\t\t// Mouth (red channel).\n\t\t\t\t\t// Lips.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.OUTER_LIP.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0.25, g: 0, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Inner mouth.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.INNER_LIP.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0.75, g: 0, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Face (green channel).\n\t\t\t\t\t// Entire face.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_TESSELATION.map(({ start }) => landmarks[start]),\n\t\t\t\t\t\t{ r: 0, g: 0.25, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Face contour (excludes nose in profile view).\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => landmarks[start]),\n\t\t\t\t\t\t{ r: 0, g: 1, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Eyes (blue channel).\n\t\t\t\t\t// Eyebrows.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.LEFT_EYEBROW.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\t\tb: 0.15,\n\t\t\t\t\t\t}\n\t\t\t\t\t);\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.RIGHT_EYEBROW.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{\n\t\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\t\tb: 0.35,\n\t\t\t\t\t\t}\n\t\t\t\t\t);\n\t\t\t\t\t// Eyes.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.LEFT_EYE.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0, g: 0, b: 0.65 }\n\t\t\t\t\t);\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tLANDMARK_INDICES.RIGHT_EYE.map((idx: number) => landmarks[idx]),\n\t\t\t\t\t\t{ r: 0, g: 0, b: 0.85 }\n\t\t\t\t\t);\n\t\t\t\t});\n\n\t\t\t\tshaderPad.updateTextures({ u_faceMask: faceMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction processFaceResults(result: any) {\n\t\t\tif (!result.faceLandmarks) return;\n\n\t\t\tconst faceLandmarks: [number, number][] = [];\n\t\t\tconst faceCenters: [number, number][] = [];\n\t\t\tconst leftEyes: [number, number][] = [];\n\t\t\tconst rightEyes: [number, number][] = [];\n\t\t\tconst noseTips: [number, number][] = [];\n\t\t\tconst mouths: [number, number][] = [];\n\t\t\tfor (const landmarks of result.faceLandmarks) {\n\t\t\t\t// Invert Y-axis to match WebGL coordinate system.\n\t\t\t\tconst flippedLandmarks = landmarks.map((landmark: NormalizedLandmark) => [landmark.x, 1 - landmark.y]);\n\t\t\t\tfaceLandmarks.push(flippedLandmarks);\n\t\t\t\tfaceCenters.push(calculateBoundingBoxCenter(flippedLandmarks));\n\t\t\t\tleftEyes.push(flippedLandmarks[LANDMARK_INDICES.LEFT_EYE_CENTER]);\n\t\t\t\trightEyes.push(flippedLandmarks[LANDMARK_INDICES.RIGHT_EYE_CENTER]);\n\t\t\t\tnoseTips.push(flippedLandmarks[LANDMARK_INDICES.NOSE_TIP]);\n\t\t\t\tmouths.push(\n\t\t\t\t\tcalculateBoundingBoxCenter(LANDMARK_INDICES.INNER_LIP.map((idx: number) => flippedLandmarks[idx]))\n\t\t\t\t);\n\t\t\t}\n\n\t\t\tupdateMaskTexture(result.faceLandmarks).catch(error => {\n\t\t\t\tconsole.warn('Mask texture update error:', error);\n\t\t\t});\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nFaces: nFaces };\n\t\t\tif (nFaces) {\n\t\t\t\tif (uniforms.has('u_faceLandmarks')) updates.u_faceLandmarks = faceLandmarks;\n\t\t\t\tif (uniforms.has('u_faceCenter')) updates.u_faceCenter = faceCenters;\n\t\t\t\tif (uniforms.has('u_leftEye')) updates.u_leftEye = leftEyes;\n\t\t\t\tif (uniforms.has('u_rightEye')) updates.u_rightEye = rightEyes;\n\t\t\t\tif (uniforms.has('u_noseTip')) updates.u_noseTip = noseTips;\n\t\t\t\tif (uniforms.has('u_mouth')) updates.u_mouth = mouths;\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', faceMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\t\t\tconst defaultFaceLandmarks: [number, number][] = Array.from({ length: maxFaces * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tconst defaultFaceData: [number, number][] = Array.from({ length: maxFaces }, () => [0.5, 0.5]);\n\t\t\tshaderPad.initializeUniform('u_faceLandmarks', 'float', defaultFaceLandmarks, {\n\t\t\t\tarrayLength: maxFaces * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tshaderPad.initializeUniform('u_faceCenter', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_leftEye', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_rightEye', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_noseTip', 'float', defaultFaceData, { arrayLength: maxFaces });\n\t\t\tshaderPad.initializeUniform('u_mouth', 'float', defaultFaceData, { arrayLength: maxFaces });\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = faceLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = faceLandmarker.detect(source);\n\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Face detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (faceLandmarker) {\n\t\t\t\tfaceLandmarker.close();\n\t\t\t\tfaceLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tfaceMaskCanvas.remove();\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform vec2 u_faceLandmarks[${maxFaces * LANDMARK_COUNT}];\nuniform vec2 u_faceCenter[${maxFaces}];\nuniform vec2 u_leftEye[${maxFaces}];\nuniform vec2 u_rightEye[${maxFaces}];\nuniform vec2 u_noseTip[${maxFaces}];\nuniform vec2 u_mouth[${maxFaces}];\nuniform sampler2D u_faceMask;\nvec2 faceLandmark(int faceIndex, int landmarkIndex) {\n\treturn u_faceLandmarks[faceIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}\nfloat getFace(vec2 pos) { return texture(u_faceMask, pos).g; }\nfloat getEye(vec2 pos) { return texture(u_faceMask, pos).b; }\nfloat getMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"AAaA,IAAMA,EAAiB,IACjBC,EAAmB,CACxB,aAAc,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAC/D,SAAU,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACzF,gBAAiB,IACjB,cAAe,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACxD,UAAW,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EACvF,iBAAkB,IAClB,SAAU,EACV,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GAAG,EACrG,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EAAE,CACtG,EAEA,SAASC,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,SAAAC,EAAU,WAAAC,CAAW,EAAIF,EAE7BG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAClDC,EAAY,yBAA2B,UAEvC,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EAA2BC,EAAmD,CACtF,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KAGR,QAAWC,KAAYL,EACtBC,EAAO,KAAK,IAAIA,EAAMI,EAAS,CAAC,EAChCH,EAAO,KAAK,IAAIA,EAAMG,EAAS,CAAC,EAChCF,EAAO,KAAK,IAAIA,EAAME,EAAS,CAAC,EAChCD,EAAO,KAAK,IAAIA,EAAMC,EAAS,CAAC,EAGjC,IAAMC,GAAWL,EAAOC,GAAQ,EAC1BK,GAAWJ,EAAOC,GAAQ,EAChC,MAAO,CAACE,EAASC,CAAO,CACzB,CAEA,SAASC,EAAWR,EAAiCS,EAA4C,CAChGf,EAAY,UAAY,OAAO,KAAK,MAAMe,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAAMA,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAC/FA,EAAM,EAAI,GACX,CAAC,IACD,IAAMC,EAASV,EAAU,CAAC,EAC1BN,EAAY,UAAU,EACtBA,EAAY,OAAOgB,EAAO,EAAIjB,EAAe,MAAOiB,EAAO,EAAIjB,EAAe,MAAM,EACpF,QAASkB,EAAI,EAAGA,EAAIX,EAAU,OAAQW,IAAK,CAC1C,IAAMC,EAAcZ,EAAUW,CAAC,EAC/BjB,EAAY,OAAOkB,EAAY,EAAInB,EAAe,MAAOmB,EAAY,EAAInB,EAAe,MAAM,CAC/F,CACAC,EAAY,UAAU,EACtBA,EAAY,KAAK,CAClB,CAEA,eAAemB,EAAkBC,EAA+B,CAC/D,GAAI,CAAC5B,EAAgB,CACpB,QAAQ,KAAK,0DAA0D,EACvE,MACD,CAEA,GAAI,CACH,GAAM,CAAE,eAAAW,CAAe,EAAI,KAAM,QAAO,yBAAyB,EACjEH,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAEvEqB,EAAM,QAAQ,CAACd,EAAWW,IAAM,CAK/BH,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CACvB,EAEAP,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CACvB,EAIAP,EACCX,EAAe,2BAA2B,IAAI,CAAC,CAAE,MAAAmB,CAAM,IAAMhB,EAAUgB,CAAK,CAAC,EAC7E,CAAE,EAAG,EAAG,EAAG,IAAM,EAAG,CAAE,CACvB,EAEAR,EACCX,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAAmB,CAAM,IAAMhB,EAAUgB,CAAK,CAAC,EAC3E,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,CAAE,CACpB,EAIAR,EACChC,EAAiB,aAAa,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EACjE,CACC,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CACD,EACAP,EACChC,EAAiB,cAAc,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAClE,CACC,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CACD,EAEAP,EACChC,EAAiB,SAAS,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC7D,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CACvB,EACAP,EACChC,EAAiB,UAAU,IAAKuC,GAAgBf,EAAUe,CAAG,CAAC,EAC9D,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CACvB,CACD,CAAC,EAEDjC,EAAU,eAAe,CAAE,WAAYW,CAAe,CAAC,CACxD,OAASK,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAASmB,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,cAAe,OAE3B,IAAMC,EAAoC,CAAC,EACrCC,EAAkC,CAAC,EACnCC,EAA+B,CAAC,EAChCC,EAAgC,CAAC,EACjCC,EAA+B,CAAC,EAChCC,EAA6B,CAAC,EACpC,QAAWxB,KAAakB,EAAO,cAAe,CAE7C,IAAMO,EAAmBzB,EAAU,IAAKK,GAAiC,CAACA,EAAS,EAAG,EAAIA,EAAS,CAAC,CAAC,EACrGc,EAAc,KAAKM,CAAgB,EACnCL,EAAY,KAAKrB,EAA2B0B,CAAgB,CAAC,EAC7DJ,EAAS,KAAKI,EAAiBjD,EAAiB,eAAe,CAAC,EAChE8C,EAAU,KAAKG,EAAiBjD,EAAiB,gBAAgB,CAAC,EAClE+C,EAAS,KAAKE,EAAiBjD,EAAiB,QAAQ,CAAC,EACzDgD,EAAO,KACNzB,EAA2BvB,EAAiB,UAAU,IAAKuC,GAAgBU,EAAiBV,CAAG,CAAC,CAAC,CAClG,CACD,CAEAF,EAAkBK,EAAO,aAAa,EAAE,MAAMpB,GAAS,CACtD,QAAQ,KAAK,6BAA8BA,CAAK,CACjD,CAAC,EAED,IAAM4B,EAASR,EAAO,cAAc,OAC9BS,EAA0D,CAAE,SAAUD,CAAO,EAC/EA,IACC1C,EAAS,IAAI,iBAAiB,IAAG2C,EAAQ,gBAAkBR,GAC3DnC,EAAS,IAAI,cAAc,IAAG2C,EAAQ,aAAeP,GACrDpC,EAAS,IAAI,WAAW,IAAG2C,EAAQ,UAAYN,GAC/CrC,EAAS,IAAI,YAAY,IAAG2C,EAAQ,WAAaL,GACjDtC,EAAS,IAAI,WAAW,IAAG2C,EAAQ,UAAYJ,GAC/CvC,EAAS,IAAI,SAAS,IAAG2C,EAAQ,QAAUH,IAEhD1C,EAAU,eAAe6C,CAAO,CACjC,CAEA7C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcW,CAAc,EACxDX,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAM8C,EAA2C,MAAM,KAAK,CAAE,OAAQtC,EAAWf,CAAe,EAAG,IAAM,CACxG,GAAK,EACN,CAAC,EACKsD,EAAsC,MAAM,KAAK,CAAE,OAAQvC,CAAS,EAAG,IAAM,CAAC,GAAK,EAAG,CAAC,EAC7FR,EAAU,kBAAkB,kBAAmB,QAAS8C,EAAsB,CAC7E,YAAatC,EAAWf,CACzB,CAAC,EACDO,EAAU,kBAAkB,eAAgB,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC/FR,EAAU,kBAAkB,YAAa,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC5FR,EAAU,kBAAkB,aAAc,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC7FR,EAAU,kBAAkB,YAAa,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAC5FR,EAAU,kBAAkB,UAAW,QAAS+C,EAAiB,CAAE,YAAavC,CAAS,CAAC,EAE1F,MAAMK,EAAyB,CAChC,CAAC,EAEDb,EAAU,aAAa,iBAAmB6C,GAA2C,CACpF,IAAMG,EAASH,EAAQhD,CAAW,EASlC,GARI,GAACmD,IAEkBzC,EAAe,IAAIV,CAAW,IAC9BmD,IACtB1C,EAAgB,IAGjBC,EAAe,IAAIV,EAAamD,CAAM,EAClC,CAAC5C,IACL,GAAI,CACH,GAAI4C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB1C,EAAe,CACzCA,EAAgB0C,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5Bb,EAAShC,EAAe,eAAe4C,EAAQC,CAAS,EAC9Dd,EAAmBC,CAAM,CAC1B,CACD,SAAWY,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMZ,EAAShC,EAAe,OAAO4C,CAAM,EAC3Cb,EAAmBC,CAAM,CAC1B,CACD,OAASpB,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAe,OAAO,CACvB,CAAC,EAEDR,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWf,CAAc;AAAA,4BAC5Be,CAAQ;AAAA,yBACXA,CAAQ;AAAA,0BACPA,CAAQ;AAAA,yBACTA,CAAQ;AAAA,uBACVA,CAAQ;AAAA;AAAA;AAAA,sCAGOf,CAAc;AAAA;AAAA;AAAA;AAAA,gEAIY,CAC/D,CACD,CAEA,IAAOyD,EAAQvD","names":["LANDMARK_COUNT","LANDMARK_INDICES","face","config","textureName","options","defaultModelPath","shaderPad","context","uniforms","injectGLSL","faceLandmarker","vision","lastVideoTime","textureSources","maxFaces","maskWidth","maskHeight","faceMaskCanvas","faceMaskCtx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","error","calculateBoundingBoxCenter","landmarks","minX","maxX","minY","maxY","landmark","centerX","centerY","fillRegion","color","origin","i","destination","updateMaskTexture","faces","idx","start","processFaceResults","result","faceLandmarks","faceCenters","leftEyes","rightEyes","noseTips","mouths","flippedLandmarks","nFaces","updates","defaultFaceLandmarks","defaultFaceData","source","timestamp","face_default"]}
+{"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, FaceLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n\tonResults?: (results: FaceLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 478;\nconst CUSTOM_LANDMARK_COUNT = 2;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: [336, 296, 334, 293, 300, 276, 283, 282, 295, 285],\n\tLEFT_EYE: [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382],\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: [70, 63, 105, 66, 107, 55, 65, 52, 53, 46],\n\tRIGHT_EYE: [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7],\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_LIP: [61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146],\n\tINNER_LIP: [78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95],\n\t// Custom landmarks.\n\tFACE_CENTER: STANDARD_LANDMARK_COUNT,\n\tMOUTH_CENTER: STANDARD_LANDMARK_COUNT + 1,\n};\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst faceMaskCanvas = document.createElement('canvas');\n\t\tfaceMaskCanvas.width = maskWidth;\n\t\tfaceMaskCanvas.height = maskHeight;\n\t\tconst faceMaskCtx = faceMaskCanvas.getContext('2d')!;\n\t\tfaceMaskCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Face Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\tfaceIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction fillRegion(faceIdx: number, landmarkIndices: number[], color: { r: number; g: number; b: number }) {\n\t\t\tif (!landmarksDataArray) return;\n\t\t\tfaceMaskCtx.fillStyle = `rgb(${Math.round(color.r * 255)}, ${Math.round(color.g * 255)}, ${Math.round(\n\t\t\t\tcolor.b * 255\n\t\t\t)})`;\n\t\t\tfaceMaskCtx.beginPath();\n\t\t\tconst originIdx = (faceIdx * LANDMARK_COUNT + landmarkIndices[0]) * 4;\n\t\t\tconst originX = landmarksDataArray[originIdx];\n\t\t\tconst originY = landmarksDataArray[originIdx + 1];\n\t\t\tfaceMaskCtx.moveTo(originX * faceMaskCanvas.width, originY * faceMaskCanvas.height);\n\n\t\t\tfor (let i = 1; i < landmarkIndices.length; ++i) {\n\t\t\t\tconst destIdx = (faceIdx * LANDMARK_COUNT + landmarkIndices[i]) * 4;\n\t\t\t\tconst destX = landmarksDataArray[destIdx];\n\t\t\t\tconst destY = landmarksDataArray[destIdx + 1];\n\t\t\t\tfaceMaskCtx.lineTo(destX * faceMaskCanvas.width, destY * faceMaskCanvas.height);\n\t\t\t}\n\t\t\tfaceMaskCtx.closePath();\n\t\t\tfaceMaskCtx.fill();\n\t\t}\n\n\t\tasync function updateMaskTexture(nFaces: number) {\n\t\t\tif (!faceLandmarker || !landmarksDataArray) {\n\t\t\t\tconsole.warn('[Face Plugin] Cannot update mask: faceLandmarker or landmarksDataArray missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tconst { FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tfaceMaskCtx.clearRect(0, 0, faceMaskCanvas.width, faceMaskCanvas.height);\n\n\t\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\t\t// Build combined mask with RGBA channels\n\t\t\t\t\t// R: Mouth | G: Face | B: Eyes\n\t\t\t\t\t// Mouth (red channel).\n\t\t\t\t\t// Lips.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.OUTER_LIP, { r: 0.25, g: 0, b: 0 });\n\t\t\t\t\t// Inner mouth.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.INNER_LIP, { r: 0.75, g: 0, b: 0 });\n\n\t\t\t\t\t// Face (green channel).\n\t\t\t\t\t// Entire face.\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tfaceIdx,\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_TESSELATION.map(({ start }) => start),\n\t\t\t\t\t\t{ r: 0, g: 0.25, b: 0 }\n\t\t\t\t\t);\n\t\t\t\t\t// Face contour (excludes nose in profile view).\n\t\t\t\t\tfillRegion(\n\t\t\t\t\t\tfaceIdx,\n\t\t\t\t\t\tFaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => start),\n\t\t\t\t\t\t{ r: 0, g: 1, b: 0 }\n\t\t\t\t\t);\n\n\t\t\t\t\t// Eyes (blue channel).\n\t\t\t\t\t// Eyebrows.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.LEFT_EYEBROW, {\n\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\tb: 0.15,\n\t\t\t\t\t});\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.RIGHT_EYEBROW, {\n\t\t\t\t\t\tr: 0,\n\t\t\t\t\t\tg: 0,\n\t\t\t\t\t\tb: 0.35,\n\t\t\t\t\t});\n\t\t\t\t\t// Eyes.\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.LEFT_EYE, { r: 0, g: 0, b: 0.65 });\n\t\t\t\t\tfillRegion(faceIdx, LANDMARK_INDICES.RIGHT_EYE, { r: 0, g: 0, b: 0.85 });\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_faceMask: faceMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction updateLandmarksTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nFaces = faces.length;\n\t\t\tconst totalLandmarks = nFaces * LANDMARK_COUNT;\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst landmarks = faces[faceIdx];\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\tconst faceCenter = calculateBoundingBoxCenter(\n\t\t\t\t\tlandmarksDataArray,\n\t\t\t\t\tfaceIdx,\n\t\t\t\t\tArray.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i)\n\t\t\t\t);\n\t\t\t\tconst faceCenterIdx = (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.FACE_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[faceCenterIdx] = faceCenter[0];\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 1] = faceCenter[1];\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 2] = 0; // Z\n\t\t\t\tlandmarksDataArray[faceCenterIdx + 3] = 1; // Visibility\n\n\t\t\t\t// Mouth center (landmark 479) - uses INNER_LIP landmarks\n\t\t\t\tconst mouthCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, LANDMARK_INDICES.INNER_LIP);\n\t\t\t\tconst mouthCenterIdx = (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.MOUTH_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[mouthCenterIdx] = mouthCenter[0];\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 1] = mouthCenter[1];\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 2] = 0; // Z\n\t\t\t\tlandmarksDataArray[mouthCenterIdx + 3] = 1; // Visibility\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_faceLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processFaceResults(result: FaceLandmarkerResult) {\n\t\t\tif (!result.faceLandmarks || !landmarksDataArray) return;\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tupdateLandmarksTexture(result.faceLandmarks);\n\t\t\tupdateMaskTexture(nFaces).catch(error => {\n\t\t\t\tconsole.warn('Mask texture update error:', error);\n\t\t\t});\n\t\t\tshaderPad.updateUniforms({ u_nFaces: nFaces });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', faceMaskCanvas, { preserveY: true });\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxFaces * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_faceLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = faceLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = faceLandmarker.detect(source);\n\t\t\t\t\tprocessFaceResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Face detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (faceLandmarker) {\n\t\t\t\tfaceLandmarker.close();\n\t\t\t\tfaceLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tfaceMaskCanvas.remove();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform sampler2D u_faceLandmarksTex;\nuniform sampler2D u_faceMask;\n\n#define FACE_LANDMARK_L_EYE_CENTER ${LANDMARK_INDICES.LEFT_EYE_CENTER}\n#define FACE_LANDMARK_R_EYE_CENTER ${LANDMARK_INDICES.RIGHT_EYE_CENTER}\n#define FACE_LANDMARK_NOSE_TIP ${LANDMARK_INDICES.NOSE_TIP}\n#define FACE_LANDMARK_FACE_CENTER ${LANDMARK_INDICES.FACE_CENTER}\n#define FACE_LANDMARK_MOUTH_CENTER ${LANDMARK_INDICES.MOUTH_CENTER}\n\nvec4 faceLandmark(int faceIndex, int landmarkIndex) {\n\tint i = faceIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);\n}\nfloat inFace(vec2 pos) { return texture(u_faceMask, pos).g; }\nfloat inEye(vec2 pos) { return texture(u_faceMask, pos).b; }\nfloat inMouth(vec2 pos) { return texture(u_faceMask, pos).r; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"AAcA,IAAMA,EAA0B,IAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAmB,CACxB,aAAc,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAC/D,SAAU,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACzF,gBAAiB,IACjB,cAAe,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACxD,UAAW,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EACvF,iBAAkB,IAClB,SAAU,EACV,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GAAG,EACrG,UAAW,CAAC,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EAAE,EAErG,YAAaH,EACb,aAAcA,EAA0B,CACzC,EAEA,SAASI,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAExCC,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAClDC,EAAY,yBAA2B,UAEvC,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFb,EAAS,MAAMY,EAAgB,eAC9B,kEACD,EAEAb,EAAiB,MAAMc,EAAe,kBAAkBb,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,CACF,OAASqB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EACRT,EACAU,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU5B,EAAiBoC,GAAO,EAC7CE,EAAIpB,EAAmBmB,CAAO,EAC9BE,EAAIrB,EAAmBmB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQhB,EAAmBmB,EAAU,CAAC,EACtCF,GAAiBjB,EAAmBmB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAWhB,EAAiBC,EAA2BgB,EAA4C,CAC3G,GAAI,CAAC3B,EAAoB,OACzBI,EAAY,UAAY,OAAO,KAAK,MAAMuB,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAAMA,EAAM,EAAI,GAAG,CAAC,KAAK,KAAK,MAC/FA,EAAM,EAAI,GACX,CAAC,IACDvB,EAAY,UAAU,EACtB,IAAMwB,GAAalB,EAAU5B,EAAiB6B,EAAgB,CAAC,GAAK,EAC9DkB,EAAU7B,EAAmB4B,CAAS,EACtCE,EAAU9B,EAAmB4B,EAAY,CAAC,EAChDxB,EAAY,OAAOyB,EAAU1B,EAAe,MAAO2B,EAAU3B,EAAe,MAAM,EAElF,QAAS4B,EAAI,EAAGA,EAAIpB,EAAgB,OAAQ,EAAEoB,EAAG,CAChD,IAAMC,GAAWtB,EAAU5B,EAAiB6B,EAAgBoB,CAAC,GAAK,EAC5DE,EAAQjC,EAAmBgC,CAAO,EAClCE,EAAQlC,EAAmBgC,EAAU,CAAC,EAC5C5B,EAAY,OAAO6B,EAAQ9B,EAAe,MAAO+B,EAAQ/B,EAAe,MAAM,CAC/E,CACAC,EAAY,UAAU,EACtBA,EAAY,KAAK,CAClB,CAEA,eAAe+B,EAAkBC,EAAgB,CAChD,GAAI,CAAC3C,GAAkB,CAACO,EAAoB,CAC3C,QAAQ,KAAK,gFAAgF,EAC7F,MACD,CAEA,GAAI,CACH,GAAM,CAAE,eAAAO,CAAe,EAAI,KAAM,QAAO,yBAAyB,EACjEH,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAEvE,QAASO,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAKzCgB,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CAAC,EAEvE2C,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,IAAM,EAAG,EAAG,EAAG,CAAE,CAAC,EAIvE2C,EACChB,EACAH,EAAe,2BAA2B,IAAI,CAAC,CAAE,MAAA8B,CAAM,IAAMA,CAAK,EAClE,CAAE,EAAG,EAAG,EAAG,IAAM,EAAG,CAAE,CACvB,EAEAX,EACChB,EACAH,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAA8B,CAAM,IAAMA,CAAK,EAChE,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,CAAE,CACpB,EAIAX,EAAWhB,EAAS3B,EAAiB,aAAc,CAClD,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CAAC,EACD2C,EAAWhB,EAAS3B,EAAiB,cAAe,CACnD,EAAG,EACH,EAAG,EACH,EAAG,GACJ,CAAC,EAED2C,EAAWhB,EAAS3B,EAAiB,SAAU,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CAAC,EACtE2C,EAAWhB,EAAS3B,EAAiB,UAAW,CAAE,EAAG,EAAG,EAAG,EAAG,EAAG,GAAK,CAAC,EAGxEM,EAAU,eAAe,CAAE,WAAYc,CAAe,CAAC,CACxD,OAASK,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS8B,EAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMoC,EAASG,EAAM,OACfC,EAAiBJ,EAAStD,EAEhC,QAAS4B,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAM+B,EAAYF,EAAM7B,CAAO,EAC/B,QAASgC,EAAQ,EAAGA,EAAQ9D,EAAyB,EAAE8D,EAAO,CAC7D,IAAMC,EAAWF,EAAUC,CAAK,EAC1BvB,GAAWT,EAAU5B,EAAiB4D,GAAS,EACrD1C,EAAmBmB,CAAO,EAAIwB,EAAS,EACvC3C,EAAmBmB,EAAU,CAAC,EAAI,EAAIwB,EAAS,EAC/C3C,EAAmBmB,EAAU,CAAC,EAAIwB,EAAS,GAAK,EAChD3C,EAAmBmB,EAAU,CAAC,EAAIwB,EAAS,YAAc,CAC1D,CAEA,IAAMC,EAAanC,EAClBT,EACAU,EACA,MAAM,KAAK,CAAE,OAAQ9B,CAAwB,EAAG,CAACiE,EAAGd,IAAMA,CAAC,CAC5D,EACMe,GAAiBpC,EAAU5B,EAAiBC,EAAiB,aAAe,EAClFiB,EAAmB8C,CAAa,EAAIF,EAAW,CAAC,EAChD5C,EAAmB8C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD5C,EAAmB8C,EAAgB,CAAC,EAAI,EACxC9C,EAAmB8C,EAAgB,CAAC,EAAI,EAGxC,IAAMC,EAActC,EAA2BT,EAAoBU,EAAS3B,EAAiB,SAAS,EAChGiE,GAAkBtC,EAAU5B,EAAiBC,EAAiB,cAAgB,EACpFiB,EAAmBgD,CAAc,EAAID,EAAY,CAAC,EAClD/C,EAAmBgD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtD/C,EAAmBgD,EAAiB,CAAC,EAAI,EACzChD,EAAmBgD,EAAiB,CAAC,EAAI,CAC1C,CAEA,IAAMC,EAAe,KAAK,KAAKT,EAAiB1C,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQmD,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,eAAiB,CAACnD,EAAoB,OAElD,IAAMoC,EAASe,EAAO,cAAc,OACpCb,EAAuBa,EAAO,aAAa,EAC3ChB,EAAkBC,CAAM,EAAE,MAAM5B,GAAS,CACxC,QAAQ,KAAK,6BAA8BA,CAAK,CACjD,CAAC,EACDnB,EAAU,eAAe,CAAE,SAAU+C,CAAO,CAAC,EAE7CjD,GAAS,YAAYgE,CAAM,CAC5B,CAEA9D,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcc,EAAgB,CAAE,UAAW,EAAK,CAAC,EAC7Ed,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMmD,EAAiB3C,EAAWf,EAClCiB,EAAyB,KAAK,KAAKyC,EAAiB1C,CAAuB,EAC3E,IAAMsD,EAActD,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaoD,CAAW,EAEjD/D,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMa,EAAyB,CAChC,CAAC,EAEDhB,EAAU,aAAa,iBAAmBgE,GAA2C,CACpF,IAAMC,EAASD,EAAQnE,CAAW,EASlC,GARI,GAACoE,IAEkB1D,EAAe,IAAIV,CAAW,IAC9BoE,IACtB3D,EAAgB,IAGjBC,EAAe,IAAIV,EAAaoE,CAAM,EAClC,CAAC7D,IACL,GAAI,CACH,GAAI6D,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3D,EAAe,CACzCA,EAAgB2D,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAAS1D,EAAe,eAAe6D,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1D,EAAe,OAAO6D,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS3C,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDnB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBO,EAAe,OAAO,EACtBH,EAAqB,IACtB,CAAC,EAEDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qCAMwBR,EAAiB,eAAe;AAAA,qCAChCA,EAAiB,gBAAgB;AAAA,iCACrCA,EAAiB,QAAQ;AAAA,oCACtBA,EAAiB,WAAW;AAAA,qCAC3BA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CD,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA,+DAKyB,CAC9D,CACD,CAEA,IAAO0D,EAAQxE","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARK_INDICES","face","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","faceLandmarker","vision","lastVideoTime","textureSources","maxFaces","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","maskWidth","maskHeight","faceMaskCanvas","faceMaskCtx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","error","calculateBoundingBoxCenter","faceIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","fillRegion","color","originIdx","originX","originY","i","destIdx","destX","destY","updateMaskTexture","nFaces","start","updateLandmarksTexture","faces","totalLandmarks","landmarks","lmIdx","landmark","faceCenter","_","faceCenterIdx","mouthCenter","mouthCenterIdx","rowsToUpdate","processFaceResults","result","textureSize","updates","source","timestamp","face_default"]}

package/dist/plugins/hands.d.mts

@@ -1,4 +1,5 @@
 import ShaderPad, { PluginContext } from '../index.mjs';
+import { HandLandmarkerResult } from '@mediapipe/tasks-vision';
 
 interface HandsPluginOptions {
     modelPath?: string;
@@ -6,6 +7,7 @@ interface HandsPluginOptions {
     minHandDetectionConfidence?: number;
     minHandPresenceConfidence?: number;
     minTrackingConfidence?: number;
+    onResults?: (results: HandLandmarkerResult) => void;
 }
 declare function hands(config: {
     textureName: string;

package/dist/plugins/hands.d.ts

@@ -1,4 +1,5 @@
 import ShaderPad, { PluginContext } from '../index.js';
+import { HandLandmarkerResult } from '@mediapipe/tasks-vision';
 
 interface HandsPluginOptions {
     modelPath?: string;
@@ -6,6 +7,7 @@ interface HandsPluginOptions {
     minHandDetectionConfidence?: number;
     minHandPresenceConfidence?: number;
     minTrackingConfidence?: number;
+    onResults?: (results: HandLandmarkerResult) => void;
 }
 declare function hands(config: {
     textureName: string;

package/dist/plugins/hands.js

@@ -1,8 +1,11 @@
-"use strict";var _=Object.create;var l=Object.defineProperty;var v=Object.getOwnPropertyDescriptor;var b=Object.getOwnPropertyNames;var S=Object.getPrototypeOf,w=Object.prototype.hasOwnProperty;var N=(e,t)=>{for(var a in t)l(e,a,{get:t[a],enumerable:!0})},x=(e,t,a,c)=>{if(t&&typeof t=="object"||typeof t=="function")for(let o of b(t))!w.call(e,o)&&o!==a&&l(e,o,{get:()=>t[o],enumerable:!(c=v(t,o))||c.enumerable});return e};var M=(e,t,a)=>(a=e!=null?_(S(e)):{},x(t||!e||!e.__esModule?l(a,"default",{value:e,enumerable:!0}):a,e)),P=e=>x(l({},"__esModule",{value:!0}),e);var E={};N(E,{default:()=>D});module.exports=P(E);var f=22,z=[0,0,5,9,13,17];function A(e){let{textureName:t,options:a}=e,c="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(o,L){let{injectGLSL:y}=L,d=null,p=null,H=-1,k=new Map,u=a?.maxHands??2;async function C(){try{let{FilesetResolver:r,HandLandmarker:n}=await import("@mediapipe/tasks-vision");p=await r.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),d=await n.createFromOptions(p,{baseOptions:{modelAssetPath:a?.modelPath||c},runningMode:"VIDEO",numHands:a?.maxHands??2,minHandDetectionConfidence:a?.minHandDetectionConfidence??.5,minHandPresenceConfidence:a?.minHandPresenceConfidence??.5,minTrackingConfidence:a?.minTrackingConfidence??.5})}catch(r){throw console.error("Failed to initialize Hand Landmarker:",r),r}}function T(r){let n=z.map(i=>r[i]).filter(i=>i&&typeof i.x=="number"&&typeof i.y=="number");if(n.length===0)return[0,0];let m=0,s=0;for(let i of n)m+=i.x,s+=i.y;return[m/n.length,s/n.length]}function h(r){if(!r.landmarks)return;let n=r.landmarks.length,m={u_nHands:n};n&&(m.u_handLandmarks=r.landmarks.flatMap(s=>{let i=T(s);return i[1]=1-i[1],s.map(g=>[g.x,1-g.y]).concat([i])})),o.updateUniforms(m)}o.registerHook("init",async()=>{o.initializeUniform("u_maxHands","int",u),o.initializeUniform("u_nHands","int",0);let r=Array.from({length:u*f},()=>[.5,.5]);o.initializeUniform("u_handLandmarks","float",r,{arrayLength:u*f}),await C()}),o.registerHook("updateTextures",r=>{let n=r[t];if(!(!n||(k.get(t)!==n&&(H=-1),k.set(t,n),!d)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==H){H=n.currentTime;let s=performance.now(),i=d.detectForVideo(n,s);h(i)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let s=d.detect(n);h(s)}}catch(s){console.warn("Hand detection error:",s)}}),o.registerHook("destroy",()=>{d&&(d.close(),d=null),p=null,k.clear()}),y(`
+"use strict";var V=Object.create;var y=Object.defineProperty;var P=Object.getOwnPropertyDescriptor;var K=Object.getOwnPropertyNames;var X=Object.getPrototypeOf,B=Object.prototype.hasOwnProperty;var Y=(t,i)=>{for(var a in i)y(t,a,{get:i[a],enumerable:!0})},b=(t,i,a,T)=>{if(i&&typeof i=="object"||typeof i=="function")for(let o of K(i))!B.call(t,o)&&o!==a&&y(t,o,{get:()=>i[o],enumerable:!(T=P(i,o))||T.enumerable});return t};var $=(t,i,a)=>(a=t!=null?V(X(t)):{},b(i||!t||!t.__esModule?y(a,"default",{value:t,enumerable:!0}):a,t)),j=t=>b(y({},"__esModule",{value:!0}),t);var Q={};Y(Q,{default:()=>J});module.exports=j(Q);var G=21,W=1,k=G+W,Z=[0,0,5,9,13,17];function q(t){let{textureName:i,options:a}=t,T="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(o,w){let{injectGLSL:I,gl:g}=w,m=null,_=null,C=-1,A=new Map,M=a?.maxHands??2,l=512,R=0,r=null;async function F(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");_=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),m=await n.createFromOptions(_,{baseOptions:{modelAssetPath:a?.modelPath||T},runningMode:"VIDEO",numHands:a?.maxHands??2,minHandDetectionConfidence:a?.minHandDetectionConfidence??.5,minHandPresenceConfidence:a?.minHandPresenceConfidence??.5,minTrackingConfidence:a?.minTrackingConfidence??.5})}catch(e){throw console.error("Failed to initialize Hand Landmarker:",e),e}}function D(e,n,x){let d=1/0,s=-1/0,p=1/0,c=-1/0,u=0,f=0;for(let U of x){let L=(n*k+U)*4,S=e[L],v=e[L+1];d=Math.min(d,S),s=Math.max(s,S),p=Math.min(p,v),c=Math.max(c,v),u+=e[L+2],f+=e[L+3]}let h=(d+s)/2,H=(p+c)/2,O=u/x.length,z=f/x.length;return[h,H,O,z]}function E(e){if(!r)return;let n=e.length,x=n*k;for(let s=0;s<n;++s){let p=e[s];for(let f=0;f<21;++f){let h=p[f],H=(s*k+f)*4;r[H]=h.x,r[H+1]=1-h.y,r[H+2]=h.z??0,r[H+3]=h.visibility??1}let c=D(r,s,Z),u=(s*k+21)*4;r[u]=c[0],r[u+1]=c[1],r[u+2]=c[2],r[u+3]=c[3]}let d=Math.ceil(x/l);o.updateTextures({u_handLandmarksTex:{data:r,width:l,height:d}})}function N(e){if(!e.landmarks||!r)return;let n=e.landmarks.length;E(e.landmarks),o.updateUniforms({u_nHands:n}),a?.onResults?.(e)}o.registerHook("init",async()=>{o.initializeUniform("u_maxHands","int",M),o.initializeUniform("u_nHands","int",0);let e=M*k;R=Math.ceil(e/l);let n=l*R*4;r=new Float32Array(n),o.initializeTexture("u_handLandmarksTex",{data:r,width:l,height:R},{internalFormat:g.RGBA32F,type:g.FLOAT,minFilter:g.NEAREST,magFilter:g.NEAREST}),await F()}),o.registerHook("updateTextures",e=>{let n=e[i];if(!(!n||(A.get(i)!==n&&(C=-1),A.set(i,n),!m)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==C){C=n.currentTime;let d=performance.now(),s=m.detectForVideo(n,d);N(s)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let d=m.detect(n);N(d)}}catch(d){console.warn("Hand detection error:",d)}}),o.registerHook("destroy",()=>{m&&(m.close(),m=null),_=null,A.clear(),r=null}),I(`
 uniform int u_maxHands;
 uniform int u_nHands;
-uniform vec2 u_handLandmarks[${u*f}];
-vec2 handLandmark(int handIndex, int landmarkIndex) {
-	return u_handLandmarks[handIndex * ${f} + landmarkIndex];
-}`)}}var D=A;
+uniform sampler2D u_handLandmarksTex;
+vec4 handLandmark(int handIndex, int landmarkIndex) {
+	int i = handIndex * ${k} + landmarkIndex;
+	int x = i % ${l};
+	int y = i / ${l};
+	return texelFetch(u_handLandmarksTex, ivec2(x, y), 0);
+}`)}}var J=q;
 //# sourceMappingURL=hands.js.map

package/dist/plugins/hands.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n}\n\nconst LANDMARK_COUNT = 21 + 1; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models, plus the hand center.\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17]; // Wrist + MCP joints of all fingers, weighted toward the wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Hand Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateHandCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tconst visibleLandmarks = HAND_CENTER_LANDMARKS.map(index => landmarks[index]).filter(\n\t\t\t\tlandmark => landmark && typeof landmark.x === 'number' && typeof landmark.y === 'number'\n\t\t\t);\n\t\t\tif (visibleLandmarks.length === 0) return [0, 0];\n\n\t\t\tlet sumX = 0,\n\t\t\t\tsumY = 0;\n\t\t\tfor (const landmark of visibleLandmarks) {\n\t\t\t\tsumX += landmark.x;\n\t\t\t\tsumY += landmark.y;\n\t\t\t}\n\t\t\treturn [sumX / visibleLandmarks.length, sumY / visibleLandmarks.length];\n\t\t}\n\n\t\tfunction processHandResults(result: any) {\n\t\t\tif (!result.landmarks) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nHands: nHands };\n\t\t\tif (nHands) {\n\t\t\t\tupdates.u_handLandmarks = result.landmarks.flatMap((landmarks: NormalizedLandmark[]) => {\n\t\t\t\t\tconst handCenter = calculateHandCenter(landmarks);\n\t\t\t\t\thandCenter[1] = 1.0 - handCenter[1];\n\t\t\t\t\treturn landmarks.map(landmark => [landmark.x, 1.0 - landmark.y]).concat([handCenter]);\n\t\t\t\t});\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\t\t\tconst defaultHandLandmarks: [number, number][] = Array.from({ length: maxHands * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tshaderPad.initializeUniform('u_handLandmarks', 'float', defaultHandLandmarks, {\n\t\t\t\tarrayLength: maxHands * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Hand detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform vec2 u_handLandmarks[${maxHands * LANDMARK_COUNT}];\nvec2 handLandmark(int handIndex, int landmarkIndex) {\n\treturn u_handLandmarks[handIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"0jBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GAWA,IAAMI,EAAiB,GACjBC,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,CAAW,EAAID,EAEnBE,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWT,GAAS,UAAY,EAEtC,eAAeU,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFN,EAAS,MAAMK,EAAgB,eAC9B,kEACD,EAEAN,EAAiB,MAAMO,EAAe,kBAAkBN,EAAQ,CAC/D,YAAa,CACZ,eAAgBN,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASa,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EAAoBC,EAAmD,CAC/E,IAAMC,EAAmBpB,EAAsB,IAAIqB,GAASF,EAAUE,CAAK,CAAC,EAAE,OAC7EC,GAAYA,GAAY,OAAOA,EAAS,GAAM,UAAY,OAAOA,EAAS,GAAM,QACjF,EACA,GAAIF,EAAiB,SAAW,EAAG,MAAO,CAAC,EAAG,CAAC,EAE/C,IAAIG,EAAO,EACVC,EAAO,EACR,QAAWF,KAAYF,EACtBG,GAAQD,EAAS,EACjBE,GAAQF,EAAS,EAElB,MAAO,CAACC,EAAOH,EAAiB,OAAQI,EAAOJ,EAAiB,MAAM,CACvE,CAEA,SAASK,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,UAAW,OAEvB,IAAMC,EAASD,EAAO,UAAU,OAC1BE,EAA0D,CAAE,SAAUD,CAAO,EAC/EA,IACHC,EAAQ,gBAAkBF,EAAO,UAAU,QAASP,GAAoC,CACvF,IAAMU,EAAaX,EAAoBC,CAAS,EAChD,OAAAU,EAAW,CAAC,EAAI,EAAMA,EAAW,CAAC,EAC3BV,EAAU,IAAIG,GAAY,CAACA,EAAS,EAAG,EAAMA,EAAS,CAAC,CAAC,EAAE,OAAO,CAACO,CAAU,CAAC,CACrF,CAAC,GAEFvB,EAAU,eAAesB,CAAO,CACjC,CAEAtB,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOO,CAAQ,EACzDP,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAMwB,EAA2C,MAAM,KAAK,CAAE,OAAQjB,EAAWd,CAAe,EAAG,IAAM,CACxG,GAAK,EACN,CAAC,EACDO,EAAU,kBAAkB,kBAAmB,QAASwB,EAAsB,CAC7E,YAAajB,EAAWd,CACzB,CAAC,EACD,MAAMe,EAAyB,CAChC,CAAC,EAEDR,EAAU,aAAa,iBAAmBsB,GAA2C,CACpF,IAAMG,EAASH,EAAQzB,CAAW,EASlC,GARI,GAAC4B,IAEkBnB,EAAe,IAAIT,CAAW,IAC9B4B,IACtBpB,EAAgB,IAGjBC,EAAe,IAAIT,EAAa4B,CAAM,EAClC,CAACtB,IACL,GAAI,CACH,GAAIsB,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBpB,EAAe,CACzCA,EAAgBoB,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BN,EAASjB,EAAe,eAAesB,EAAQC,CAAS,EAC9DP,EAAmBC,CAAM,CAC1B,CACD,SAAWK,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAML,EAASjB,EAAe,OAAOsB,CAAM,EAC3CN,EAAmBC,CAAM,CAC1B,CACD,OAAST,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDX,EAAU,aAAa,UAAW,IAAM,CACnCG,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,CACtB,CAAC,EAEDJ,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWd,CAAc;AAAA;AAAA,sCAElBA,CAAc;AAAA,EAClD,CACD,CACD,CAEA,IAAOF,EAAQI","names":["hands_exports","__export","hands_default","__toCommonJS","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","handLandmarker","vision","lastVideoTime","textureSources","maxHands","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateHandCenter","landmarks","visibleLandmarks","index","landmark","sumX","sumY","processHandResults","result","nHands","updates","handCenter","defaultHandLandmarks","source","timestamp"]}
+{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17]; // Wrist + MCP joints of all fingers, weighted toward the wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Hand Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\t// Store standard 21 landmarks\n\t\t\t\tfor (let lmIdx = 0; lmIdx < 21; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\t// Calculate and store hand center (landmark 21)\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + 21) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = handCenter[3];\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Hand detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"0jBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GAYA,IAAMI,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFT,EAAS,MAAMQ,EAAgB,eAC9B,kEACD,EAEAT,EAAiB,MAAMU,EAAe,kBAAkBT,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASiB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUxB,EAAiBgC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBtC,EAA+B,CAC9D,GAAI,CAACgB,EAAoB,OAEzB,IAAMuB,EAASvC,EAAM,OACfwC,EAAiBD,EAASzC,EAEhC,QAASwB,EAAU,EAAGA,EAAUiB,EAAQ,EAAEjB,EAAS,CAClD,IAAMmB,EAAYzC,EAAMsB,CAAO,EAE/B,QAASoB,EAAQ,EAAGA,EAAQ,GAAI,EAAEA,EAAO,CACxC,IAAMC,EAAWF,EAAUC,CAAK,EAC1BX,GAAWT,EAAUxB,EAAiB4C,GAAS,EACrD1B,EAAmBe,CAAO,EAAIY,EAAS,EACvC3B,EAAmBe,EAAU,CAAC,EAAI,EAAIY,EAAS,EAC/C3B,EAAmBe,EAAU,CAAC,EAAIY,EAAS,GAAK,EAChD3B,EAAmBe,EAAU,CAAC,EAAIY,EAAS,YAAc,CAC1D,CAGA,IAAMC,EAAavB,EAA2BL,EAAoBM,EAASvB,CAAqB,EAC1F8C,GAAiBvB,EAAUxB,EAAiB,IAAM,EACxDkB,EAAmB6B,CAAa,EAAID,EAAW,CAAC,EAChD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,CACrD,CAEA,IAAME,EAAe,KAAK,KAAKN,EAAiB1B,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQgC,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAChC,EAAoB,OAE9C,IAAMuB,EAASS,EAAO,UAAU,OAChCV,EAAuBU,EAAO,SAAS,EACvC3C,EAAU,eAAe,CAAE,SAAUkC,CAAO,CAAC,EAE7CpC,GAAS,YAAY6C,CAAM,CAC5B,CAEA3C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMmC,EAAiB3B,EAAWf,EAClCiB,EAAyB,KAAK,KAAKyB,EAAiB1B,CAAuB,EAC3E,IAAMmC,EAAcnC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaiC,CAAW,EAEjD5C,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMS,EAAyB,CAChC,CAAC,EAEDZ,EAAU,aAAa,iBAAmB6C,GAA2C,CACpF,IAAMC,EAASD,EAAQhD,CAAW,EASlC,GARI,GAACiD,IAEkBvC,EAAe,IAAIV,CAAW,IAC9BiD,IACtBxC,EAAgB,IAGjBC,EAAe,IAAIV,EAAaiD,CAAM,EAClC,CAAC1C,IACL,GAAI,CACH,GAAI0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBxC,EAAe,CACzCA,EAAgBwC,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAASvC,EAAe,eAAe0C,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAASvC,EAAe,OAAO0C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS5B,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDf,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA,uBAKUT,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA,EAEpC,CACD,CACD,CAEA,IAAOpB,EAAQM","names":["hands_exports","__export","hands_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","nHands","totalLandmarks","landmarks","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","timestamp"]}

package/dist/plugins/hands.mjs

@@ -1,8 +1,11 @@
-var m=22,C=[0,0,5,9,13,17];function T(k){let{textureName:c,options:o}=k,h="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(r,g){let{injectGLSL:x}=g,i=null,u=null,l=-1,f=new Map,d=o?.maxHands??2;async function L(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");u=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),i=await n.createFromOptions(u,{baseOptions:{modelAssetPath:o?.modelPath||h},runningMode:"VIDEO",numHands:o?.maxHands??2,minHandDetectionConfidence:o?.minHandDetectionConfidence??.5,minHandPresenceConfidence:o?.minHandPresenceConfidence??.5,minTrackingConfidence:o?.minTrackingConfidence??.5})}catch(e){throw console.error("Failed to initialize Hand Landmarker:",e),e}}function y(e){let n=C.map(t=>e[t]).filter(t=>t&&typeof t.x=="number"&&typeof t.y=="number");if(n.length===0)return[0,0];let s=0,a=0;for(let t of n)s+=t.x,a+=t.y;return[s/n.length,a/n.length]}function p(e){if(!e.landmarks)return;let n=e.landmarks.length,s={u_nHands:n};n&&(s.u_handLandmarks=e.landmarks.flatMap(a=>{let t=y(a);return t[1]=1-t[1],a.map(H=>[H.x,1-H.y]).concat([t])})),r.updateUniforms(s)}r.registerHook("init",async()=>{r.initializeUniform("u_maxHands","int",d),r.initializeUniform("u_nHands","int",0);let e=Array.from({length:d*m},()=>[.5,.5]);r.initializeUniform("u_handLandmarks","float",e,{arrayLength:d*m}),await L()}),r.registerHook("updateTextures",e=>{let n=e[c];if(!(!n||(f.get(c)!==n&&(l=-1),f.set(c,n),!i)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==l){l=n.currentTime;let a=performance.now(),t=i.detectForVideo(n,a);p(t)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let a=i.detect(n);p(a)}}catch(a){console.warn("Hand detection error:",a)}}),r.registerHook("destroy",()=>{i&&(i.close(),i=null),u=null,f.clear()}),x(`
+var z=21,U=1,h=z+U,V=[0,0,5,9,13,17];function P(N){let{textureName:T,options:s}=N,S="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(r,v){let{injectGLSL:b,gl:k}=v,d=null,g=null,L=-1,y=new Map,C=s?.maxHands??2,c=512,_=0,t=null;async function w(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");g=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),d=await n.createFromOptions(g,{baseOptions:{modelAssetPath:s?.modelPath||S},runningMode:"VIDEO",numHands:s?.maxHands??2,minHandDetectionConfidence:s?.minHandDetectionConfidence??.5,minHandPresenceConfidence:s?.minHandPresenceConfidence??.5,minTrackingConfidence:s?.minTrackingConfidence??.5})}catch(e){throw console.error("Failed to initialize Hand Landmarker:",e),e}}function I(e,n,u){let i=1/0,a=-1/0,H=1/0,o=-1/0,m=0,l=0;for(let O of u){let p=(n*h+O)*4,R=e[p],M=e[p+1];i=Math.min(i,R),a=Math.max(a,R),H=Math.min(H,M),o=Math.max(o,M),m+=e[p+2],l+=e[p+3]}let f=(i+a)/2,x=(H+o)/2,D=m/u.length,E=l/u.length;return[f,x,D,E]}function F(e){if(!t)return;let n=e.length,u=n*h;for(let a=0;a<n;++a){let H=e[a];for(let l=0;l<21;++l){let f=H[l],x=(a*h+l)*4;t[x]=f.x,t[x+1]=1-f.y,t[x+2]=f.z??0,t[x+3]=f.visibility??1}let o=I(t,a,V),m=(a*h+21)*4;t[m]=o[0],t[m+1]=o[1],t[m+2]=o[2],t[m+3]=o[3]}let i=Math.ceil(u/c);r.updateTextures({u_handLandmarksTex:{data:t,width:c,height:i}})}function A(e){if(!e.landmarks||!t)return;let n=e.landmarks.length;F(e.landmarks),r.updateUniforms({u_nHands:n}),s?.onResults?.(e)}r.registerHook("init",async()=>{r.initializeUniform("u_maxHands","int",C),r.initializeUniform("u_nHands","int",0);let e=C*h;_=Math.ceil(e/c);let n=c*_*4;t=new Float32Array(n),r.initializeTexture("u_handLandmarksTex",{data:t,width:c,height:_},{internalFormat:k.RGBA32F,type:k.FLOAT,minFilter:k.NEAREST,magFilter:k.NEAREST}),await w()}),r.registerHook("updateTextures",e=>{let n=e[T];if(!(!n||(y.get(T)!==n&&(L=-1),y.set(T,n),!d)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==L){L=n.currentTime;let i=performance.now(),a=d.detectForVideo(n,i);A(a)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let i=d.detect(n);A(i)}}catch(i){console.warn("Hand detection error:",i)}}),r.registerHook("destroy",()=>{d&&(d.close(),d=null),g=null,y.clear(),t=null}),b(`
 uniform int u_maxHands;
 uniform int u_nHands;
-uniform vec2 u_handLandmarks[${d*m}];
-vec2 handLandmark(int handIndex, int landmarkIndex) {
-	return u_handLandmarks[handIndex * ${m} + landmarkIndex];
-}`)}}var _=T;export{_ as default};
+uniform sampler2D u_handLandmarksTex;
+vec4 handLandmark(int handIndex, int landmarkIndex) {
+	int i = handIndex * ${h} + landmarkIndex;
+	int x = i % ${c};
+	int y = i / ${c};
+	return texelFetch(u_handLandmarksTex, ivec2(x, y), 0);
+}`)}}var K=P;export{K as default};
 //# sourceMappingURL=hands.mjs.map

package/dist/plugins/hands.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n}\n\nconst LANDMARK_COUNT = 21 + 1; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models, plus the hand center.\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17]; // Wrist + MCP joints of all fingers, weighted toward the wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Hand Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateHandCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tconst visibleLandmarks = HAND_CENTER_LANDMARKS.map(index => landmarks[index]).filter(\n\t\t\t\tlandmark => landmark && typeof landmark.x === 'number' && typeof landmark.y === 'number'\n\t\t\t);\n\t\t\tif (visibleLandmarks.length === 0) return [0, 0];\n\n\t\t\tlet sumX = 0,\n\t\t\t\tsumY = 0;\n\t\t\tfor (const landmark of visibleLandmarks) {\n\t\t\t\tsumX += landmark.x;\n\t\t\t\tsumY += landmark.y;\n\t\t\t}\n\t\t\treturn [sumX / visibleLandmarks.length, sumY / visibleLandmarks.length];\n\t\t}\n\n\t\tfunction processHandResults(result: any) {\n\t\t\tif (!result.landmarks) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nHands: nHands };\n\t\t\tif (nHands) {\n\t\t\t\tupdates.u_handLandmarks = result.landmarks.flatMap((landmarks: NormalizedLandmark[]) => {\n\t\t\t\t\tconst handCenter = calculateHandCenter(landmarks);\n\t\t\t\t\thandCenter[1] = 1.0 - handCenter[1];\n\t\t\t\t\treturn landmarks.map(landmark => [landmark.x, 1.0 - landmark.y]).concat([handCenter]);\n\t\t\t\t});\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\t\t\tconst defaultHandLandmarks: [number, number][] = Array.from({ length: maxHands * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tshaderPad.initializeUniform('u_handLandmarks', 'float', defaultHandLandmarks, {\n\t\t\t\tarrayLength: maxHands * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Hand detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform vec2 u_handLandmarks[${maxHands * LANDMARK_COUNT}];\nvec2 handLandmark(int handIndex, int landmarkIndex) {\n\treturn u_handLandmarks[handIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"AAWA,IAAMA,EAAiB,GACjBC,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,CAAW,EAAID,EAEnBE,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWT,GAAS,UAAY,EAEtC,eAAeU,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFN,EAAS,MAAMK,EAAgB,eAC9B,kEACD,EAEAN,EAAiB,MAAMO,EAAe,kBAAkBN,EAAQ,CAC/D,YAAa,CACZ,eAAgBN,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASa,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EAAoBC,EAAmD,CAC/E,IAAMC,EAAmBpB,EAAsB,IAAIqB,GAASF,EAAUE,CAAK,CAAC,EAAE,OAC7EC,GAAYA,GAAY,OAAOA,EAAS,GAAM,UAAY,OAAOA,EAAS,GAAM,QACjF,EACA,GAAIF,EAAiB,SAAW,EAAG,MAAO,CAAC,EAAG,CAAC,EAE/C,IAAIG,EAAO,EACVC,EAAO,EACR,QAAWF,KAAYF,EACtBG,GAAQD,EAAS,EACjBE,GAAQF,EAAS,EAElB,MAAO,CAACC,EAAOH,EAAiB,OAAQI,EAAOJ,EAAiB,MAAM,CACvE,CAEA,SAASK,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,UAAW,OAEvB,IAAMC,EAASD,EAAO,UAAU,OAC1BE,EAA0D,CAAE,SAAUD,CAAO,EAC/EA,IACHC,EAAQ,gBAAkBF,EAAO,UAAU,QAASP,GAAoC,CACvF,IAAMU,EAAaX,EAAoBC,CAAS,EAChD,OAAAU,EAAW,CAAC,EAAI,EAAMA,EAAW,CAAC,EAC3BV,EAAU,IAAIG,GAAY,CAACA,EAAS,EAAG,EAAMA,EAAS,CAAC,CAAC,EAAE,OAAO,CAACO,CAAU,CAAC,CACrF,CAAC,GAEFvB,EAAU,eAAesB,CAAO,CACjC,CAEAtB,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOO,CAAQ,EACzDP,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAMwB,EAA2C,MAAM,KAAK,CAAE,OAAQjB,EAAWd,CAAe,EAAG,IAAM,CACxG,GAAK,EACN,CAAC,EACDO,EAAU,kBAAkB,kBAAmB,QAASwB,EAAsB,CAC7E,YAAajB,EAAWd,CACzB,CAAC,EACD,MAAMe,EAAyB,CAChC,CAAC,EAEDR,EAAU,aAAa,iBAAmBsB,GAA2C,CACpF,IAAMG,EAASH,EAAQzB,CAAW,EASlC,GARI,GAAC4B,IAEkBnB,EAAe,IAAIT,CAAW,IAC9B4B,IACtBpB,EAAgB,IAGjBC,EAAe,IAAIT,EAAa4B,CAAM,EAClC,CAACtB,IACL,GAAI,CACH,GAAIsB,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBpB,EAAe,CACzCA,EAAgBoB,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BN,EAASjB,EAAe,eAAesB,EAAQC,CAAS,EAC9DP,EAAmBC,CAAM,CAC1B,CACD,SAAWK,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAML,EAASjB,EAAe,OAAOsB,CAAM,EAC3CN,EAAmBC,CAAM,CAC1B,CACD,OAAST,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDX,EAAU,aAAa,UAAW,IAAM,CACnCG,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,CACtB,CAAC,EAEDJ,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWd,CAAc;AAAA;AAAA,sCAElBA,CAAc;AAAA,EAClD,CACD,CACD,CAEA,IAAOkC,EAAQhC","names":["LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","handLandmarker","vision","lastVideoTime","textureSources","maxHands","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateHandCenter","landmarks","visibleLandmarks","index","landmark","sumX","sumY","processHandResults","result","nHands","updates","handCenter","defaultHandLandmarks","source","timestamp","hands_default"]}
+{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17]; // Wrist + MCP joints of all fingers, weighted toward the wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('Failed to initialize Hand Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\t// Store standard 21 landmarks\n\t\t\t\tfor (let lmIdx = 0; lmIdx < 21; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\t// Calculate and store hand center (landmark 21)\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + 21) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = handCenter[3];\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.warn('Hand detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"AAYA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFT,EAAS,MAAMQ,EAAgB,eAC9B,kEACD,EAEAT,EAAiB,MAAMU,EAAe,kBAAkBT,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASiB,EAAO,CACf,cAAQ,MAAM,wCAAyCA,CAAK,EACtDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUxB,EAAiBgC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBtC,EAA+B,CAC9D,GAAI,CAACgB,EAAoB,OAEzB,IAAMuB,EAASvC,EAAM,OACfwC,EAAiBD,EAASzC,EAEhC,QAASwB,EAAU,EAAGA,EAAUiB,EAAQ,EAAEjB,EAAS,CAClD,IAAMmB,EAAYzC,EAAMsB,CAAO,EAE/B,QAASoB,EAAQ,EAAGA,EAAQ,GAAI,EAAEA,EAAO,CACxC,IAAMC,EAAWF,EAAUC,CAAK,EAC1BX,GAAWT,EAAUxB,EAAiB4C,GAAS,EACrD1B,EAAmBe,CAAO,EAAIY,EAAS,EACvC3B,EAAmBe,EAAU,CAAC,EAAI,EAAIY,EAAS,EAC/C3B,EAAmBe,EAAU,CAAC,EAAIY,EAAS,GAAK,EAChD3B,EAAmBe,EAAU,CAAC,EAAIY,EAAS,YAAc,CAC1D,CAGA,IAAMC,EAAavB,EAA2BL,EAAoBM,EAASvB,CAAqB,EAC1F8C,GAAiBvB,EAAUxB,EAAiB,IAAM,EACxDkB,EAAmB6B,CAAa,EAAID,EAAW,CAAC,EAChD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD5B,EAAmB6B,EAAgB,CAAC,EAAID,EAAW,CAAC,CACrD,CAEA,IAAME,EAAe,KAAK,KAAKN,EAAiB1B,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQgC,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAChC,EAAoB,OAE9C,IAAMuB,EAASS,EAAO,UAAU,OAChCV,EAAuBU,EAAO,SAAS,EACvC3C,EAAU,eAAe,CAAE,SAAUkC,CAAO,CAAC,EAE7CpC,GAAS,YAAY6C,CAAM,CAC5B,CAEA3C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMmC,EAAiB3B,EAAWf,EAClCiB,EAAyB,KAAK,KAAKyB,EAAiB1B,CAAuB,EAC3E,IAAMmC,EAAcnC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaiC,CAAW,EAEjD5C,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMS,EAAyB,CAChC,CAAC,EAEDZ,EAAU,aAAa,iBAAmB6C,GAA2C,CACpF,IAAMC,EAASD,EAAQhD,CAAW,EASlC,GARI,GAACiD,IAEkBvC,EAAe,IAAIV,CAAW,IAC9BiD,IACtBxC,EAAgB,IAGjBC,EAAe,IAAIV,EAAaiD,CAAM,EAClC,CAAC1C,IACL,GAAI,CACH,GAAI0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBxC,EAAe,CACzCA,EAAgBwC,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAASvC,EAAe,eAAe0C,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAASvC,EAAe,OAAO0C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS5B,EAAO,CACf,QAAQ,KAAK,wBAAyBA,CAAK,CAC5C,CACD,CAAC,EAEDf,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA,uBAKUT,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA,EAEpC,CACD,CACD,CAEA,IAAOuC,EAAQrD","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","nHands","totalLandmarks","landmarks","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","timestamp","hands_default"]}

package/dist/plugins/pose.d.mts

@@ -1,4 +1,5 @@
 import ShaderPad, { PluginContext } from '../index.mjs';
+import { PoseLandmarkerResult } from '@mediapipe/tasks-vision';
 
 interface PosePluginOptions {
     modelPath?: string;
@@ -7,6 +8,7 @@ interface PosePluginOptions {
     minPosePresenceConfidence?: number;
     minTrackingConfidence?: number;
     outputSegmentationMasks?: boolean;
+    onResults?: (results: PoseLandmarkerResult) => void;
 }
 declare function pose(config: {
     textureName: string;

package/dist/plugins/pose.d.ts

@@ -1,4 +1,5 @@
 import ShaderPad, { PluginContext } from '../index.js';
+import { PoseLandmarkerResult } from '@mediapipe/tasks-vision';
 
 interface PosePluginOptions {
     modelPath?: string;
@@ -7,6 +8,7 @@ interface PosePluginOptions {
     minPosePresenceConfidence?: number;
     minTrackingConfidence?: number;
     outputSegmentationMasks?: boolean;
+    onResults?: (results: PoseLandmarkerResult) => void;
 }
 declare function pose(config: {
     textureName: string;