shaderpad 1.0.0-beta.29 → 1.0.0-beta.31

package/dist/plugins/pose.js

@@ -1,12 +1,31 @@
-"use strict";var U=Object.create;var x=Object.defineProperty;var A=Object.getOwnPropertyDescriptor;var H=Object.getOwnPropertyNames;var F=Object.getPrototypeOf,R=Object.prototype.hasOwnProperty;var V=(r,u)=>{for(var a in u)x(r,a,{get:u[a],enumerable:!0})},T=(r,u,a,P)=>{if(u&&typeof u=="object"||typeof u=="function")for(let s of H(u))!R.call(r,s)&&s!==a&&x(r,s,{get:()=>u[s],enumerable:!(P=A(u,s))||P.enumerable});return r};var W=(r,u,a)=>(a=r!=null?U(F(r)):{},T(u||!r||!r.__esModule?x(a,"default",{value:r,enumerable:!0}):a,r)),X=r=>T(x({},"__esModule",{value:!0}),r);var j={};V(j,{default:()=>$});module.exports=X(j);var C=33;function Y(r){let{textureName:u,options:a}=r,P="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(s,S){let{injectGLSL:I}=S,f=null,y=null,M=-1,b=new Map,g=a?.maxPoses??1,D=512,z=512,o=document.createElement("canvas");o.width=D,o.height=z;let l=o.getContext("2d"),h=document.createElement("canvas"),L=h.getContext("2d");l.globalCompositeOperation=L.globalCompositeOperation="lighten";let w=[];async function E(){try{let{FilesetResolver:n,PoseLandmarker:e}=await import("@mediapipe/tasks-vision");y=await n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),w.push(...e.POSE_CONNECTIONS),f=await e.createFromOptions(y,{baseOptions:{modelAssetPath:a?.modelPath||P},runningMode:"VIDEO",numPoses:a?.maxPoses??1,minPoseDetectionConfidence:a?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:a?.minPosePresenceConfidence??.5,minTrackingConfidence:a?.minTrackingConfidence??.5,outputSegmentationMasks:a?.outputSegmentationMasks??!0})}catch(n){throw console.error("[Pose Plugin] Failed to initialize Pose Landmarker:",n),n}}function N(n){let e=1/0,m=-1/0,t=1/0,i=-1/0;for(let c of n)e=Math.min(e,c.x),m=Math.max(m,c.x),t=Math.min(t,c.y),i=Math.max(i,c.y);let d=(e+m)/2,p=(t+i)/2;return[d,p]}async function O(n,e){if(!f){console.warn("[Pose Plugin] Cannot update mask: poseLandmarker missing");return}try{if(l.clearRect(0,0,o.width,o.height),e&&e.length>0&&e.forEach(m=>{if(!m)return;let{width:t,height:i}=m,d=m.getAsUint8Array(),p=t*i,c=new Uint8ClampedArray(p*4);for(let k=0;k<p;k++)c[k*4+1]=d[k],c[k*4+3]=255;let v=new ImageData(c,t,i);t===o.width&&i===o.height?l.putImageData(v,0,0):(h.width!==t&&(h.width=t),h.height!==i&&(h.height=i),L.putImageData(v,0,0),l.drawImage(h,0,0,o.width,o.height))}),w.length){let m=Math.max(2,o.width/256);l.lineWidth=m,l.lineCap="round",l.strokeStyle="#00f",n.forEach(t=>{w.forEach(({start:i,end:d})=>{let p=t[i],c=t[d];!p||!c||(p.visibility??1)<.3||(c.visibility??1)<.3||(l.beginPath(),l.moveTo(p.x*o.width,p.y*o.height),l.lineTo(c.x*o.width,c.y*o.height),l.stroke())})})}s.updateTextures({u_poseMask:o})}catch(m){console.error("[Pose Plugin] Failed to generate mask texture:",m)}}function _(n){if(!n.landmarks)return;O(n.landmarks,n.segmentationMasks).catch(t=>{console.warn("[Pose Plugin] Mask texture update error:",t)});let e=n.landmarks.length,m={u_nPoses:e};if(e){m.u_poseLandmarks=n.landmarks.flatMap(i=>i.map(d=>[d.x,1-d.y]));let t=[];for(let i of n.landmarks){let d=N(i);t.push([d[0],1-d[1]])}m.u_poseCenter=t}s.updateUniforms(m)}s.registerHook("init",async()=>{s.initializeTexture("u_poseMask",o),s.initializeUniform("u_maxPoses","int",g),s.initializeUniform("u_nPoses","int",0);let n=Array.from({length:g*C},()=>[.5,.5]);s.initializeUniform("u_poseLandmarks","float",n,{arrayLength:g*C});let e=Array.from({length:g},()=>[.5,.5]);s.initializeUniform("u_poseCenter","float",e,{arrayLength:g}),await E()}),s.registerHook("updateTextures",n=>{let e=n[u];if(!(!e||(b.get(u)!==e&&(M=-1),b.set(u,e),!f)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==M){M=e.currentTime;let t=performance.now(),i=f.detectForVideo(e,t);_(i)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let t=f.detect(e);_(t)}}catch(t){console.error("[Pose Plugin] Pose detection error:",t)}}),s.registerHook("destroy",()=>{f&&(f.close(),f=null),y=null,b.clear(),o.remove()}),I(`
+"use strict";var Q=Object.create;var y=Object.defineProperty;var ee=Object.getOwnPropertyDescriptor;var te=Object.getOwnPropertyNames;var ne=Object.getPrototypeOf,oe=Object.prototype.hasOwnProperty;var ie=(a,_)=>{for(var s in _)y(a,s,{get:_[s],enumerable:!0})},W=(a,_,s,k)=>{if(_&&typeof _=="object"||typeof _=="function")for(let E of te(_))!oe.call(a,E)&&E!==s&&y(a,E,{get:()=>_[E],enumerable:!(k=ee(_,E))||k.enumerable});return a};var se=(a,_,s)=>(s=a!=null?Q(ne(a)):{},W(_||!a||!a.__esModule?y(s,"default",{value:a,enumerable:!0}):s,a)),re=a=>W(y({},"__esModule",{value:!0}),a);var Te={};ie(Te,{default:()=>_e});module.exports=re(Te);var L=33,ae=6,u=L+ae,t={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:L,LEFT_HAND_CENTER:L+1,RIGHT_HAND_CENTER:L+2,LEFT_FOOT_CENTER:L+3,RIGHT_FOOT_CENTER:L+4,TORSO_CENTER:L+5};function Ee(a){let{textureName:_,options:s}=a,k="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(E,X){let{injectGLSL:z,gl:S}=X,I=null,w=null,U=-1,v=new Map,$=s?.maxPoses??1,H=512,b=0,e=null,V=512,j=512,l=document.createElement("canvas");l.width=V,l.height=j;let M=l.getContext("2d"),p=document.createElement("canvas"),B=p.getContext("2d");M.globalCompositeOperation=B.globalCompositeOperation="lighten";async function Z(){try{let{FilesetResolver:o,PoseLandmarker:n}=await import("@mediapipe/tasks-vision");w=await o.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),I=await n.createFromOptions(w,{baseOptions:{modelAssetPath:s?.modelPath||k},runningMode:"VIDEO",numPoses:s?.maxPoses??1,minPoseDetectionConfidence:s?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:s?.minPosePresenceConfidence??.5,minTrackingConfidence:s?.minTrackingConfidence??.5,outputSegmentationMasks:s?.outputSegmentationMasks??!0})}catch(o){throw console.error("[Pose Plugin] Failed to initialize Pose Landmarker:",o),o}}function P(o,n,T){let r=1/0,i=-1/0,N=1/0,m=-1/0,d=0,c=0;for(let D of T){let R=(n*u+D)*4,f=o[R],O=o[R+1];r=Math.min(r,f),i=Math.max(i,f),N=Math.min(N,O),m=Math.max(m,O),d+=o[R+2],c+=o[R+3]}let g=(r+i)/2,F=(N+m)/2,A=d/T.length,C=c/T.length;return[g,F,A,C]}async function q(o){if(!I||!e){console.warn("[Pose Plugin] Cannot update mask: poseLandmarker or landmarksDataArray missing");return}try{M.clearRect(0,0,l.width,l.height),o&&o.length>0&&o.forEach(n=>{if(!n)return;let{width:T,height:r}=n,i=n.getAsUint8Array(),N=T*r,m=new Uint8ClampedArray(N*4);for(let c=0;c<N;c++)m[c*4+1]=i[c],m[c*4+3]=255;let d=new ImageData(m,T,r);T===l.width&&r===l.height?M.putImageData(d,0,0):(p.width!==T&&(p.width=T),p.height!==r&&(p.height=r),B.putImageData(d,0,0),M.drawImage(p,0,0,l.width,l.height))}),E.updateTextures({u_poseMask:l})}catch(n){console.error("[Pose Plugin] Failed to generate mask texture:",n)}}function J(o){if(!e)return;let n=o.length,T=n*u;for(let i=0;i<n;++i){let N=o[i];for(let h=0;h<L;++h){let x=N[h],K=(i*u+h)*4;e[K]=x.x,e[K+1]=1-x.y,e[K+2]=x.z??0,e[K+3]=x.visibility??1}let m=P(e,i,Array.from({length:L},(h,x)=>x)),d=(i*u+t.BODY_CENTER)*4;e[d]=m[0],e[d+1]=m[1],e[d+2]=m[2],e[d+3]=m[3];let c=P(e,i,[t.LEFT_WRIST,t.LEFT_PINKY,t.LEFT_THUMB,t.LEFT_INDEX]),g=(i*u+t.LEFT_HAND_CENTER)*4;e[g]=c[0],e[g+1]=c[1],e[g+2]=c[2],e[g+3]=c[3];let F=P(e,i,[t.RIGHT_WRIST,t.RIGHT_PINKY,t.RIGHT_THUMB,t.RIGHT_INDEX]),A=(i*u+t.RIGHT_HAND_CENTER)*4;e[A]=F[0],e[A+1]=F[1],e[A+2]=F[2],e[A+3]=F[3];let C=P(e,i,[t.LEFT_ANKLE,t.LEFT_HEEL,t.LEFT_FOOT_INDEX]),D=(i*u+t.LEFT_FOOT_CENTER)*4;e[D]=C[0],e[D+1]=C[1],e[D+2]=C[2],e[D+3]=C[3];let R=P(e,i,[t.RIGHT_ANKLE,t.RIGHT_HEEL,t.RIGHT_FOOT_INDEX]),f=(i*u+t.RIGHT_FOOT_CENTER)*4;e[f]=R[0],e[f+1]=R[1],e[f+2]=R[2],e[f+3]=R[3];let O=P(e,i,[t.LEFT_SHOULDER,t.RIGHT_SHOULDER,t.LEFT_HIP,t.RIGHT_HIP]),G=(i*u+t.TORSO_CENTER)*4;e[G]=O[0],e[G+1]=O[1],e[G+2]=O[2],e[G+3]=O[3]}let r=Math.ceil(T/H);E.updateTextures({u_poseLandmarksTex:{data:e,width:H,height:r}})}function Y(o){if(!o.landmarks||!e)return;let n=o.landmarks.length;J(o.landmarks),q(o.segmentationMasks).catch(T=>{console.warn("[Pose Plugin] Mask texture update error:",T)}),E.updateUniforms({u_nPoses:n}),s?.onResults?.(o)}E.registerHook("init",async()=>{E.initializeTexture("u_poseMask",l),E.initializeUniform("u_maxPoses","int",$),E.initializeUniform("u_nPoses","int",0);let o=$*u;b=Math.ceil(o/H);let n=H*b*4;e=new Float32Array(n),E.initializeTexture("u_poseLandmarksTex",{data:e,width:H,height:b},{internalFormat:S.RGBA32F,type:S.FLOAT,minFilter:S.NEAREST,magFilter:S.NEAREST}),await Z()}),E.registerHook("updateTextures",o=>{let n=o[_];if(!(!n||(v.get(_)!==n&&(U=-1),v.set(_,n),!I)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==U){U=n.currentTime;let r=performance.now(),i=I.detectForVideo(n,r);Y(i)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let r=I.detect(n);Y(r)}}catch(r){console.error("[Pose Plugin] Pose detection error:",r)}}),E.registerHook("destroy",()=>{I&&(I.close(),I=null),w=null,v.clear(),l.remove(),e=null}),z(`
 uniform int u_maxPoses;
 uniform int u_nPoses;
-uniform vec2 u_poseLandmarks[${g*C}];
+uniform sampler2D u_poseLandmarksTex;
 uniform sampler2D u_poseMask;
-uniform vec2 u_poseCenter[${g}];
-vec2 poseLandmark(int poseIndex, int landmarkIndex) {
-	return u_poseLandmarks[poseIndex * ${C} + landmarkIndex];
+
+#define POSE_LANDMARK_LEFT_EYE ${t.LEFT_EYE}
+#define POSE_LANDMARK_RIGHT_EYE ${t.RIGHT_EYE}
+#define POSE_LANDMARK_LEFT_SHOULDER ${t.LEFT_SHOULDER}
+#define POSE_LANDMARK_RIGHT_SHOULDER ${t.RIGHT_SHOULDER}
+#define POSE_LANDMARK_LEFT_ELBOW ${t.LEFT_ELBOW}
+#define POSE_LANDMARK_RIGHT_ELBOW ${t.RIGHT_ELBOW}
+#define POSE_LANDMARK_LEFT_HIP ${t.LEFT_HIP}
+#define POSE_LANDMARK_RIGHT_HIP ${t.RIGHT_HIP}
+#define POSE_LANDMARK_LEFT_KNEE ${t.LEFT_KNEE}
+#define POSE_LANDMARK_RIGHT_KNEE ${t.RIGHT_KNEE}
+#define POSE_LANDMARK_BODY_CENTER ${t.BODY_CENTER}
+#define POSE_LANDMARK_LEFT_HAND_CENTER ${t.LEFT_HAND_CENTER}
+#define POSE_LANDMARK_RIGHT_HAND_CENTER ${t.RIGHT_HAND_CENTER}
+#define POSE_LANDMARK_LEFT_FOOT_CENTER ${t.LEFT_FOOT_CENTER}
+#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${t.RIGHT_FOOT_CENTER}
+#define POSE_LANDMARK_TORSO_CENTER ${t.TORSO_CENTER}
+
+vec4 poseLandmark(int poseIndex, int landmarkIndex) {
+	int i = poseIndex * ${u} + landmarkIndex;
+	int x = i % ${H};
+	int y = i / ${H};
+	return texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);
 }
-float getBody(vec2 pos) { return texture(u_poseMask, pos).g; }
-float getSkeleton(vec2 pos) { return texture(u_poseMask, pos).b; }`)}}var $=Y;
+float inBody(vec2 pos) { return texture(u_poseMask, pos).g; }`)}}var _e=Ee;
 //# sourceMappingURL=pose.js.map

package/dist/plugins/pose.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/pose.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { PoseLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface PosePluginOptions {\n\tmodelPath?: string;\n\tmaxPoses?: number;\n\tminPoseDetectionConfidence?: number;\n\tminPosePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputSegmentationMasks?: boolean;\n}\n\nconst LANDMARK_COUNT = 33; // See https://ai.google.dev/edge/mediapipe/solutions/vision/pose_landmarker#pose_landmarker_model.\n\nfunction pose(config: { textureName: string; options?: PosePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL } = context;\n\n\t\tlet poseLandmarker: PoseLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxPoses = options?.maxPoses ?? 1;\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst poseMaskCanvas = document.createElement('canvas');\n\t\tposeMaskCanvas.width = maskWidth;\n\t\tposeMaskCanvas.height = maskHeight;\n\t\tconst poseMaskCtx = poseMaskCanvas.getContext('2d')!;\n\t\tconst segmentationCanvas = document.createElement('canvas');\n\t\tconst segmentationCtx = segmentationCanvas.getContext('2d')!;\n\t\tposeMaskCtx.globalCompositeOperation = segmentationCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\t\tconst poseConnections: { start: number; end: number }[] = [];\n\n\t\tasync function initializePoseLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, PoseLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\tposeConnections.push(...PoseLandmarker.POSE_CONNECTIONS);\n\t\t\t\tposeLandmarker = await PoseLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumPoses: options?.maxPoses ?? 1,\n\t\t\t\t\tminPoseDetectionConfidence: options?.minPoseDetectionConfidence ?? 0.5,\n\t\t\t\t\tminPosePresenceConfidence: options?.minPosePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputSegmentationMasks: options?.outputSegmentationMasks ?? true,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to initialize Pose Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculatePoseCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity;\n\n\t\t\t// Calculate bounding box center from all landmarks.\n\t\t\tfor (const landmark of landmarks) {\n\t\t\t\tminX = Math.min(minX, landmark.x);\n\t\t\t\tmaxX = Math.max(maxX, landmark.x);\n\t\t\t\tminY = Math.min(minY, landmark.y);\n\t\t\t\tmaxY = Math.max(maxY, landmark.y);\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\treturn [centerX, centerY];\n\t\t}\n\n\t\tasync function updateMaskTexture(poses: NormalizedLandmark[][], segmentationMasks?: any[]) {\n\t\t\tif (!poseLandmarker) {\n\t\t\t\tconsole.warn('[Pose Plugin] Cannot update mask: poseLandmarker missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tposeMaskCtx.clearRect(0, 0, poseMaskCanvas.width, poseMaskCanvas.height);\n\n\t\t\t\t// Draw the segmentation masks.\n\t\t\t\tif (segmentationMasks && segmentationMasks.length > 0) {\n\t\t\t\t\tsegmentationMasks.forEach(mask => {\n\t\t\t\t\t\tif (!mask) return;\n\n\t\t\t\t\t\tconst { width, height } = mask;\n\t\t\t\t\t\tconst maskData = mask.getAsUint8Array();\n\t\t\t\t\t\tconst pixelCount = width * height;\n\t\t\t\t\t\tconst outputData = new Uint8ClampedArray(pixelCount * 4);\n\n\t\t\t\t\t\tfor (let i = 0; i < pixelCount; i++) {\n\t\t\t\t\t\t\toutputData[i * 4 + 1] = maskData[i]; // G (body mask)\n\t\t\t\t\t\t\toutputData[i * 4 + 3] = 255; // A (required for compositing)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tconst rgbaMask = new ImageData(outputData, width, height);\n\n\t\t\t\t\t\t// Resize mask to canvas size if needed.\n\t\t\t\t\t\tif (width === poseMaskCanvas.width && height === poseMaskCanvas.height) {\n\t\t\t\t\t\t\tposeMaskCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tif (segmentationCanvas.width !== width) segmentationCanvas.width = width;\n\t\t\t\t\t\t\tif (segmentationCanvas.height !== height) segmentationCanvas.height = height;\n\t\t\t\t\t\t\tsegmentationCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t\tposeMaskCtx.drawImage(\n\t\t\t\t\t\t\t\tsegmentationCanvas,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\tposeMaskCanvas.width,\n\t\t\t\t\t\t\t\tposeMaskCanvas.height\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\t// Draw the skeleton.\n\t\t\t\tif (poseConnections.length) {\n\t\t\t\t\tconst lineWidth = Math.max(2, poseMaskCanvas.width / 256);\n\t\t\t\t\tposeMaskCtx.lineWidth = lineWidth;\n\t\t\t\t\tposeMaskCtx.lineCap = 'round';\n\t\t\t\t\tposeMaskCtx.strokeStyle = '#00f';\n\n\t\t\t\t\tposes.forEach(landmarks => {\n\t\t\t\t\t\tposeConnections.forEach(({ start, end }) => {\n\t\t\t\t\t\t\tconst a = landmarks[start];\n\t\t\t\t\t\t\tconst b = landmarks[end];\n\t\t\t\t\t\t\tif (!a || !b) return;\n\t\t\t\t\t\t\tif ((a.visibility ?? 1) < 0.3 || (b.visibility ?? 1) < 0.3) return;\n\t\t\t\t\t\t\tposeMaskCtx.beginPath();\n\t\t\t\t\t\t\tposeMaskCtx.moveTo(a.x * poseMaskCanvas.width, a.y * poseMaskCanvas.height);\n\t\t\t\t\t\t\tposeMaskCtx.lineTo(b.x * poseMaskCanvas.width, b.y * poseMaskCanvas.height);\n\t\t\t\t\t\t\tposeMaskCtx.stroke();\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_poseMask: poseMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction processPoseResults(result: any) {\n\t\t\tif (!result.landmarks) return;\n\n\t\t\tupdateMaskTexture(result.landmarks, result.segmentationMasks).catch(error => {\n\t\t\t\tconsole.warn('[Pose Plugin] Mask texture update error:', error);\n\t\t\t});\n\n\t\t\tconst nPoses = result.landmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nPoses: nPoses };\n\t\t\tif (nPoses) {\n\t\t\t\tupdates.u_poseLandmarks = result.landmarks.flatMap((landmarks: NormalizedLandmark[]) =>\n\t\t\t\t\tlandmarks.map(landmark => [landmark.x, 1.0 - landmark.y])\n\t\t\t\t);\n\n\t\t\t\tconst poseCenters: [number, number][] = [];\n\t\t\t\tfor (const landmarks of result.landmarks) {\n\t\t\t\t\tconst poseCenter = calculatePoseCenter(landmarks);\n\t\t\t\t\t// Invert Y-axis to match WebGL coordinate system.\n\t\t\t\t\tposeCenters.push([poseCenter[0], 1.0 - poseCenter[1]]);\n\t\t\t\t}\n\t\t\t\tupdates.u_poseCenter = poseCenters;\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_poseMask', poseMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxPoses', 'int', maxPoses);\n\t\t\tshaderPad.initializeUniform('u_nPoses', 'int', 0);\n\t\t\tconst defaultPoseData: [number, number][] = Array.from({ length: maxPoses * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tshaderPad.initializeUniform('u_poseLandmarks', 'float', defaultPoseData, {\n\t\t\t\tarrayLength: maxPoses * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tconst defaultPoseCenterData: [number, number][] = Array.from({ length: maxPoses }, () => [0.5, 0.5]);\n\t\t\tshaderPad.initializeUniform('u_poseCenter', 'float', defaultPoseCenterData, {\n\t\t\t\tarrayLength: maxPoses,\n\t\t\t});\n\n\t\t\tawait initializePoseLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!poseLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = poseLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = poseLandmarker.detect(source);\n\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Pose detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (poseLandmarker) {\n\t\t\t\tposeLandmarker.close();\n\t\t\t\tposeLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tposeMaskCanvas.remove();\n\t\t});\n\t\t// TODO: getBody and getSkeleton shouldn't rely on alpha. Do they? Seems so in the example...\n\t\tinjectGLSL(`\nuniform int u_maxPoses;\nuniform int u_nPoses;\nuniform vec2 u_poseLandmarks[${maxPoses * LANDMARK_COUNT}];\nuniform sampler2D u_poseMask;\nuniform vec2 u_poseCenter[${maxPoses}];\nvec2 poseLandmark(int poseIndex, int landmarkIndex) {\n\treturn u_poseLandmarks[poseIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}\nfloat getBody(vec2 pos) { return texture(u_poseMask, pos).g; }\nfloat getSkeleton(vec2 pos) { return texture(u_poseMask, pos).b; }`);\n\t};\n}\n\nexport default pose;\n"],"mappings":"0jBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GAYA,IAAMI,EAAiB,GAEvB,SAASC,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,2HAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,CAAW,EAAID,EAEnBE,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWT,GAAS,UAAY,EAChCU,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAC5CE,EAAqB,SAAS,cAAc,QAAQ,EACpDC,EAAkBD,EAAmB,WAAW,IAAI,EAC1DD,EAAY,yBAA2BE,EAAgB,yBAA2B,UAClF,IAAMC,EAAoD,CAAC,EAE3D,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFb,EAAS,MAAMY,EAAgB,eAC9B,kEACD,EACAF,EAAgB,KAAK,GAAGG,EAAe,gBAAgB,EACvDd,EAAiB,MAAMc,EAAe,kBAAkBb,EAAQ,CAC/D,YAAa,CACZ,eAAgBN,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,wBAAyBA,GAAS,yBAA2B,EAC9D,CAAC,CACF,OAASoB,EAAO,CACf,cAAQ,MAAM,sDAAuDA,CAAK,EACpEA,CACP,CACD,CAEA,SAASC,EAAoBC,EAAmD,CAC/E,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KAGR,QAAWC,KAAYL,EACtBC,EAAO,KAAK,IAAIA,EAAMI,EAAS,CAAC,EAChCH,EAAO,KAAK,IAAIA,EAAMG,EAAS,CAAC,EAChCF,EAAO,KAAK,IAAIA,EAAME,EAAS,CAAC,EAChCD,EAAO,KAAK,IAAIA,EAAMC,EAAS,CAAC,EAGjC,IAAMC,GAAWL,EAAOC,GAAQ,EAC1BK,GAAWJ,EAAOC,GAAQ,EAChC,MAAO,CAACE,EAASC,CAAO,CACzB,CAEA,eAAeC,EAAkBC,EAA+BC,EAA2B,CAC1F,GAAI,CAAC3B,EAAgB,CACpB,QAAQ,KAAK,0DAA0D,EACvE,MACD,CAEA,GAAI,CAuCH,GAtCAQ,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAGnEoB,GAAqBA,EAAkB,OAAS,GACnDA,EAAkB,QAAQC,GAAQ,CACjC,GAAI,CAACA,EAAM,OAEX,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIF,EACpBG,EAAWH,EAAK,gBAAgB,EAChCI,EAAaH,EAAQC,EACrBG,EAAa,IAAI,kBAAkBD,EAAa,CAAC,EAEvD,QAASE,EAAI,EAAGA,EAAIF,EAAYE,IAC/BD,EAAWC,EAAI,EAAI,CAAC,EAAIH,EAASG,CAAC,EAClCD,EAAWC,EAAI,EAAI,CAAC,EAAI,IAGzB,IAAMC,EAAW,IAAI,UAAUF,EAAYJ,EAAOC,CAAM,EAGpDD,IAAUtB,EAAe,OAASuB,IAAWvB,EAAe,OAC/DC,EAAY,aAAa2B,EAAU,EAAG,CAAC,GAEnC1B,EAAmB,QAAUoB,IAAOpB,EAAmB,MAAQoB,GAC/DpB,EAAmB,SAAWqB,IAAQrB,EAAmB,OAASqB,GACtEpB,EAAgB,aAAayB,EAAU,EAAG,CAAC,EAC3C3B,EAAY,UACXC,EACA,EACA,EACAF,EAAe,MACfA,EAAe,MAChB,EAEF,CAAC,EAIEI,EAAgB,OAAQ,CAC3B,IAAMyB,EAAY,KAAK,IAAI,EAAG7B,EAAe,MAAQ,GAAG,EACxDC,EAAY,UAAY4B,EACxB5B,EAAY,QAAU,QACtBA,EAAY,YAAc,OAE1BkB,EAAM,QAAQT,GAAa,CAC1BN,EAAgB,QAAQ,CAAC,CAAE,MAAA0B,EAAO,IAAAC,CAAI,IAAM,CAC3C,IAAMC,EAAItB,EAAUoB,CAAK,EACnBG,EAAIvB,EAAUqB,CAAG,EACnB,CAACC,GAAK,CAACC,IACND,EAAE,YAAc,GAAK,KAAQC,EAAE,YAAc,GAAK,KACvDhC,EAAY,UAAU,EACtBA,EAAY,OAAO+B,EAAE,EAAIhC,EAAe,MAAOgC,EAAE,EAAIhC,EAAe,MAAM,EAC1EC,EAAY,OAAOgC,EAAE,EAAIjC,EAAe,MAAOiC,EAAE,EAAIjC,EAAe,MAAM,EAC1EC,EAAY,OAAO,EACpB,CAAC,CACF,CAAC,CACF,CAEAX,EAAU,eAAe,CAAE,WAAYU,CAAe,CAAC,CACxD,OAASQ,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS0B,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,UAAW,OAEvBjB,EAAkBiB,EAAO,UAAWA,EAAO,iBAAiB,EAAE,MAAM3B,GAAS,CAC5E,QAAQ,KAAK,2CAA4CA,CAAK,CAC/D,CAAC,EAED,IAAM4B,EAASD,EAAO,UAAU,OAC1BE,EAA0D,CAAE,SAAUD,CAAO,EACnF,GAAIA,EAAQ,CACXC,EAAQ,gBAAkBF,EAAO,UAAU,QAASzB,GACnDA,EAAU,IAAIK,GAAY,CAACA,EAAS,EAAG,EAAMA,EAAS,CAAC,CAAC,CACzD,EAEA,IAAMuB,EAAkC,CAAC,EACzC,QAAW5B,KAAayB,EAAO,UAAW,CACzC,IAAMI,EAAa9B,EAAoBC,CAAS,EAEhD4B,EAAY,KAAK,CAACC,EAAW,CAAC,EAAG,EAAMA,EAAW,CAAC,CAAC,CAAC,CACtD,CACAF,EAAQ,aAAeC,CACxB,CACAhD,EAAU,eAAe+C,CAAO,CACjC,CAEA/C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcU,CAAc,EACxDV,EAAU,kBAAkB,aAAc,MAAOO,CAAQ,EACzDP,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAMkD,EAAsC,MAAM,KAAK,CAAE,OAAQ3C,EAAWb,CAAe,EAAG,IAAM,CACnG,GAAK,EACN,CAAC,EACDM,EAAU,kBAAkB,kBAAmB,QAASkD,EAAiB,CACxE,YAAa3C,EAAWb,CACzB,CAAC,EACD,IAAMyD,EAA4C,MAAM,KAAK,CAAE,OAAQ5C,CAAS,EAAG,IAAM,CAAC,GAAK,EAAG,CAAC,EACnGP,EAAU,kBAAkB,eAAgB,QAASmD,EAAuB,CAC3E,YAAa5C,CACd,CAAC,EAED,MAAMQ,EAAyB,CAChC,CAAC,EAEDf,EAAU,aAAa,iBAAmB+C,GAA2C,CACpF,IAAMK,EAASL,EAAQlD,CAAW,EASlC,GARI,GAACuD,IAEkB9C,EAAe,IAAIT,CAAW,IAC9BuD,IACtB/C,EAAgB,IAGjBC,EAAe,IAAIT,EAAauD,CAAM,EAClC,CAACjD,IACL,GAAI,CACH,GAAIiD,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB/C,EAAe,CACzCA,EAAgB+C,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BR,EAAS1C,EAAe,eAAeiD,EAAQC,CAAS,EAC9DT,EAAmBC,CAAM,CAC1B,CACD,SAAWO,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMP,EAAS1C,EAAe,OAAOiD,CAAM,EAC3CR,EAAmBC,CAAM,CAC1B,CACD,OAAS3B,EAAO,CACf,QAAQ,MAAM,sCAAuCA,CAAK,CAC3D,CACD,CAAC,EAEDlB,EAAU,aAAa,UAAW,IAAM,CACnCG,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAe,OAAO,CACvB,CAAC,EAEDR,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWb,CAAc;AAAA;AAAA,4BAE5Ba,CAAQ;AAAA;AAAA,sCAEEb,CAAc;AAAA;AAAA;AAAA,mEAGe,CAClE,CACD,CAEA,IAAOF,EAAQG","names":["pose_exports","__export","pose_default","__toCommonJS","LANDMARK_COUNT","pose","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","poseLandmarker","vision","lastVideoTime","textureSources","maxPoses","maskWidth","maskHeight","poseMaskCanvas","poseMaskCtx","segmentationCanvas","segmentationCtx","poseConnections","initializePoseLandmarker","FilesetResolver","PoseLandmarker","error","calculatePoseCenter","landmarks","minX","maxX","minY","maxY","landmark","centerX","centerY","updateMaskTexture","poses","segmentationMasks","mask","width","height","maskData","pixelCount","outputData","i","rgbaMask","lineWidth","start","end","a","b","processPoseResults","result","nPoses","updates","poseCenters","poseCenter","defaultPoseData","defaultPoseCenterData","source","timestamp"]}
+{"version":3,"sources":["../../src/plugins/pose.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { PoseLandmarker, PoseLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface PosePluginOptions {\n\tmodelPath?: string;\n\tmaxPoses?: number;\n\tminPoseDetectionConfidence?: number;\n\tminPosePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputSegmentationMasks?: boolean;\n\tonResults?: (results: PoseLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 33; // See https://ai.google.dev/edge/mediapipe/solutions/vision/pose_landmarker#pose_landmarker_model.\nconst CUSTOM_LANDMARK_COUNT = 6;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARK_INDICES = {\n\t// Standard landmarks.\n\tLEFT_EYE: 2,\n\tRIGHT_EYE: 5,\n\tLEFT_SHOULDER: 11,\n\tRIGHT_SHOULDER: 12,\n\tLEFT_ELBOW: 13,\n\tRIGHT_ELBOW: 14,\n\tLEFT_HIP: 23,\n\tRIGHT_HIP: 24,\n\tLEFT_KNEE: 25,\n\tRIGHT_KNEE: 26,\n\tLEFT_WRIST: 15,\n\tRIGHT_WRIST: 16,\n\tLEFT_PINKY: 17,\n\tRIGHT_PINKY: 18,\n\tLEFT_INDEX: 19,\n\tRIGHT_INDEX: 20,\n\tLEFT_THUMB: 21,\n\tRIGHT_THUMB: 22,\n\tLEFT_ANKLE: 27,\n\tRIGHT_ANKLE: 28,\n\tLEFT_HEEL: 29,\n\tRIGHT_HEEL: 30,\n\tLEFT_FOOT_INDEX: 31,\n\tRIGHT_FOOT_INDEX: 32,\n\t// Custom landmarks.\n\tBODY_CENTER: STANDARD_LANDMARK_COUNT,\n\tLEFT_HAND_CENTER: STANDARD_LANDMARK_COUNT + 1,\n\tRIGHT_HAND_CENTER: STANDARD_LANDMARK_COUNT + 2,\n\tLEFT_FOOT_CENTER: STANDARD_LANDMARK_COUNT + 3,\n\tRIGHT_FOOT_CENTER: STANDARD_LANDMARK_COUNT + 4,\n\tTORSO_CENTER: STANDARD_LANDMARK_COUNT + 5,\n};\n\nfunction pose(config: { textureName: string; options?: PosePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet poseLandmarker: PoseLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxPoses = options?.maxPoses ?? 1;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst poseMaskCanvas = document.createElement('canvas');\n\t\tposeMaskCanvas.width = maskWidth;\n\t\tposeMaskCanvas.height = maskHeight;\n\t\tconst poseMaskCtx = poseMaskCanvas.getContext('2d')!;\n\t\tconst segmentationCanvas = document.createElement('canvas');\n\t\tconst segmentationCtx = segmentationCanvas.getContext('2d')!;\n\t\tposeMaskCtx.globalCompositeOperation = segmentationCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializePoseLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, PoseLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\tposeLandmarker = await PoseLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumPoses: options?.maxPoses ?? 1,\n\t\t\t\t\tminPoseDetectionConfidence: options?.minPoseDetectionConfidence ?? 0.5,\n\t\t\t\t\tminPosePresenceConfidence: options?.minPosePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputSegmentationMasks: options?.outputSegmentationMasks ?? true,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to initialize Pose Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\tposeIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (poseIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tasync function updateMaskTexture(segmentationMasks?: any[]) {\n\t\t\tif (!poseLandmarker || !landmarksDataArray) {\n\t\t\t\tconsole.warn('[Pose Plugin] Cannot update mask: poseLandmarker or landmarksDataArray missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tposeMaskCtx.clearRect(0, 0, poseMaskCanvas.width, poseMaskCanvas.height);\n\n\t\t\t\t// Draw the segmentation masks.\n\t\t\t\tif (segmentationMasks && segmentationMasks.length > 0) {\n\t\t\t\t\tsegmentationMasks.forEach(mask => {\n\t\t\t\t\t\tif (!mask) return;\n\n\t\t\t\t\t\tconst { width, height } = mask;\n\t\t\t\t\t\tconst maskData = mask.getAsUint8Array();\n\t\t\t\t\t\tconst pixelCount = width * height;\n\t\t\t\t\t\tconst outputData = new Uint8ClampedArray(pixelCount * 4);\n\n\t\t\t\t\t\tfor (let i = 0; i < pixelCount; i++) {\n\t\t\t\t\t\t\toutputData[i * 4 + 1] = maskData[i]; // G (body mask)\n\t\t\t\t\t\t\toutputData[i * 4 + 3] = 255; // A (required for compositing)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tconst rgbaMask = new ImageData(outputData, width, height);\n\n\t\t\t\t\t\t// Resize mask to canvas size if needed.\n\t\t\t\t\t\tif (width === poseMaskCanvas.width && height === poseMaskCanvas.height) {\n\t\t\t\t\t\t\tposeMaskCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tif (segmentationCanvas.width !== width) segmentationCanvas.width = width;\n\t\t\t\t\t\t\tif (segmentationCanvas.height !== height) segmentationCanvas.height = height;\n\t\t\t\t\t\t\tsegmentationCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t\tposeMaskCtx.drawImage(\n\t\t\t\t\t\t\t\tsegmentationCanvas,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\tposeMaskCanvas.width,\n\t\t\t\t\t\t\t\tposeMaskCanvas.height\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_poseMask: poseMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction updateLandmarksTexture(poses: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nPoses = poses.length;\n\t\t\tconst totalLandmarks = nPoses * LANDMARK_COUNT;\n\n\t\t\tfor (let poseIdx = 0; poseIdx < nPoses; ++poseIdx) {\n\t\t\t\tconst landmarks = poses[poseIdx];\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (poseIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\t// Body center (landmark 33) - calculated from all standard landmarks\n\t\t\t\tconst bodyCenter = calculateBoundingBoxCenter(\n\t\t\t\t\tlandmarksDataArray,\n\t\t\t\t\tposeIdx,\n\t\t\t\t\tArray.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i)\n\t\t\t\t);\n\t\t\t\tconst bodyCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.BODY_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[bodyCenterIdx] = bodyCenter[0];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 1] = bodyCenter[1];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 2] = bodyCenter[2];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 3] = bodyCenter[3];\n\n\t\t\t\t// Left hand center (landmark 34) - center of pinky, thumb, wrist, index.\n\t\t\t\tconst leftHandCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_WRIST,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_PINKY,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_THUMB,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst leftHandCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.LEFT_HAND_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx] = leftHandCenter[0];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 1] = leftHandCenter[1];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 2] = leftHandCenter[2];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 3] = leftHandCenter[3];\n\n\t\t\t\t// Right hand center (landmark 35) - center of pinky, thumb, wrist, index.\n\t\t\t\tconst rightHandCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_WRIST,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_PINKY,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_THUMB,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst rightHandCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.RIGHT_HAND_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx] = rightHandCenter[0];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 1] = rightHandCenter[1];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 2] = rightHandCenter[2];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 3] = rightHandCenter[3];\n\n\t\t\t\t// Left foot center (landmark 36) - center of ankle, heel, foot index\n\t\t\t\tconst leftFootCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_ANKLE,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_HEEL,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_FOOT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst leftFootCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.LEFT_FOOT_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx] = leftFootCenter[0];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 1] = leftFootCenter[1];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 2] = leftFootCenter[2];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 3] = leftFootCenter[3];\n\n\t\t\t\t// Right foot center (landmark 37) - center of ankle, heel, foot index\n\t\t\t\tconst rightFootCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_ANKLE,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_HEEL,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_FOOT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst rightFootCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.RIGHT_FOOT_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx] = rightFootCenter[0];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 1] = rightFootCenter[1];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 2] = rightFootCenter[2];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 3] = rightFootCenter[3];\n\n\t\t\t\t// Torso center (landmark 38) - center of shoulders and hips\n\t\t\t\tconst torsoCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_SHOULDER,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_SHOULDER,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_HIP,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_HIP,\n\t\t\t\t]);\n\t\t\t\tconst torsoCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.TORSO_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[torsoCenterIdx] = torsoCenter[0];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 1] = torsoCenter[1];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 2] = torsoCenter[2];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 3] = torsoCenter[3];\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_poseLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processPoseResults(result: PoseLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nPoses = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks);\n\t\t\tupdateMaskTexture(result.segmentationMasks).catch(error => {\n\t\t\t\tconsole.warn('[Pose Plugin] Mask texture update error:', error);\n\t\t\t});\n\t\t\tshaderPad.updateUniforms({ u_nPoses: nPoses });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_poseMask', poseMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxPoses', 'int', maxPoses);\n\t\t\tshaderPad.initializeUniform('u_nPoses', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxPoses * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_poseLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializePoseLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!poseLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = poseLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = poseLandmarker.detect(source);\n\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Pose detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (poseLandmarker) {\n\t\t\t\tposeLandmarker.close();\n\t\t\t\tposeLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tposeMaskCanvas.remove();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\t\t// TODO: inBody shouldn't rely on alpha. Does it? Seems so in the example.\n\t\t//       Might be because putImageData ignores alpha compositing.\n\t\tinjectGLSL(`\nuniform int u_maxPoses;\nuniform int u_nPoses;\nuniform sampler2D u_poseLandmarksTex;\nuniform sampler2D u_poseMask;\n\n#define POSE_LANDMARK_LEFT_EYE ${LANDMARK_INDICES.LEFT_EYE}\n#define POSE_LANDMARK_RIGHT_EYE ${LANDMARK_INDICES.RIGHT_EYE}\n#define POSE_LANDMARK_LEFT_SHOULDER ${LANDMARK_INDICES.LEFT_SHOULDER}\n#define POSE_LANDMARK_RIGHT_SHOULDER ${LANDMARK_INDICES.RIGHT_SHOULDER}\n#define POSE_LANDMARK_LEFT_ELBOW ${LANDMARK_INDICES.LEFT_ELBOW}\n#define POSE_LANDMARK_RIGHT_ELBOW ${LANDMARK_INDICES.RIGHT_ELBOW}\n#define POSE_LANDMARK_LEFT_HIP ${LANDMARK_INDICES.LEFT_HIP}\n#define POSE_LANDMARK_RIGHT_HIP ${LANDMARK_INDICES.RIGHT_HIP}\n#define POSE_LANDMARK_LEFT_KNEE ${LANDMARK_INDICES.LEFT_KNEE}\n#define POSE_LANDMARK_RIGHT_KNEE ${LANDMARK_INDICES.RIGHT_KNEE}\n#define POSE_LANDMARK_BODY_CENTER ${LANDMARK_INDICES.BODY_CENTER}\n#define POSE_LANDMARK_LEFT_HAND_CENTER ${LANDMARK_INDICES.LEFT_HAND_CENTER}\n#define POSE_LANDMARK_RIGHT_HAND_CENTER ${LANDMARK_INDICES.RIGHT_HAND_CENTER}\n#define POSE_LANDMARK_LEFT_FOOT_CENTER ${LANDMARK_INDICES.LEFT_FOOT_CENTER}\n#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${LANDMARK_INDICES.RIGHT_FOOT_CENTER}\n#define POSE_LANDMARK_TORSO_CENTER ${LANDMARK_INDICES.TORSO_CENTER}\n\nvec4 poseLandmark(int poseIndex, int landmarkIndex) {\n\tint i = poseIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);\n}\nfloat inBody(vec2 pos) { return texture(u_poseMask, pos).g; }`);\n\t};\n}\n\nexport default pose;\n"],"mappings":"qkBAAA,IAAAA,GAAA,GAAAC,GAAAD,GAAA,aAAAE,KAAA,eAAAC,GAAAH,IAaA,IAAMI,EAA0B,GAC1BC,GAAwB,EACxBC,EAAiBF,EAA0BC,GAC3CE,EAAmB,CAExB,SAAU,EACV,UAAW,EACX,cAAe,GACf,eAAgB,GAChB,WAAY,GACZ,YAAa,GACb,SAAU,GACV,UAAW,GACX,UAAW,GACX,WAAY,GACZ,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,UAAW,GACX,WAAY,GACZ,gBAAiB,GACjB,iBAAkB,GAElB,YAAaH,EACb,iBAAkBA,EAA0B,EAC5C,kBAAmBA,EAA0B,EAC7C,iBAAkBA,EAA0B,EAC5C,kBAAmBA,EAA0B,EAC7C,aAAcA,EAA0B,CACzC,EAEA,SAASI,GAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,2HAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAExCC,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAC5CE,EAAqB,SAAS,cAAc,QAAQ,EACpDC,EAAkBD,EAAmB,WAAW,IAAI,EAC1DD,EAAY,yBAA2BE,EAAgB,yBAA2B,UAElF,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFf,EAAS,MAAMc,EAAgB,eAC9B,kEACD,EACAf,EAAiB,MAAMgB,EAAe,kBAAkBf,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,wBAAyBA,GAAS,yBAA2B,EAC9D,CAAC,CACF,OAASuB,EAAO,CACf,cAAQ,MAAM,sDAAuDA,CAAK,EACpEA,CACP,CACD,CAEA,SAASC,EACRX,EACAY,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU9B,EAAiBsC,GAAO,EAC7CE,EAAItB,EAAmBqB,CAAO,EAC9BE,EAAIvB,EAAmBqB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQlB,EAAmBqB,EAAU,CAAC,EACtCF,GAAiBnB,EAAmBqB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,eAAeC,EAAkBC,EAA2B,CAC3D,GAAI,CAACpC,GAAkB,CAACO,EAAoB,CAC3C,QAAQ,KAAK,gFAAgF,EAC7F,MACD,CAEA,GAAI,CACHI,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAGnE0B,GAAqBA,EAAkB,OAAS,GACnDA,EAAkB,QAAQC,GAAQ,CACjC,GAAI,CAACA,EAAM,OAEX,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIF,EACpBG,EAAWH,EAAK,gBAAgB,EAChCI,EAAaH,EAAQC,EACrBG,EAAa,IAAI,kBAAkBD,EAAa,CAAC,EAEvD,QAASE,EAAI,EAAGA,EAAIF,EAAYE,IAC/BD,EAAWC,EAAI,EAAI,CAAC,EAAIH,EAASG,CAAC,EAClCD,EAAWC,EAAI,EAAI,CAAC,EAAI,IAGzB,IAAMC,EAAW,IAAI,UAAUF,EAAYJ,EAAOC,CAAM,EAGpDD,IAAU5B,EAAe,OAAS6B,IAAW7B,EAAe,OAC/DC,EAAY,aAAaiC,EAAU,EAAG,CAAC,GAEnChC,EAAmB,QAAU0B,IAAO1B,EAAmB,MAAQ0B,GAC/D1B,EAAmB,SAAW2B,IAAQ3B,EAAmB,OAAS2B,GACtE1B,EAAgB,aAAa+B,EAAU,EAAG,CAAC,EAC3CjC,EAAY,UACXC,EACA,EACA,EACAF,EAAe,MACfA,EAAe,MAChB,EAEF,CAAC,EAGFd,EAAU,eAAe,CAAE,WAAYc,CAAe,CAAC,CACxD,OAASO,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS4B,EAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMwC,EAASD,EAAM,OACfE,EAAiBD,EAAS1D,EAEhC,QAAS8B,EAAU,EAAGA,EAAU4B,EAAQ,EAAE5B,EAAS,CAClD,IAAM8B,EAAYH,EAAM3B,CAAO,EAC/B,QAAS+B,EAAQ,EAAGA,EAAQ/D,EAAyB,EAAE+D,EAAO,CAC7D,IAAMC,EAAWF,EAAUC,CAAK,EAC1BtB,GAAWT,EAAU9B,EAAiB6D,GAAS,EACrD3C,EAAmBqB,CAAO,EAAIuB,EAAS,EACvC5C,EAAmBqB,EAAU,CAAC,EAAI,EAAIuB,EAAS,EAC/C5C,EAAmBqB,EAAU,CAAC,EAAIuB,EAAS,GAAK,EAChD5C,EAAmBqB,EAAU,CAAC,EAAIuB,EAAS,YAAc,CAC1D,CAGA,IAAMC,EAAalC,EAClBX,EACAY,EACA,MAAM,KAAK,CAAE,OAAQhC,CAAwB,EAAG,CAACkE,EAAGV,IAAMA,CAAC,CAC5D,EACMW,GAAiBnC,EAAU9B,EAAiBC,EAAiB,aAAe,EAClFiB,EAAmB+C,CAAa,EAAIF,EAAW,CAAC,EAChD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EAGpD,IAAMG,EAAiBrC,EAA2BX,EAAoBY,EAAS,CAC9E7B,EAAiB,WACjBA,EAAiB,WACjBA,EAAiB,WACjBA,EAAiB,UAClB,CAAC,EACKkE,GAAqBrC,EAAU9B,EAAiBC,EAAiB,kBAAoB,EAC3FiB,EAAmBiD,CAAiB,EAAID,EAAe,CAAC,EACxDhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAG5D,IAAME,EAAkBvC,EAA2BX,EAAoBY,EAAS,CAC/E7B,EAAiB,YACjBA,EAAiB,YACjBA,EAAiB,YACjBA,EAAiB,WAClB,CAAC,EACKoE,GAAsBvC,EAAU9B,EAAiBC,EAAiB,mBAAqB,EAC7FiB,EAAmBmD,CAAkB,EAAID,EAAgB,CAAC,EAC1DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAG9D,IAAME,EAAiBzC,EAA2BX,EAAoBY,EAAS,CAC9E7B,EAAiB,WACjBA,EAAiB,UACjBA,EAAiB,eAClB,CAAC,EACKsE,GAAqBzC,EAAU9B,EAAiBC,EAAiB,kBAAoB,EAC3FiB,EAAmBqD,CAAiB,EAAID,EAAe,CAAC,EACxDpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAG5D,IAAME,EAAkB3C,EAA2BX,EAAoBY,EAAS,CAC/E7B,EAAiB,YACjBA,EAAiB,WACjBA,EAAiB,gBAClB,CAAC,EACKwE,GAAsB3C,EAAU9B,EAAiBC,EAAiB,mBAAqB,EAC7FiB,EAAmBuD,CAAkB,EAAID,EAAgB,CAAC,EAC1DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAG9D,IAAME,EAAc7C,EAA2BX,EAAoBY,EAAS,CAC3E7B,EAAiB,cACjBA,EAAiB,eACjBA,EAAiB,SACjBA,EAAiB,SAClB,CAAC,EACK0E,GAAkB7C,EAAU9B,EAAiBC,EAAiB,cAAgB,EACpFiB,EAAmByD,CAAc,EAAID,EAAY,CAAC,EAClDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,CACvD,CAEA,IAAME,EAAe,KAAK,KAAKjB,EAAiB3C,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQ4D,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAC5D,EAAoB,OAE9C,IAAMwC,EAASoB,EAAO,UAAU,OAChCtB,EAAuBsB,EAAO,SAAS,EACvChC,EAAkBgC,EAAO,iBAAiB,EAAE,MAAMlD,GAAS,CAC1D,QAAQ,KAAK,2CAA4CA,CAAK,CAC/D,CAAC,EACDrB,EAAU,eAAe,CAAE,SAAUmD,CAAO,CAAC,EAE7CrD,GAAS,YAAYyE,CAAM,CAC5B,CAEAvE,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcc,CAAc,EACxDd,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMoD,EAAiB5C,EAAWf,EAClCiB,EAAyB,KAAK,KAAK0C,EAAiB3C,CAAuB,EAC3E,IAAM+D,EAAc/D,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAa6D,CAAW,EAEjDxE,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMe,EAAyB,CAChC,CAAC,EAEDlB,EAAU,aAAa,iBAAmByE,GAA2C,CACpF,IAAMC,EAASD,EAAQ5E,CAAW,EASlC,GARI,GAAC6E,IAEkBnE,EAAe,IAAIV,CAAW,IAC9B6E,IACtBpE,EAAgB,IAGjBC,EAAe,IAAIV,EAAa6E,CAAM,EAClC,CAACtE,IACL,GAAI,CACH,GAAIsE,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBpE,EAAe,CACzCA,EAAgBoE,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAASnE,EAAe,eAAesE,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAASnE,EAAe,OAAOsE,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAASlD,EAAO,CACf,QAAQ,MAAM,sCAAuCA,CAAK,CAC3D,CACD,CAAC,EAEDrB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBO,EAAe,OAAO,EACtBH,EAAqB,IACtB,CAAC,EAGDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iCAMoBR,EAAiB,QAAQ;AAAA,kCACxBA,EAAiB,SAAS;AAAA,sCACtBA,EAAiB,aAAa;AAAA,uCAC7BA,EAAiB,cAAc;AAAA,mCACnCA,EAAiB,UAAU;AAAA,oCAC1BA,EAAiB,WAAW;AAAA,iCAC/BA,EAAiB,QAAQ;AAAA,kCACxBA,EAAiB,SAAS;AAAA,kCAC1BA,EAAiB,SAAS;AAAA,mCACzBA,EAAiB,UAAU;AAAA,oCAC1BA,EAAiB,WAAW;AAAA,yCACvBA,EAAiB,gBAAgB;AAAA,0CAChCA,EAAiB,iBAAiB;AAAA,yCACnCA,EAAiB,gBAAgB;AAAA,0CAChCA,EAAiB,iBAAiB;AAAA,qCACvCA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CD,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA,8DAGwB,CAC7D,CACD,CAEA,IAAOpB,GAAQM","names":["pose_exports","__export","pose_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARK_INDICES","pose","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","poseLandmarker","vision","lastVideoTime","textureSources","maxPoses","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","maskWidth","maskHeight","poseMaskCanvas","poseMaskCtx","segmentationCanvas","segmentationCtx","initializePoseLandmarker","FilesetResolver","PoseLandmarker","error","calculateBoundingBoxCenter","poseIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateMaskTexture","segmentationMasks","mask","width","height","maskData","pixelCount","outputData","i","rgbaMask","updateLandmarksTexture","poses","nPoses","totalLandmarks","landmarks","lmIdx","landmark","bodyCenter","_","bodyCenterIdx","leftHandCenter","leftHandCenterIdx","rightHandCenter","rightHandCenterIdx","leftFootCenter","leftFootCenterIdx","rightFootCenter","rightFootCenterIdx","torsoCenter","torsoCenterIdx","rowsToUpdate","processPoseResults","result","textureSize","updates","source","timestamp"]}

package/dist/plugins/pose.mjs

@@ -1,12 +1,31 @@
-var h=33;function N(L){let{textureName:k,options:d}=L,_="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(u,v){let{injectGLSL:T}=v,l=null,P=null,x=-1,C=new Map,p=d?.maxPoses??1,S=512,I=512,o=document.createElement("canvas");o.width=S,o.height=I;let s=o.getContext("2d"),f=document.createElement("canvas"),M=f.getContext("2d");s.globalCompositeOperation=M.globalCompositeOperation="lighten";let y=[];async function D(){try{let{FilesetResolver:n,PoseLandmarker:e}=await import("@mediapipe/tasks-vision");P=await n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),y.push(...e.POSE_CONNECTIONS),l=await e.createFromOptions(P,{baseOptions:{modelAssetPath:d?.modelPath||_},runningMode:"VIDEO",numPoses:d?.maxPoses??1,minPoseDetectionConfidence:d?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:d?.minPosePresenceConfidence??.5,minTrackingConfidence:d?.minTrackingConfidence??.5,outputSegmentationMasks:d?.outputSegmentationMasks??!0})}catch(n){throw console.error("[Pose Plugin] Failed to initialize Pose Landmarker:",n),n}}function z(n){let e=1/0,r=-1/0,t=1/0,i=-1/0;for(let a of n)e=Math.min(e,a.x),r=Math.max(r,a.x),t=Math.min(t,a.y),i=Math.max(i,a.y);let m=(e+r)/2,c=(t+i)/2;return[m,c]}async function E(n,e){if(!l){console.warn("[Pose Plugin] Cannot update mask: poseLandmarker missing");return}try{if(s.clearRect(0,0,o.width,o.height),e&&e.length>0&&e.forEach(r=>{if(!r)return;let{width:t,height:i}=r,m=r.getAsUint8Array(),c=t*i,a=new Uint8ClampedArray(c*4);for(let g=0;g<c;g++)a[g*4+1]=m[g],a[g*4+3]=255;let w=new ImageData(a,t,i);t===o.width&&i===o.height?s.putImageData(w,0,0):(f.width!==t&&(f.width=t),f.height!==i&&(f.height=i),M.putImageData(w,0,0),s.drawImage(f,0,0,o.width,o.height))}),y.length){let r=Math.max(2,o.width/256);s.lineWidth=r,s.lineCap="round",s.strokeStyle="#00f",n.forEach(t=>{y.forEach(({start:i,end:m})=>{let c=t[i],a=t[m];!c||!a||(c.visibility??1)<.3||(a.visibility??1)<.3||(s.beginPath(),s.moveTo(c.x*o.width,c.y*o.height),s.lineTo(a.x*o.width,a.y*o.height),s.stroke())})})}u.updateTextures({u_poseMask:o})}catch(r){console.error("[Pose Plugin] Failed to generate mask texture:",r)}}function b(n){if(!n.landmarks)return;E(n.landmarks,n.segmentationMasks).catch(t=>{console.warn("[Pose Plugin] Mask texture update error:",t)});let e=n.landmarks.length,r={u_nPoses:e};if(e){r.u_poseLandmarks=n.landmarks.flatMap(i=>i.map(m=>[m.x,1-m.y]));let t=[];for(let i of n.landmarks){let m=z(i);t.push([m[0],1-m[1]])}r.u_poseCenter=t}u.updateUniforms(r)}u.registerHook("init",async()=>{u.initializeTexture("u_poseMask",o),u.initializeUniform("u_maxPoses","int",p),u.initializeUniform("u_nPoses","int",0);let n=Array.from({length:p*h},()=>[.5,.5]);u.initializeUniform("u_poseLandmarks","float",n,{arrayLength:p*h});let e=Array.from({length:p},()=>[.5,.5]);u.initializeUniform("u_poseCenter","float",e,{arrayLength:p}),await D()}),u.registerHook("updateTextures",n=>{let e=n[k];if(!(!e||(C.get(k)!==e&&(x=-1),C.set(k,e),!l)))try{if(e instanceof HTMLVideoElement){if(e.videoWidth===0||e.videoHeight===0||e.readyState<2)return;if(e.currentTime!==x){x=e.currentTime;let t=performance.now(),i=l.detectForVideo(e,t);b(i)}}else if(e instanceof HTMLImageElement||e instanceof HTMLCanvasElement){if(e.width===0||e.height===0)return;let t=l.detect(e);b(t)}}catch(t){console.error("[Pose Plugin] Pose detection error:",t)}}),u.registerHook("destroy",()=>{l&&(l.close(),l=null),P=null,C.clear(),o.remove()}),T(`
+var u=33,q=6,T=u+q,t={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:u,LEFT_HAND_CENTER:u+1,RIGHT_HAND_CENTER:u+2,LEFT_FOOT_CENTER:u+3,RIGHT_FOOT_CENTER:u+4,TORSO_CENTER:u+5};function J($){let{textureName:M,options:d}=$,B="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(c,Y){let{injectGLSL:W,gl:x}=Y,R=null,G=null,K=-1,y=new Map,U=d?.maxPoses??1,I=512,w=0,e=null,X=512,z=512,E=document.createElement("canvas");E.width=X,E.height=z;let h=E.getContext("2d"),f=document.createElement("canvas"),v=f.getContext("2d");h.globalCompositeOperation=v.globalCompositeOperation="lighten";async function V(){try{let{FilesetResolver:o,PoseLandmarker:n}=await import("@mediapipe/tasks-vision");G=await o.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),R=await n.createFromOptions(G,{baseOptions:{modelAssetPath:d?.modelPath||B},runningMode:"VIDEO",numPoses:d?.maxPoses??1,minPoseDetectionConfidence:d?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:d?.minPosePresenceConfidence??.5,minTrackingConfidence:d?.minTrackingConfidence??.5,outputSegmentationMasks:d?.outputSegmentationMasks??!0})}catch(o){throw console.error("[Pose Plugin] Failed to initialize Pose Landmarker:",o),o}}function O(o,n,r){let s=1/0,i=-1/0,L=1/0,_=-1/0,l=0,a=0;for(let A of r){let m=(n*T+A)*4,N=o[m],H=o[m+1];s=Math.min(s,N),i=Math.max(i,N),L=Math.min(L,H),_=Math.max(_,H),l+=o[m+2],a+=o[m+3]}let p=(s+i)/2,P=(L+_)/2,g=l/r.length,F=a/r.length;return[p,P,g,F]}async function j(o){if(!R||!e){console.warn("[Pose Plugin] Cannot update mask: poseLandmarker or landmarksDataArray missing");return}try{h.clearRect(0,0,E.width,E.height),o&&o.length>0&&o.forEach(n=>{if(!n)return;let{width:r,height:s}=n,i=n.getAsUint8Array(),L=r*s,_=new Uint8ClampedArray(L*4);for(let a=0;a<L;a++)_[a*4+1]=i[a],_[a*4+3]=255;let l=new ImageData(_,r,s);r===E.width&&s===E.height?h.putImageData(l,0,0):(f.width!==r&&(f.width=r),f.height!==s&&(f.height=s),v.putImageData(l,0,0),h.drawImage(f,0,0,E.width,E.height))}),c.updateTextures({u_poseMask:E})}catch(n){console.error("[Pose Plugin] Failed to generate mask texture:",n)}}function Z(o){if(!e)return;let n=o.length,r=n*T;for(let i=0;i<n;++i){let L=o[i];for(let D=0;D<u;++D){let C=L[D],S=(i*T+D)*4;e[S]=C.x,e[S+1]=1-C.y,e[S+2]=C.z??0,e[S+3]=C.visibility??1}let _=O(e,i,Array.from({length:u},(D,C)=>C)),l=(i*T+t.BODY_CENTER)*4;e[l]=_[0],e[l+1]=_[1],e[l+2]=_[2],e[l+3]=_[3];let a=O(e,i,[t.LEFT_WRIST,t.LEFT_PINKY,t.LEFT_THUMB,t.LEFT_INDEX]),p=(i*T+t.LEFT_HAND_CENTER)*4;e[p]=a[0],e[p+1]=a[1],e[p+2]=a[2],e[p+3]=a[3];let P=O(e,i,[t.RIGHT_WRIST,t.RIGHT_PINKY,t.RIGHT_THUMB,t.RIGHT_INDEX]),g=(i*T+t.RIGHT_HAND_CENTER)*4;e[g]=P[0],e[g+1]=P[1],e[g+2]=P[2],e[g+3]=P[3];let F=O(e,i,[t.LEFT_ANKLE,t.LEFT_HEEL,t.LEFT_FOOT_INDEX]),A=(i*T+t.LEFT_FOOT_CENTER)*4;e[A]=F[0],e[A+1]=F[1],e[A+2]=F[2],e[A+3]=F[3];let m=O(e,i,[t.RIGHT_ANKLE,t.RIGHT_HEEL,t.RIGHT_FOOT_INDEX]),N=(i*T+t.RIGHT_FOOT_CENTER)*4;e[N]=m[0],e[N+1]=m[1],e[N+2]=m[2],e[N+3]=m[3];let H=O(e,i,[t.LEFT_SHOULDER,t.RIGHT_SHOULDER,t.LEFT_HIP,t.RIGHT_HIP]),k=(i*T+t.TORSO_CENTER)*4;e[k]=H[0],e[k+1]=H[1],e[k+2]=H[2],e[k+3]=H[3]}let s=Math.ceil(r/I);c.updateTextures({u_poseLandmarksTex:{data:e,width:I,height:s}})}function b(o){if(!o.landmarks||!e)return;let n=o.landmarks.length;Z(o.landmarks),j(o.segmentationMasks).catch(r=>{console.warn("[Pose Plugin] Mask texture update error:",r)}),c.updateUniforms({u_nPoses:n}),d?.onResults?.(o)}c.registerHook("init",async()=>{c.initializeTexture("u_poseMask",E),c.initializeUniform("u_maxPoses","int",U),c.initializeUniform("u_nPoses","int",0);let o=U*T;w=Math.ceil(o/I);let n=I*w*4;e=new Float32Array(n),c.initializeTexture("u_poseLandmarksTex",{data:e,width:I,height:w},{internalFormat:x.RGBA32F,type:x.FLOAT,minFilter:x.NEAREST,magFilter:x.NEAREST}),await V()}),c.registerHook("updateTextures",o=>{let n=o[M];if(!(!n||(y.get(M)!==n&&(K=-1),y.set(M,n),!R)))try{if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==K){K=n.currentTime;let s=performance.now(),i=R.detectForVideo(n,s);b(i)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let s=R.detect(n);b(s)}}catch(s){console.error("[Pose Plugin] Pose detection error:",s)}}),c.registerHook("destroy",()=>{R&&(R.close(),R=null),G=null,y.clear(),E.remove(),e=null}),W(`
 uniform int u_maxPoses;
 uniform int u_nPoses;
-uniform vec2 u_poseLandmarks[${p*h}];
+uniform sampler2D u_poseLandmarksTex;
 uniform sampler2D u_poseMask;
-uniform vec2 u_poseCenter[${p}];
-vec2 poseLandmark(int poseIndex, int landmarkIndex) {
-	return u_poseLandmarks[poseIndex * ${h} + landmarkIndex];
+
+#define POSE_LANDMARK_LEFT_EYE ${t.LEFT_EYE}
+#define POSE_LANDMARK_RIGHT_EYE ${t.RIGHT_EYE}
+#define POSE_LANDMARK_LEFT_SHOULDER ${t.LEFT_SHOULDER}
+#define POSE_LANDMARK_RIGHT_SHOULDER ${t.RIGHT_SHOULDER}
+#define POSE_LANDMARK_LEFT_ELBOW ${t.LEFT_ELBOW}
+#define POSE_LANDMARK_RIGHT_ELBOW ${t.RIGHT_ELBOW}
+#define POSE_LANDMARK_LEFT_HIP ${t.LEFT_HIP}
+#define POSE_LANDMARK_RIGHT_HIP ${t.RIGHT_HIP}
+#define POSE_LANDMARK_LEFT_KNEE ${t.LEFT_KNEE}
+#define POSE_LANDMARK_RIGHT_KNEE ${t.RIGHT_KNEE}
+#define POSE_LANDMARK_BODY_CENTER ${t.BODY_CENTER}
+#define POSE_LANDMARK_LEFT_HAND_CENTER ${t.LEFT_HAND_CENTER}
+#define POSE_LANDMARK_RIGHT_HAND_CENTER ${t.RIGHT_HAND_CENTER}
+#define POSE_LANDMARK_LEFT_FOOT_CENTER ${t.LEFT_FOOT_CENTER}
+#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${t.RIGHT_FOOT_CENTER}
+#define POSE_LANDMARK_TORSO_CENTER ${t.TORSO_CENTER}
+
+vec4 poseLandmark(int poseIndex, int landmarkIndex) {
+	int i = poseIndex * ${T} + landmarkIndex;
+	int x = i % ${I};
+	int y = i / ${I};
+	return texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);
 }
-float getBody(vec2 pos) { return texture(u_poseMask, pos).g; }
-float getSkeleton(vec2 pos) { return texture(u_poseMask, pos).b; }`)}}var O=N;export{O as default};
+float inBody(vec2 pos) { return texture(u_poseMask, pos).g; }`)}}var Q=J;export{Q as default};
 //# sourceMappingURL=pose.mjs.map

package/dist/plugins/pose.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/pose.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { PoseLandmarker, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface PosePluginOptions {\n\tmodelPath?: string;\n\tmaxPoses?: number;\n\tminPoseDetectionConfidence?: number;\n\tminPosePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputSegmentationMasks?: boolean;\n}\n\nconst LANDMARK_COUNT = 33; // See https://ai.google.dev/edge/mediapipe/solutions/vision/pose_landmarker#pose_landmarker_model.\n\nfunction pose(config: { textureName: string; options?: PosePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL } = context;\n\n\t\tlet poseLandmarker: PoseLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxPoses = options?.maxPoses ?? 1;\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst poseMaskCanvas = document.createElement('canvas');\n\t\tposeMaskCanvas.width = maskWidth;\n\t\tposeMaskCanvas.height = maskHeight;\n\t\tconst poseMaskCtx = poseMaskCanvas.getContext('2d')!;\n\t\tconst segmentationCanvas = document.createElement('canvas');\n\t\tconst segmentationCtx = segmentationCanvas.getContext('2d')!;\n\t\tposeMaskCtx.globalCompositeOperation = segmentationCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\t\tconst poseConnections: { start: number; end: number }[] = [];\n\n\t\tasync function initializePoseLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, PoseLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\tposeConnections.push(...PoseLandmarker.POSE_CONNECTIONS);\n\t\t\t\tposeLandmarker = await PoseLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumPoses: options?.maxPoses ?? 1,\n\t\t\t\t\tminPoseDetectionConfidence: options?.minPoseDetectionConfidence ?? 0.5,\n\t\t\t\t\tminPosePresenceConfidence: options?.minPosePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputSegmentationMasks: options?.outputSegmentationMasks ?? true,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to initialize Pose Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculatePoseCenter(landmarks: NormalizedLandmark[]): [number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity;\n\n\t\t\t// Calculate bounding box center from all landmarks.\n\t\t\tfor (const landmark of landmarks) {\n\t\t\t\tminX = Math.min(minX, landmark.x);\n\t\t\t\tmaxX = Math.max(maxX, landmark.x);\n\t\t\t\tminY = Math.min(minY, landmark.y);\n\t\t\t\tmaxY = Math.max(maxY, landmark.y);\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\treturn [centerX, centerY];\n\t\t}\n\n\t\tasync function updateMaskTexture(poses: NormalizedLandmark[][], segmentationMasks?: any[]) {\n\t\t\tif (!poseLandmarker) {\n\t\t\t\tconsole.warn('[Pose Plugin] Cannot update mask: poseLandmarker missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tposeMaskCtx.clearRect(0, 0, poseMaskCanvas.width, poseMaskCanvas.height);\n\n\t\t\t\t// Draw the segmentation masks.\n\t\t\t\tif (segmentationMasks && segmentationMasks.length > 0) {\n\t\t\t\t\tsegmentationMasks.forEach(mask => {\n\t\t\t\t\t\tif (!mask) return;\n\n\t\t\t\t\t\tconst { width, height } = mask;\n\t\t\t\t\t\tconst maskData = mask.getAsUint8Array();\n\t\t\t\t\t\tconst pixelCount = width * height;\n\t\t\t\t\t\tconst outputData = new Uint8ClampedArray(pixelCount * 4);\n\n\t\t\t\t\t\tfor (let i = 0; i < pixelCount; i++) {\n\t\t\t\t\t\t\toutputData[i * 4 + 1] = maskData[i]; // G (body mask)\n\t\t\t\t\t\t\toutputData[i * 4 + 3] = 255; // A (required for compositing)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tconst rgbaMask = new ImageData(outputData, width, height);\n\n\t\t\t\t\t\t// Resize mask to canvas size if needed.\n\t\t\t\t\t\tif (width === poseMaskCanvas.width && height === poseMaskCanvas.height) {\n\t\t\t\t\t\t\tposeMaskCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tif (segmentationCanvas.width !== width) segmentationCanvas.width = width;\n\t\t\t\t\t\t\tif (segmentationCanvas.height !== height) segmentationCanvas.height = height;\n\t\t\t\t\t\t\tsegmentationCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t\tposeMaskCtx.drawImage(\n\t\t\t\t\t\t\t\tsegmentationCanvas,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\tposeMaskCanvas.width,\n\t\t\t\t\t\t\t\tposeMaskCanvas.height\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\t// Draw the skeleton.\n\t\t\t\tif (poseConnections.length) {\n\t\t\t\t\tconst lineWidth = Math.max(2, poseMaskCanvas.width / 256);\n\t\t\t\t\tposeMaskCtx.lineWidth = lineWidth;\n\t\t\t\t\tposeMaskCtx.lineCap = 'round';\n\t\t\t\t\tposeMaskCtx.strokeStyle = '#00f';\n\n\t\t\t\t\tposes.forEach(landmarks => {\n\t\t\t\t\t\tposeConnections.forEach(({ start, end }) => {\n\t\t\t\t\t\t\tconst a = landmarks[start];\n\t\t\t\t\t\t\tconst b = landmarks[end];\n\t\t\t\t\t\t\tif (!a || !b) return;\n\t\t\t\t\t\t\tif ((a.visibility ?? 1) < 0.3 || (b.visibility ?? 1) < 0.3) return;\n\t\t\t\t\t\t\tposeMaskCtx.beginPath();\n\t\t\t\t\t\t\tposeMaskCtx.moveTo(a.x * poseMaskCanvas.width, a.y * poseMaskCanvas.height);\n\t\t\t\t\t\t\tposeMaskCtx.lineTo(b.x * poseMaskCanvas.width, b.y * poseMaskCanvas.height);\n\t\t\t\t\t\t\tposeMaskCtx.stroke();\n\t\t\t\t\t\t});\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_poseMask: poseMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction processPoseResults(result: any) {\n\t\t\tif (!result.landmarks) return;\n\n\t\t\tupdateMaskTexture(result.landmarks, result.segmentationMasks).catch(error => {\n\t\t\t\tconsole.warn('[Pose Plugin] Mask texture update error:', error);\n\t\t\t});\n\n\t\t\tconst nPoses = result.landmarks.length;\n\t\t\tconst updates: Parameters<typeof shaderPad.updateUniforms>[0] = { u_nPoses: nPoses };\n\t\t\tif (nPoses) {\n\t\t\t\tupdates.u_poseLandmarks = result.landmarks.flatMap((landmarks: NormalizedLandmark[]) =>\n\t\t\t\t\tlandmarks.map(landmark => [landmark.x, 1.0 - landmark.y])\n\t\t\t\t);\n\n\t\t\t\tconst poseCenters: [number, number][] = [];\n\t\t\t\tfor (const landmarks of result.landmarks) {\n\t\t\t\t\tconst poseCenter = calculatePoseCenter(landmarks);\n\t\t\t\t\t// Invert Y-axis to match WebGL coordinate system.\n\t\t\t\t\tposeCenters.push([poseCenter[0], 1.0 - poseCenter[1]]);\n\t\t\t\t}\n\t\t\t\tupdates.u_poseCenter = poseCenters;\n\t\t\t}\n\t\t\tshaderPad.updateUniforms(updates);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_poseMask', poseMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxPoses', 'int', maxPoses);\n\t\t\tshaderPad.initializeUniform('u_nPoses', 'int', 0);\n\t\t\tconst defaultPoseData: [number, number][] = Array.from({ length: maxPoses * LANDMARK_COUNT }, () => [\n\t\t\t\t0.5, 0.5,\n\t\t\t]);\n\t\t\tshaderPad.initializeUniform('u_poseLandmarks', 'float', defaultPoseData, {\n\t\t\t\tarrayLength: maxPoses * LANDMARK_COUNT,\n\t\t\t});\n\t\t\tconst defaultPoseCenterData: [number, number][] = Array.from({ length: maxPoses }, () => [0.5, 0.5]);\n\t\t\tshaderPad.initializeUniform('u_poseCenter', 'float', defaultPoseCenterData, {\n\t\t\t\tarrayLength: maxPoses,\n\t\t\t});\n\n\t\t\tawait initializePoseLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!poseLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = poseLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = poseLandmarker.detect(source);\n\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Pose detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (poseLandmarker) {\n\t\t\t\tposeLandmarker.close();\n\t\t\t\tposeLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tposeMaskCanvas.remove();\n\t\t});\n\t\t// TODO: getBody and getSkeleton shouldn't rely on alpha. Do they? Seems so in the example...\n\t\tinjectGLSL(`\nuniform int u_maxPoses;\nuniform int u_nPoses;\nuniform vec2 u_poseLandmarks[${maxPoses * LANDMARK_COUNT}];\nuniform sampler2D u_poseMask;\nuniform vec2 u_poseCenter[${maxPoses}];\nvec2 poseLandmark(int poseIndex, int landmarkIndex) {\n\treturn u_poseLandmarks[poseIndex * ${LANDMARK_COUNT} + landmarkIndex];\n}\nfloat getBody(vec2 pos) { return texture(u_poseMask, pos).g; }\nfloat getSkeleton(vec2 pos) { return texture(u_poseMask, pos).b; }`);\n\t};\n}\n\nexport default pose;\n"],"mappings":"AAYA,IAAMA,EAAiB,GAEvB,SAASC,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,2HAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,CAAW,EAAID,EAEnBE,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWT,GAAS,UAAY,EAChCU,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAC5CE,EAAqB,SAAS,cAAc,QAAQ,EACpDC,EAAkBD,EAAmB,WAAW,IAAI,EAC1DD,EAAY,yBAA2BE,EAAgB,yBAA2B,UAClF,IAAMC,EAAoD,CAAC,EAE3D,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFb,EAAS,MAAMY,EAAgB,eAC9B,kEACD,EACAF,EAAgB,KAAK,GAAGG,EAAe,gBAAgB,EACvDd,EAAiB,MAAMc,EAAe,kBAAkBb,EAAQ,CAC/D,YAAa,CACZ,eAAgBN,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,wBAAyBA,GAAS,yBAA2B,EAC9D,CAAC,CACF,OAASoB,EAAO,CACf,cAAQ,MAAM,sDAAuDA,CAAK,EACpEA,CACP,CACD,CAEA,SAASC,EAAoBC,EAAmD,CAC/E,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KAGR,QAAWC,KAAYL,EACtBC,EAAO,KAAK,IAAIA,EAAMI,EAAS,CAAC,EAChCH,EAAO,KAAK,IAAIA,EAAMG,EAAS,CAAC,EAChCF,EAAO,KAAK,IAAIA,EAAME,EAAS,CAAC,EAChCD,EAAO,KAAK,IAAIA,EAAMC,EAAS,CAAC,EAGjC,IAAMC,GAAWL,EAAOC,GAAQ,EAC1BK,GAAWJ,EAAOC,GAAQ,EAChC,MAAO,CAACE,EAASC,CAAO,CACzB,CAEA,eAAeC,EAAkBC,EAA+BC,EAA2B,CAC1F,GAAI,CAAC3B,EAAgB,CACpB,QAAQ,KAAK,0DAA0D,EACvE,MACD,CAEA,GAAI,CAuCH,GAtCAQ,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAGnEoB,GAAqBA,EAAkB,OAAS,GACnDA,EAAkB,QAAQC,GAAQ,CACjC,GAAI,CAACA,EAAM,OAEX,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIF,EACpBG,EAAWH,EAAK,gBAAgB,EAChCI,EAAaH,EAAQC,EACrBG,EAAa,IAAI,kBAAkBD,EAAa,CAAC,EAEvD,QAASE,EAAI,EAAGA,EAAIF,EAAYE,IAC/BD,EAAWC,EAAI,EAAI,CAAC,EAAIH,EAASG,CAAC,EAClCD,EAAWC,EAAI,EAAI,CAAC,EAAI,IAGzB,IAAMC,EAAW,IAAI,UAAUF,EAAYJ,EAAOC,CAAM,EAGpDD,IAAUtB,EAAe,OAASuB,IAAWvB,EAAe,OAC/DC,EAAY,aAAa2B,EAAU,EAAG,CAAC,GAEnC1B,EAAmB,QAAUoB,IAAOpB,EAAmB,MAAQoB,GAC/DpB,EAAmB,SAAWqB,IAAQrB,EAAmB,OAASqB,GACtEpB,EAAgB,aAAayB,EAAU,EAAG,CAAC,EAC3C3B,EAAY,UACXC,EACA,EACA,EACAF,EAAe,MACfA,EAAe,MAChB,EAEF,CAAC,EAIEI,EAAgB,OAAQ,CAC3B,IAAMyB,EAAY,KAAK,IAAI,EAAG7B,EAAe,MAAQ,GAAG,EACxDC,EAAY,UAAY4B,EACxB5B,EAAY,QAAU,QACtBA,EAAY,YAAc,OAE1BkB,EAAM,QAAQT,GAAa,CAC1BN,EAAgB,QAAQ,CAAC,CAAE,MAAA0B,EAAO,IAAAC,CAAI,IAAM,CAC3C,IAAMC,EAAItB,EAAUoB,CAAK,EACnBG,EAAIvB,EAAUqB,CAAG,EACnB,CAACC,GAAK,CAACC,IACND,EAAE,YAAc,GAAK,KAAQC,EAAE,YAAc,GAAK,KACvDhC,EAAY,UAAU,EACtBA,EAAY,OAAO+B,EAAE,EAAIhC,EAAe,MAAOgC,EAAE,EAAIhC,EAAe,MAAM,EAC1EC,EAAY,OAAOgC,EAAE,EAAIjC,EAAe,MAAOiC,EAAE,EAAIjC,EAAe,MAAM,EAC1EC,EAAY,OAAO,EACpB,CAAC,CACF,CAAC,CACF,CAEAX,EAAU,eAAe,CAAE,WAAYU,CAAe,CAAC,CACxD,OAASQ,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS0B,EAAmBC,EAAa,CACxC,GAAI,CAACA,EAAO,UAAW,OAEvBjB,EAAkBiB,EAAO,UAAWA,EAAO,iBAAiB,EAAE,MAAM3B,GAAS,CAC5E,QAAQ,KAAK,2CAA4CA,CAAK,CAC/D,CAAC,EAED,IAAM4B,EAASD,EAAO,UAAU,OAC1BE,EAA0D,CAAE,SAAUD,CAAO,EACnF,GAAIA,EAAQ,CACXC,EAAQ,gBAAkBF,EAAO,UAAU,QAASzB,GACnDA,EAAU,IAAIK,GAAY,CAACA,EAAS,EAAG,EAAMA,EAAS,CAAC,CAAC,CACzD,EAEA,IAAMuB,EAAkC,CAAC,EACzC,QAAW5B,KAAayB,EAAO,UAAW,CACzC,IAAMI,EAAa9B,EAAoBC,CAAS,EAEhD4B,EAAY,KAAK,CAACC,EAAW,CAAC,EAAG,EAAMA,EAAW,CAAC,CAAC,CAAC,CACtD,CACAF,EAAQ,aAAeC,CACxB,CACAhD,EAAU,eAAe+C,CAAO,CACjC,CAEA/C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcU,CAAc,EACxDV,EAAU,kBAAkB,aAAc,MAAOO,CAAQ,EACzDP,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChD,IAAMkD,EAAsC,MAAM,KAAK,CAAE,OAAQ3C,EAAWb,CAAe,EAAG,IAAM,CACnG,GAAK,EACN,CAAC,EACDM,EAAU,kBAAkB,kBAAmB,QAASkD,EAAiB,CACxE,YAAa3C,EAAWb,CACzB,CAAC,EACD,IAAMyD,EAA4C,MAAM,KAAK,CAAE,OAAQ5C,CAAS,EAAG,IAAM,CAAC,GAAK,EAAG,CAAC,EACnGP,EAAU,kBAAkB,eAAgB,QAASmD,EAAuB,CAC3E,YAAa5C,CACd,CAAC,EAED,MAAMQ,EAAyB,CAChC,CAAC,EAEDf,EAAU,aAAa,iBAAmB+C,GAA2C,CACpF,IAAMK,EAASL,EAAQlD,CAAW,EASlC,GARI,GAACuD,IAEkB9C,EAAe,IAAIT,CAAW,IAC9BuD,IACtB/C,EAAgB,IAGjBC,EAAe,IAAIT,EAAauD,CAAM,EAClC,CAACjD,IACL,GAAI,CACH,GAAIiD,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB/C,EAAe,CACzCA,EAAgB+C,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BR,EAAS1C,EAAe,eAAeiD,EAAQC,CAAS,EAC9DT,EAAmBC,CAAM,CAC1B,CACD,SAAWO,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMP,EAAS1C,EAAe,OAAOiD,CAAM,EAC3CR,EAAmBC,CAAM,CAC1B,CACD,OAAS3B,EAAO,CACf,QAAQ,MAAM,sCAAuCA,CAAK,CAC3D,CACD,CAAC,EAEDlB,EAAU,aAAa,UAAW,IAAM,CACnCG,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBI,EAAe,OAAO,CACvB,CAAC,EAEDR,EAAW;AAAA;AAAA;AAAA,+BAGkBK,EAAWb,CAAc;AAAA;AAAA,4BAE5Ba,CAAQ;AAAA;AAAA,sCAEEb,CAAc;AAAA;AAAA;AAAA,mEAGe,CAClE,CACD,CAEA,IAAO4D,EAAQ3D","names":["LANDMARK_COUNT","pose","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","poseLandmarker","vision","lastVideoTime","textureSources","maxPoses","maskWidth","maskHeight","poseMaskCanvas","poseMaskCtx","segmentationCanvas","segmentationCtx","poseConnections","initializePoseLandmarker","FilesetResolver","PoseLandmarker","error","calculatePoseCenter","landmarks","minX","maxX","minY","maxY","landmark","centerX","centerY","updateMaskTexture","poses","segmentationMasks","mask","width","height","maskData","pixelCount","outputData","i","rgbaMask","lineWidth","start","end","a","b","processPoseResults","result","nPoses","updates","poseCenters","poseCenter","defaultPoseData","defaultPoseCenterData","source","timestamp","pose_default"]}
+{"version":3,"sources":["../../src/plugins/pose.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { PoseLandmarker, PoseLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface PosePluginOptions {\n\tmodelPath?: string;\n\tmaxPoses?: number;\n\tminPoseDetectionConfidence?: number;\n\tminPosePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputSegmentationMasks?: boolean;\n\tonResults?: (results: PoseLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 33; // See https://ai.google.dev/edge/mediapipe/solutions/vision/pose_landmarker#pose_landmarker_model.\nconst CUSTOM_LANDMARK_COUNT = 6;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARK_INDICES = {\n\t// Standard landmarks.\n\tLEFT_EYE: 2,\n\tRIGHT_EYE: 5,\n\tLEFT_SHOULDER: 11,\n\tRIGHT_SHOULDER: 12,\n\tLEFT_ELBOW: 13,\n\tRIGHT_ELBOW: 14,\n\tLEFT_HIP: 23,\n\tRIGHT_HIP: 24,\n\tLEFT_KNEE: 25,\n\tRIGHT_KNEE: 26,\n\tLEFT_WRIST: 15,\n\tRIGHT_WRIST: 16,\n\tLEFT_PINKY: 17,\n\tRIGHT_PINKY: 18,\n\tLEFT_INDEX: 19,\n\tRIGHT_INDEX: 20,\n\tLEFT_THUMB: 21,\n\tRIGHT_THUMB: 22,\n\tLEFT_ANKLE: 27,\n\tRIGHT_ANKLE: 28,\n\tLEFT_HEEL: 29,\n\tRIGHT_HEEL: 30,\n\tLEFT_FOOT_INDEX: 31,\n\tRIGHT_FOOT_INDEX: 32,\n\t// Custom landmarks.\n\tBODY_CENTER: STANDARD_LANDMARK_COUNT,\n\tLEFT_HAND_CENTER: STANDARD_LANDMARK_COUNT + 1,\n\tRIGHT_HAND_CENTER: STANDARD_LANDMARK_COUNT + 2,\n\tLEFT_FOOT_CENTER: STANDARD_LANDMARK_COUNT + 3,\n\tRIGHT_FOOT_CENTER: STANDARD_LANDMARK_COUNT + 4,\n\tTORSO_CENTER: STANDARD_LANDMARK_COUNT + 5,\n};\n\nfunction pose(config: { textureName: string; options?: PosePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet poseLandmarker: PoseLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxPoses = options?.maxPoses ?? 1;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst maskWidth = 512;\n\t\tconst maskHeight = 512;\n\t\tconst poseMaskCanvas = document.createElement('canvas');\n\t\tposeMaskCanvas.width = maskWidth;\n\t\tposeMaskCanvas.height = maskHeight;\n\t\tconst poseMaskCtx = poseMaskCanvas.getContext('2d')!;\n\t\tconst segmentationCanvas = document.createElement('canvas');\n\t\tconst segmentationCtx = segmentationCanvas.getContext('2d')!;\n\t\tposeMaskCtx.globalCompositeOperation = segmentationCtx.globalCompositeOperation = 'lighten'; // Keep the highest value of each channel.\n\n\t\tasync function initializePoseLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, PoseLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\tposeLandmarker = await PoseLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t},\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumPoses: options?.maxPoses ?? 1,\n\t\t\t\t\tminPoseDetectionConfidence: options?.minPoseDetectionConfidence ?? 0.5,\n\t\t\t\t\tminPosePresenceConfidence: options?.minPosePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputSegmentationMasks: options?.outputSegmentationMasks ?? true,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to initialize Pose Landmarker:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\tposeIdx: number,\n\t\t\tlandmarkIndices: number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (poseIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tasync function updateMaskTexture(segmentationMasks?: any[]) {\n\t\t\tif (!poseLandmarker || !landmarksDataArray) {\n\t\t\t\tconsole.warn('[Pose Plugin] Cannot update mask: poseLandmarker or landmarksDataArray missing');\n\t\t\t\treturn;\n\t\t\t}\n\n\t\t\ttry {\n\t\t\t\tposeMaskCtx.clearRect(0, 0, poseMaskCanvas.width, poseMaskCanvas.height);\n\n\t\t\t\t// Draw the segmentation masks.\n\t\t\t\tif (segmentationMasks && segmentationMasks.length > 0) {\n\t\t\t\t\tsegmentationMasks.forEach(mask => {\n\t\t\t\t\t\tif (!mask) return;\n\n\t\t\t\t\t\tconst { width, height } = mask;\n\t\t\t\t\t\tconst maskData = mask.getAsUint8Array();\n\t\t\t\t\t\tconst pixelCount = width * height;\n\t\t\t\t\t\tconst outputData = new Uint8ClampedArray(pixelCount * 4);\n\n\t\t\t\t\t\tfor (let i = 0; i < pixelCount; i++) {\n\t\t\t\t\t\t\toutputData[i * 4 + 1] = maskData[i]; // G (body mask)\n\t\t\t\t\t\t\toutputData[i * 4 + 3] = 255; // A (required for compositing)\n\t\t\t\t\t\t}\n\n\t\t\t\t\t\tconst rgbaMask = new ImageData(outputData, width, height);\n\n\t\t\t\t\t\t// Resize mask to canvas size if needed.\n\t\t\t\t\t\tif (width === poseMaskCanvas.width && height === poseMaskCanvas.height) {\n\t\t\t\t\t\t\tposeMaskCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t} else {\n\t\t\t\t\t\t\tif (segmentationCanvas.width !== width) segmentationCanvas.width = width;\n\t\t\t\t\t\t\tif (segmentationCanvas.height !== height) segmentationCanvas.height = height;\n\t\t\t\t\t\t\tsegmentationCtx.putImageData(rgbaMask, 0, 0);\n\t\t\t\t\t\t\tposeMaskCtx.drawImage(\n\t\t\t\t\t\t\t\tsegmentationCanvas,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\t0,\n\t\t\t\t\t\t\t\tposeMaskCanvas.width,\n\t\t\t\t\t\t\t\tposeMaskCanvas.height\n\t\t\t\t\t\t\t);\n\t\t\t\t\t\t}\n\t\t\t\t\t});\n\t\t\t\t}\n\n\t\t\t\tshaderPad.updateTextures({ u_poseMask: poseMaskCanvas });\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Failed to generate mask texture:', error);\n\t\t\t}\n\t\t}\n\n\t\tfunction updateLandmarksTexture(poses: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nPoses = poses.length;\n\t\t\tconst totalLandmarks = nPoses * LANDMARK_COUNT;\n\n\t\t\tfor (let poseIdx = 0; poseIdx < nPoses; ++poseIdx) {\n\t\t\t\tconst landmarks = poses[poseIdx];\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (poseIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x; // R (X)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y; // G (Inverted Y)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0; // B (Z)\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1; // A (Visibility)\n\t\t\t\t}\n\n\t\t\t\t// Body center (landmark 33) - calculated from all standard landmarks\n\t\t\t\tconst bodyCenter = calculateBoundingBoxCenter(\n\t\t\t\t\tlandmarksDataArray,\n\t\t\t\t\tposeIdx,\n\t\t\t\t\tArray.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i)\n\t\t\t\t);\n\t\t\t\tconst bodyCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.BODY_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[bodyCenterIdx] = bodyCenter[0];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 1] = bodyCenter[1];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 2] = bodyCenter[2];\n\t\t\t\tlandmarksDataArray[bodyCenterIdx + 3] = bodyCenter[3];\n\n\t\t\t\t// Left hand center (landmark 34) - center of pinky, thumb, wrist, index.\n\t\t\t\tconst leftHandCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_WRIST,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_PINKY,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_THUMB,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst leftHandCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.LEFT_HAND_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx] = leftHandCenter[0];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 1] = leftHandCenter[1];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 2] = leftHandCenter[2];\n\t\t\t\tlandmarksDataArray[leftHandCenterIdx + 3] = leftHandCenter[3];\n\n\t\t\t\t// Right hand center (landmark 35) - center of pinky, thumb, wrist, index.\n\t\t\t\tconst rightHandCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_WRIST,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_PINKY,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_THUMB,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst rightHandCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.RIGHT_HAND_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx] = rightHandCenter[0];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 1] = rightHandCenter[1];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 2] = rightHandCenter[2];\n\t\t\t\tlandmarksDataArray[rightHandCenterIdx + 3] = rightHandCenter[3];\n\n\t\t\t\t// Left foot center (landmark 36) - center of ankle, heel, foot index\n\t\t\t\tconst leftFootCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_ANKLE,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_HEEL,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_FOOT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst leftFootCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.LEFT_FOOT_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx] = leftFootCenter[0];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 1] = leftFootCenter[1];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 2] = leftFootCenter[2];\n\t\t\t\tlandmarksDataArray[leftFootCenterIdx + 3] = leftFootCenter[3];\n\n\t\t\t\t// Right foot center (landmark 37) - center of ankle, heel, foot index\n\t\t\t\tconst rightFootCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_ANKLE,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_HEEL,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_FOOT_INDEX,\n\t\t\t\t]);\n\t\t\t\tconst rightFootCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.RIGHT_FOOT_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx] = rightFootCenter[0];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 1] = rightFootCenter[1];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 2] = rightFootCenter[2];\n\t\t\t\tlandmarksDataArray[rightFootCenterIdx + 3] = rightFootCenter[3];\n\n\t\t\t\t// Torso center (landmark 38) - center of shoulders and hips\n\t\t\t\tconst torsoCenter = calculateBoundingBoxCenter(landmarksDataArray, poseIdx, [\n\t\t\t\t\tLANDMARK_INDICES.LEFT_SHOULDER,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_SHOULDER,\n\t\t\t\t\tLANDMARK_INDICES.LEFT_HIP,\n\t\t\t\t\tLANDMARK_INDICES.RIGHT_HIP,\n\t\t\t\t]);\n\t\t\t\tconst torsoCenterIdx = (poseIdx * LANDMARK_COUNT + LANDMARK_INDICES.TORSO_CENTER) * 4;\n\t\t\t\tlandmarksDataArray[torsoCenterIdx] = torsoCenter[0];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 1] = torsoCenter[1];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 2] = torsoCenter[2];\n\t\t\t\tlandmarksDataArray[torsoCenterIdx + 3] = torsoCenter[3];\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_poseLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processPoseResults(result: PoseLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nPoses = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks);\n\t\t\tupdateMaskTexture(result.segmentationMasks).catch(error => {\n\t\t\t\tconsole.warn('[Pose Plugin] Mask texture update error:', error);\n\t\t\t});\n\t\t\tshaderPad.updateUniforms({ u_nPoses: nPoses });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_poseMask', poseMaskCanvas);\n\t\t\tshaderPad.initializeUniform('u_maxPoses', 'int', maxPoses);\n\t\t\tshaderPad.initializeUniform('u_nPoses', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxPoses * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_poseLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializePoseLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!poseLandmarker) return;\n\t\t\ttry {\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst timestamp = performance.now();\n\t\t\t\t\t\tconst result = poseLandmarker.detectForVideo(source, timestamp);\n\t\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = poseLandmarker.detect(source);\n\t\t\t\t\tprocessPoseResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Pose Plugin] Pose detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (poseLandmarker) {\n\t\t\t\tposeLandmarker.close();\n\t\t\t\tposeLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tposeMaskCanvas.remove();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\t\t// TODO: inBody shouldn't rely on alpha. Does it? Seems so in the example.\n\t\t//       Might be because putImageData ignores alpha compositing.\n\t\tinjectGLSL(`\nuniform int u_maxPoses;\nuniform int u_nPoses;\nuniform sampler2D u_poseLandmarksTex;\nuniform sampler2D u_poseMask;\n\n#define POSE_LANDMARK_LEFT_EYE ${LANDMARK_INDICES.LEFT_EYE}\n#define POSE_LANDMARK_RIGHT_EYE ${LANDMARK_INDICES.RIGHT_EYE}\n#define POSE_LANDMARK_LEFT_SHOULDER ${LANDMARK_INDICES.LEFT_SHOULDER}\n#define POSE_LANDMARK_RIGHT_SHOULDER ${LANDMARK_INDICES.RIGHT_SHOULDER}\n#define POSE_LANDMARK_LEFT_ELBOW ${LANDMARK_INDICES.LEFT_ELBOW}\n#define POSE_LANDMARK_RIGHT_ELBOW ${LANDMARK_INDICES.RIGHT_ELBOW}\n#define POSE_LANDMARK_LEFT_HIP ${LANDMARK_INDICES.LEFT_HIP}\n#define POSE_LANDMARK_RIGHT_HIP ${LANDMARK_INDICES.RIGHT_HIP}\n#define POSE_LANDMARK_LEFT_KNEE ${LANDMARK_INDICES.LEFT_KNEE}\n#define POSE_LANDMARK_RIGHT_KNEE ${LANDMARK_INDICES.RIGHT_KNEE}\n#define POSE_LANDMARK_BODY_CENTER ${LANDMARK_INDICES.BODY_CENTER}\n#define POSE_LANDMARK_LEFT_HAND_CENTER ${LANDMARK_INDICES.LEFT_HAND_CENTER}\n#define POSE_LANDMARK_RIGHT_HAND_CENTER ${LANDMARK_INDICES.RIGHT_HAND_CENTER}\n#define POSE_LANDMARK_LEFT_FOOT_CENTER ${LANDMARK_INDICES.LEFT_FOOT_CENTER}\n#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${LANDMARK_INDICES.RIGHT_FOOT_CENTER}\n#define POSE_LANDMARK_TORSO_CENTER ${LANDMARK_INDICES.TORSO_CENTER}\n\nvec4 poseLandmark(int poseIndex, int landmarkIndex) {\n\tint i = poseIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);\n}\nfloat inBody(vec2 pos) { return texture(u_poseMask, pos).g; }`);\n\t};\n}\n\nexport default pose;\n"],"mappings":"AAaA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAmB,CAExB,SAAU,EACV,UAAW,EACX,cAAe,GACf,eAAgB,GAChB,WAAY,GACZ,YAAa,GACb,SAAU,GACV,UAAW,GACX,UAAW,GACX,WAAY,GACZ,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,WAAY,GACZ,YAAa,GACb,UAAW,GACX,WAAY,GACZ,gBAAiB,GACjB,iBAAkB,GAElB,YAAaH,EACb,iBAAkBA,EAA0B,EAC5C,kBAAmBA,EAA0B,EAC7C,iBAAkBA,EAA0B,EAC5C,kBAAmBA,EAA0B,EAC7C,aAAcA,EAA0B,CACzC,EAEA,SAASI,EAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,2HAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GACdC,EAAiB,IAAI,IACrBC,EAAWV,GAAS,UAAY,EAEhCW,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAExCC,EAAY,IACZC,EAAa,IACbC,EAAiB,SAAS,cAAc,QAAQ,EACtDA,EAAe,MAAQF,EACvBE,EAAe,OAASD,EACxB,IAAME,EAAcD,EAAe,WAAW,IAAI,EAC5CE,EAAqB,SAAS,cAAc,QAAQ,EACpDC,EAAkBD,EAAmB,WAAW,IAAI,EAC1DD,EAAY,yBAA2BE,EAAgB,yBAA2B,UAElF,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFf,EAAS,MAAMc,EAAgB,eAC9B,kEACD,EACAf,EAAiB,MAAMgB,EAAe,kBAAkBf,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,CACvC,EACA,YAAa,QACb,SAAUD,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,wBAAyBA,GAAS,yBAA2B,EAC9D,CAAC,CACF,OAASuB,EAAO,CACf,cAAQ,MAAM,sDAAuDA,CAAK,EACpEA,CACP,CACD,CAEA,SAASC,EACRX,EACAY,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU9B,EAAiBsC,GAAO,EAC7CE,EAAItB,EAAmBqB,CAAO,EAC9BE,EAAIvB,EAAmBqB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQlB,EAAmBqB,EAAU,CAAC,EACtCF,GAAiBnB,EAAmBqB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,eAAeC,EAAkBC,EAA2B,CAC3D,GAAI,CAACpC,GAAkB,CAACO,EAAoB,CAC3C,QAAQ,KAAK,gFAAgF,EAC7F,MACD,CAEA,GAAI,CACHI,EAAY,UAAU,EAAG,EAAGD,EAAe,MAAOA,EAAe,MAAM,EAGnE0B,GAAqBA,EAAkB,OAAS,GACnDA,EAAkB,QAAQC,GAAQ,CACjC,GAAI,CAACA,EAAM,OAEX,GAAM,CAAE,MAAAC,EAAO,OAAAC,CAAO,EAAIF,EACpBG,EAAWH,EAAK,gBAAgB,EAChCI,EAAaH,EAAQC,EACrBG,EAAa,IAAI,kBAAkBD,EAAa,CAAC,EAEvD,QAASE,EAAI,EAAGA,EAAIF,EAAYE,IAC/BD,EAAWC,EAAI,EAAI,CAAC,EAAIH,EAASG,CAAC,EAClCD,EAAWC,EAAI,EAAI,CAAC,EAAI,IAGzB,IAAMC,EAAW,IAAI,UAAUF,EAAYJ,EAAOC,CAAM,EAGpDD,IAAU5B,EAAe,OAAS6B,IAAW7B,EAAe,OAC/DC,EAAY,aAAaiC,EAAU,EAAG,CAAC,GAEnChC,EAAmB,QAAU0B,IAAO1B,EAAmB,MAAQ0B,GAC/D1B,EAAmB,SAAW2B,IAAQ3B,EAAmB,OAAS2B,GACtE1B,EAAgB,aAAa+B,EAAU,EAAG,CAAC,EAC3CjC,EAAY,UACXC,EACA,EACA,EACAF,EAAe,MACfA,EAAe,MAChB,EAEF,CAAC,EAGFd,EAAU,eAAe,CAAE,WAAYc,CAAe,CAAC,CACxD,OAASO,EAAO,CACf,QAAQ,MAAM,iDAAkDA,CAAK,CACtE,CACD,CAEA,SAAS4B,EAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMwC,EAASD,EAAM,OACfE,EAAiBD,EAAS1D,EAEhC,QAAS8B,EAAU,EAAGA,EAAU4B,EAAQ,EAAE5B,EAAS,CAClD,IAAM8B,EAAYH,EAAM3B,CAAO,EAC/B,QAAS+B,EAAQ,EAAGA,EAAQ/D,EAAyB,EAAE+D,EAAO,CAC7D,IAAMC,EAAWF,EAAUC,CAAK,EAC1BtB,GAAWT,EAAU9B,EAAiB6D,GAAS,EACrD3C,EAAmBqB,CAAO,EAAIuB,EAAS,EACvC5C,EAAmBqB,EAAU,CAAC,EAAI,EAAIuB,EAAS,EAC/C5C,EAAmBqB,EAAU,CAAC,EAAIuB,EAAS,GAAK,EAChD5C,EAAmBqB,EAAU,CAAC,EAAIuB,EAAS,YAAc,CAC1D,CAGA,IAAMC,EAAalC,EAClBX,EACAY,EACA,MAAM,KAAK,CAAE,OAAQhC,CAAwB,EAAG,CAACkE,EAAGV,IAAMA,CAAC,CAC5D,EACMW,GAAiBnC,EAAU9B,EAAiBC,EAAiB,aAAe,EAClFiB,EAAmB+C,CAAa,EAAIF,EAAW,CAAC,EAChD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACpD7C,EAAmB+C,EAAgB,CAAC,EAAIF,EAAW,CAAC,EAGpD,IAAMG,EAAiBrC,EAA2BX,EAAoBY,EAAS,CAC9E7B,EAAiB,WACjBA,EAAiB,WACjBA,EAAiB,WACjBA,EAAiB,UAClB,CAAC,EACKkE,GAAqBrC,EAAU9B,EAAiBC,EAAiB,kBAAoB,EAC3FiB,EAAmBiD,CAAiB,EAAID,EAAe,CAAC,EACxDhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DhD,EAAmBiD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAG5D,IAAME,EAAkBvC,EAA2BX,EAAoBY,EAAS,CAC/E7B,EAAiB,YACjBA,EAAiB,YACjBA,EAAiB,YACjBA,EAAiB,WAClB,CAAC,EACKoE,GAAsBvC,EAAU9B,EAAiBC,EAAiB,mBAAqB,EAC7FiB,EAAmBmD,CAAkB,EAAID,EAAgB,CAAC,EAC1DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DlD,EAAmBmD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAG9D,IAAME,EAAiBzC,EAA2BX,EAAoBY,EAAS,CAC9E7B,EAAiB,WACjBA,EAAiB,UACjBA,EAAiB,eAClB,CAAC,EACKsE,GAAqBzC,EAAU9B,EAAiBC,EAAiB,kBAAoB,EAC3FiB,EAAmBqD,CAAiB,EAAID,EAAe,CAAC,EACxDpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAC5DpD,EAAmBqD,EAAoB,CAAC,EAAID,EAAe,CAAC,EAG5D,IAAME,EAAkB3C,EAA2BX,EAAoBY,EAAS,CAC/E7B,EAAiB,YACjBA,EAAiB,WACjBA,EAAiB,gBAClB,CAAC,EACKwE,GAAsB3C,EAAU9B,EAAiBC,EAAiB,mBAAqB,EAC7FiB,EAAmBuD,CAAkB,EAAID,EAAgB,CAAC,EAC1DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAC9DtD,EAAmBuD,EAAqB,CAAC,EAAID,EAAgB,CAAC,EAG9D,IAAME,EAAc7C,EAA2BX,EAAoBY,EAAS,CAC3E7B,EAAiB,cACjBA,EAAiB,eACjBA,EAAiB,SACjBA,EAAiB,SAClB,CAAC,EACK0E,GAAkB7C,EAAU9B,EAAiBC,EAAiB,cAAgB,EACpFiB,EAAmByD,CAAc,EAAID,EAAY,CAAC,EAClDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,EACtDxD,EAAmByD,EAAiB,CAAC,EAAID,EAAY,CAAC,CACvD,CAEA,IAAME,EAAe,KAAK,KAAKjB,EAAiB3C,CAAuB,EACvET,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOF,EACP,OAAQ4D,CACT,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAC5D,EAAoB,OAE9C,IAAMwC,EAASoB,EAAO,UAAU,OAChCtB,EAAuBsB,EAAO,SAAS,EACvChC,EAAkBgC,EAAO,iBAAiB,EAAE,MAAMlD,GAAS,CAC1D,QAAQ,KAAK,2CAA4CA,CAAK,CAC/D,CAAC,EACDrB,EAAU,eAAe,CAAE,SAAUmD,CAAO,CAAC,EAE7CrD,GAAS,YAAYyE,CAAM,CAC5B,CAEAvE,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAcc,CAAc,EACxDd,EAAU,kBAAkB,aAAc,MAAOQ,CAAQ,EACzDR,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMoD,EAAiB5C,EAAWf,EAClCiB,EAAyB,KAAK,KAAK0C,EAAiB3C,CAAuB,EAC3E,IAAM+D,EAAc/D,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAa6D,CAAW,EAEjDxE,EAAU,kBACT,qBACA,CACC,KAAMW,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBP,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMe,EAAyB,CAChC,CAAC,EAEDlB,EAAU,aAAa,iBAAmByE,GAA2C,CACpF,IAAMC,EAASD,EAAQ5E,CAAW,EASlC,GARI,GAAC6E,IAEkBnE,EAAe,IAAIV,CAAW,IAC9B6E,IACtBpE,EAAgB,IAGjBC,EAAe,IAAIV,EAAa6E,CAAM,EAClC,CAACtE,IACL,GAAI,CACH,GAAIsE,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgBpE,EAAe,CACzCA,EAAgBoE,EAAO,YACvB,IAAMC,EAAY,YAAY,IAAI,EAC5BJ,EAASnE,EAAe,eAAesE,EAAQC,CAAS,EAC9DL,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAASnE,EAAe,OAAOsE,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAASlD,EAAO,CACf,QAAQ,MAAM,sCAAuCA,CAAK,CAC3D,CACD,CAAC,EAEDrB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTE,EAAe,MAAM,EACrBO,EAAe,OAAO,EACtBH,EAAqB,IACtB,CAAC,EAGDT,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iCAMoBR,EAAiB,QAAQ;AAAA,kCACxBA,EAAiB,SAAS;AAAA,sCACtBA,EAAiB,aAAa;AAAA,uCAC7BA,EAAiB,cAAc;AAAA,mCACnCA,EAAiB,UAAU;AAAA,oCAC1BA,EAAiB,WAAW;AAAA,iCAC/BA,EAAiB,QAAQ;AAAA,kCACxBA,EAAiB,SAAS;AAAA,kCAC1BA,EAAiB,SAAS;AAAA,mCACzBA,EAAiB,UAAU;AAAA,oCAC1BA,EAAiB,WAAW;AAAA,yCACvBA,EAAiB,gBAAgB;AAAA,0CAChCA,EAAiB,iBAAiB;AAAA,yCACnCA,EAAiB,gBAAgB;AAAA,0CAChCA,EAAiB,iBAAiB;AAAA,qCACvCA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CD,CAAc;AAAA,eACtBgB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA,8DAGwB,CAC7D,CACD,CAEA,IAAOmE,EAAQjF","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARK_INDICES","pose","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","poseLandmarker","vision","lastVideoTime","textureSources","maxPoses","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","maskWidth","maskHeight","poseMaskCanvas","poseMaskCtx","segmentationCanvas","segmentationCtx","initializePoseLandmarker","FilesetResolver","PoseLandmarker","error","calculateBoundingBoxCenter","poseIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateMaskTexture","segmentationMasks","mask","width","height","maskData","pixelCount","outputData","i","rgbaMask","updateLandmarksTexture","poses","nPoses","totalLandmarks","landmarks","lmIdx","landmark","bodyCenter","_","bodyCenterIdx","leftHandCenter","leftHandCenterIdx","rightHandCenter","rightHandCenterIdx","leftFootCenter","leftFootCenterIdx","rightFootCenter","rightFootCenterIdx","torsoCenter","torsoCenterIdx","rowsToUpdate","processPoseResults","result","textureSize","updates","source","timestamp","pose_default"]}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "shaderpad",
-	"version": "1.0.0-beta.29",
+	"version": "1.0.0-beta.31",
 	"description": "A lightweight, dependency-free library to reduce boilerplate when writing fragment shaders.",
 	"keywords": [
 		"shaders",
@@ -64,10 +64,10 @@
 		"build": "tsup src/index.ts src/plugins/*.ts"
 	},
 	"devDependencies": {
-		"@changesets/changelog-github": "^0.5.0",
-		"@changesets/cli": "^2.27.12",
-		"tsup": "^8.3.5",
-		"typescript": "^5.7.3"
+		"@changesets/changelog-github": "^0.5.2",
+		"@changesets/cli": "^2.29.8",
+		"tsup": "^8.5.1",
+		"typescript": "^5.9.3"
 	},
 	"peerDependencies": {
 		"@mediapipe/tasks-vision": "*"