shaderpad 1.0.0-beta.37 → 1.0.0-beta.38

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (35) hide show
  1. package/README.md +37 -3
  2. package/dist/chunk-CRUQQQ46.mjs +11 -0
  3. package/dist/chunk-CRUQQQ46.mjs.map +1 -0
  4. package/dist/index.d.mts +17 -8
  5. package/dist/index.d.ts +17 -8
  6. package/dist/index.js +4 -4
  7. package/dist/index.js.map +1 -1
  8. package/dist/index.mjs +1 -1
  9. package/dist/plugins/face.d.mts +1 -0
  10. package/dist/plugins/face.d.ts +1 -0
  11. package/dist/plugins/face.js +6 -6
  12. package/dist/plugins/face.js.map +1 -1
  13. package/dist/plugins/face.mjs +6 -6
  14. package/dist/plugins/face.mjs.map +1 -1
  15. package/dist/plugins/hands.d.mts +1 -0
  16. package/dist/plugins/hands.d.ts +1 -0
  17. package/dist/plugins/hands.js +1 -1
  18. package/dist/plugins/hands.js.map +1 -1
  19. package/dist/plugins/hands.mjs +1 -1
  20. package/dist/plugins/hands.mjs.map +1 -1
  21. package/dist/plugins/pose.d.mts +1 -0
  22. package/dist/plugins/pose.d.ts +1 -0
  23. package/dist/plugins/pose.js +25 -25
  24. package/dist/plugins/pose.js.map +1 -1
  25. package/dist/plugins/pose.mjs +2 -2
  26. package/dist/plugins/pose.mjs.map +1 -1
  27. package/dist/plugins/segmenter.d.mts +3 -0
  28. package/dist/plugins/segmenter.d.ts +3 -0
  29. package/dist/plugins/segmenter.js +9 -9
  30. package/dist/plugins/segmenter.js.map +1 -1
  31. package/dist/plugins/segmenter.mjs +8 -8
  32. package/dist/plugins/segmenter.mjs.map +1 -1
  33. package/package.json +1 -1
  34. package/dist/chunk-RKULNJXI.mjs +0 -11
  35. package/dist/chunk-RKULNJXI.mjs.map +0 -1
package/dist/plugins/face.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, FaceLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n\tonResults?: (results: FaceLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 478;\nconst CUSTOM_LANDMARK_COUNT = 2;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARKS_TEXTURE_WIDTH = 512;\n\nconst LEFT_EYEBROW_INDICES = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285] as const;\nconst LEFT_EYE_INDICES = [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382] as const;\nconst RIGHT_EYEBROW_INDICES = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46] as const;\nconst RIGHT_EYE_INDICES = [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7] as const;\nconst OUTER_MOUTH_INDICES = [\n\t61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146,\n] as const;\nconst INNER_MOUTH_INDICES = [\n\t78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95,\n] as const;\nconst ALL_STANDARD_INDICES = Array.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i);\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: LEFT_EYEBROW_INDICES,\n\tLEFT_EYE: LEFT_EYE_INDICES,\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: RIGHT_EYEBROW_INDICES,\n\tRIGHT_EYE: RIGHT_EYE_INDICES,\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_MOUTH: OUTER_MOUTH_INDICES,\n\tINNER_MOUTH: INNER_MOUTH_INDICES,\n\t// Custom landmarks.\n\tFACE_CENTER: STANDARD_LANDMARK_COUNT,\n\tMOUTH_CENTER: STANDARD_LANDMARK_COUNT + 1,\n};\n\nconst REGION_NAMES = [\n\t'BACKGROUND',\n\t'LEFT_EYEBROW',\n\t'RIGHT_EYEBROW',\n\t'LEFT_EYE',\n\t'RIGHT_EYE',\n\t'OUTER_MOUTH',\n\t'INNER_MOUTH',\n] as const;\nconst nFaceRegions = REGION_NAMES.length - 1;\nconst RED_CHANNEL_VALUES = Object.fromEntries(REGION_NAMES.map((name, i) => [name, i / nFaceRegions])) as Record<\n\t(typeof REGION_NAMES)[number],\n\tnumber\n>;\nconst HALF_GAP = 0.5 / nFaceRegions;\n\nfunction fanTriangulate(indices: readonly number[]): number[] {\n\tconst tris: number[] = [];\n\tfor (let i = 1; i < indices.length - 1; ++i) {\n\t\ttris.push(indices[0], indices[i], indices[i + 1]);\n\t}\n\treturn tris;\n}\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst mediaPipeCanvas = new OffscreenCanvas(1, 1);\n\t\tconst maskCanvas = new OffscreenCanvas(1, 1);\n\n\t\t// WebGL resources for triangle rendering (no antialiasing).\n\t\tlet maskGl: WebGL2RenderingContext | null = null;\n\t\tlet maskProgram: WebGLProgram | null = null;\n\t\tlet positionBuffer: WebGLBuffer | null = null;\n\t\tlet colorLocation: WebGLUniformLocation | null = null;\n\n\t\tconst regionTriangles: Record<string, number[]> = {\n\t\t\tLEFT_EYEBROW: fanTriangulate(LEFT_EYEBROW_INDICES),\n\t\t\tRIGHT_EYEBROW: fanTriangulate(RIGHT_EYEBROW_INDICES),\n\t\t\tLEFT_EYE: fanTriangulate(LEFT_EYE_INDICES),\n\t\t\tRIGHT_EYE: fanTriangulate(RIGHT_EYE_INDICES),\n\t\t\tOUTER_MOUTH: fanTriangulate(OUTER_MOUTH_INDICES),\n\t\t\tINNER_MOUTH: fanTriangulate(INNER_MOUTH_INDICES),\n\t\t\t// Populated after FaceLandmarker loads.\n\t\t\tTESSELATION: [],\n\t\t\tOVAL: [],\n\t\t};\n\n\t\tfunction initMaskRenderer() {\n\t\t\tmaskGl = maskCanvas.getContext('webgl2', { antialias: false, preserveDrawingBuffer: true });\n\t\t\tif (!maskGl) throw new Error('Failed to get WebGL2 context for mask');\n\n\t\t\tconst vertexShader = maskGl.createShader(maskGl.VERTEX_SHADER)!;\n\t\t\tmaskGl.shaderSource(\n\t\t\t\tvertexShader,\n\t\t\t\t`#version 300 es\nin vec2 a_pos;\nvoid main() {\n\tgl_Position = vec4(a_pos * 2.0 - 1.0, 0.0, 1.0);\n}`\n\t\t\t);\n\t\t\tmaskGl.compileShader(vertexShader);\n\n\t\t\tconst fragmentShader = maskGl.createShader(maskGl.FRAGMENT_SHADER)!;\n\t\t\tmaskGl.shaderSource(\n\t\t\t\tfragmentShader,\n\t\t\t\t`#version 300 es\nprecision mediump float;\nuniform vec4 u_color;\nout vec4 outColor;\nvoid main() { outColor = u_color; }`\n\t\t\t);\n\t\t\tmaskGl.compileShader(fragmentShader);\n\n\t\t\tmaskProgram = maskGl.createProgram()!;\n\t\t\tmaskGl.attachShader(maskProgram, vertexShader);\n\t\t\tmaskGl.attachShader(maskProgram, fragmentShader);\n\t\t\tmaskGl.linkProgram(maskProgram);\n\t\t\tmaskGl.deleteShader(vertexShader);\n\t\t\tmaskGl.deleteShader(fragmentShader);\n\n\t\t\tpositionBuffer = maskGl.createBuffer();\n\t\t\tmaskGl.bindBuffer(maskGl.ARRAY_BUFFER, positionBuffer);\n\t\t\tconst positionLocation = maskGl.getAttribLocation(maskProgram, 'a_pos');\n\t\t\tmaskGl.enableVertexAttribArray(positionLocation);\n\t\t\tmaskGl.vertexAttribPointer(positionLocation, 2, maskGl.FLOAT, false, 0, 0);\n\n\t\t\tcolorLocation = maskGl.getUniformLocation(maskProgram, 'u_color');\n\t\t\tmaskGl.useProgram(maskProgram);\n\n\t\t\t// Enable blending to handle overlapping faces (set once, never disabled).\n\t\t\tmaskGl.enable(maskGl.BLEND);\n\t\t\tmaskGl.blendEquation(maskGl.MAX);\n\t\t}\n\n\t\tfunction drawTriangles(triangleIndices: number[], faceIdx: number, r: number, g: number, b: number) {\n\t\t\tif (!maskGl || !landmarksDataArray || triangleIndices.length === 0) return;\n\n\t\t\tconst vertices = new Float32Array(triangleIndices.length * 2);\n\t\t\tfor (let i = 0; i < triangleIndices.length; ++i) {\n\t\t\t\tconst landmarkIdx = (faceIdx * LANDMARK_COUNT + triangleIndices[i]) * 4;\n\t\t\t\tvertices[i * 2] = landmarksDataArray[landmarkIdx];\n\t\t\t\tvertices[i * 2 + 1] = landmarksDataArray[landmarkIdx + 1];\n\t\t\t}\n\n\t\t\tmaskGl.bufferData(maskGl.ARRAY_BUFFER, vertices, maskGl.DYNAMIC_DRAW);\n\t\t\tmaskGl.uniform4f(colorLocation, r, g, b, 1.0);\n\t\t\tmaskGl.drawArrays(maskGl.TRIANGLES, 0, triangleIndices.length);\n\t\t}\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: mediaPipeCanvas,\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\n\t\t\t\tconst tesselationConnections = FaceLandmarker.FACE_LANDMARKS_TESSELATION;\n\t\t\t\tregionTriangles.TESSELATION = [];\n\t\t\t\tfor (let i = 0; i < tesselationConnections.length - 2; i += 3) {\n\t\t\t\t\tregionTriangles.TESSELATION.push(\n\t\t\t\t\t\ttesselationConnections[i].start,\n\t\t\t\t\t\ttesselationConnections[i + 1].start,\n\t\t\t\t\t\ttesselationConnections[i + 2].start\n\t\t\t\t\t);\n\t\t\t\t}\n\n\t\t\t\tconst ovalIndices = FaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => start);\n\t\t\t\tregionTriangles.OVAL = fanTriangulate(ovalIndices);\n\n\t\t\t\tinitMaskRenderer();\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tdata: Float32Array,\n\t\t\tfaceIdx: number,\n\t\t\tindices: readonly number[] | number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of indices) {\n\t\t\t\tconst i = (faceIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = data[i],\n\t\t\t\t\ty = data[i + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += data[i + 2];\n\t\t\t\tavgVisibility += data[i + 3];\n\t\t\t}\n\t\t\treturn [(minX + maxX) / 2, (minY + maxY) / 2, avgZ / indices.length, avgVisibility / indices.length];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nFaces = faces.length;\n\t\t\tconst totalLandmarks = nFaces * LANDMARK_COUNT;\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst landmarks = faces[faceIdx];\n\t\t\t\tfor (let landmarkIdx = 0; landmarkIdx < STANDARD_LANDMARK_COUNT; ++landmarkIdx) {\n\t\t\t\t\tconst landmark = landmarks[landmarkIdx];\n\t\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + landmarkIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1;\n\t\t\t\t}\n\n\t\t\t\tconst faceCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, ALL_STANDARD_INDICES);\n\t\t\t\tlandmarksDataArray.set(faceCenter, (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.FACE_CENTER) * 4);\n\n\t\t\t\tconst mouthCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, INNER_MOUTH_INDICES);\n\t\t\t\tlandmarksDataArray.set(mouthCenter, (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.MOUTH_CENTER) * 4);\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_faceLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction updateMaskTexture(nFaces: number) {\n\t\t\tif (!maskGl || !landmarksDataArray) return;\n\n\t\t\t// Resize and clear.\n\t\t\tmaskCanvas.width = mediaPipeCanvas.width;\n\t\t\tmaskCanvas.height = mediaPipeCanvas.height;\n\t\t\tmaskGl.viewport(0, 0, maskCanvas.width, maskCanvas.height);\n\t\t\tmaskGl.clearColor(0, 0, 0, 0);\n\t\t\tmaskGl.clear(maskGl.COLOR_BUFFER_BIT);\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst b = (faceIdx + 1) / maxFaces;\n\n\t\t\t\t// G channel: face mesh (0.5) and oval (1.0)\n\t\t\t\tdrawTriangles(regionTriangles.TESSELATION, faceIdx, 0, 0.5, b);\n\t\t\t\tdrawTriangles(regionTriangles.OVAL, faceIdx, 0, 1.0, b);\n\n\t\t\t\t// R channel: feature regions\n\t\t\t\tdrawTriangles(regionTriangles.LEFT_EYEBROW, faceIdx, RED_CHANNEL_VALUES.LEFT_EYEBROW, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.RIGHT_EYEBROW, faceIdx, RED_CHANNEL_VALUES.RIGHT_EYEBROW, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.LEFT_EYE, faceIdx, RED_CHANNEL_VALUES.LEFT_EYE, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.RIGHT_EYE, faceIdx, RED_CHANNEL_VALUES.RIGHT_EYE, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.OUTER_MOUTH, faceIdx, RED_CHANNEL_VALUES.OUTER_MOUTH, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.INNER_MOUTH, faceIdx, RED_CHANNEL_VALUES.INNER_MOUTH, 0, b);\n\t\t\t}\n\n\t\t\tshaderPad.updateTextures({ u_faceMask: maskCanvas });\n\t\t}\n\n\t\tfunction processFaceResults(result: FaceLandmarkerResult) {\n\t\t\tif (!result.faceLandmarks || !landmarksDataArray) return;\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tupdateLandmarksTexture(result.faceLandmarks);\n\t\t\tupdateMaskTexture(nFaces);\n\t\t\tshaderPad.updateUniforms({ u_nFaces: nFaces });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', maskCanvas, {\n\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t});\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxFaces * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tlandmarksDataArray = new Float32Array(LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_faceLandmarksTex',\n\t\t\t\t{ data: landmarksDataArray, width: LANDMARKS_TEXTURE_WIDTH, height: landmarksTextureHeight },\n\t\t\t\t{ internalFormat: gl.RGBA32F, type: gl.FLOAT, minFilter: gl.NEAREST, magFilter: gl.NEAREST }\n\t\t\t);\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', async (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) lastVideoTime = -1;\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait faceLandmarker.setOptions({ runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tprocessFaceResults(faceLandmarker.detectForVideo(source, performance.now()));\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\tprocessFaceResults(faceLandmarker.detect(source));\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tfaceLandmarker?.close();\n\t\t\tfaceLandmarker = null;\n\t\t\tif (maskGl && maskProgram) {\n\t\t\t\tmaskGl.deleteProgram(maskProgram);\n\t\t\t\tmaskGl.deleteBuffer(positionBuffer);\n\t\t\t}\n\t\t\tmaskGl = null;\n\t\t\tmaskProgram = null;\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tconst checkAt = (\n\t\t\tregionMin: keyof typeof RED_CHANNEL_VALUES,\n\t\t\tregionMax: keyof typeof RED_CHANNEL_VALUES = regionMin\n\t\t) =>\n\t\t\t`vec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn (mask.r > ${(RED_CHANNEL_VALUES[regionMin] - HALF_GAP).toFixed(4)} && mask.r < ${(\n\t\t\t\tRED_CHANNEL_VALUES[regionMax] + HALF_GAP\n\t\t\t).toFixed(4)}) ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);`;\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform sampler2D u_faceLandmarksTex;\nuniform sampler2D u_faceMask;\n\n#define FACE_LANDMARK_L_EYE_CENTER ${LANDMARK_INDICES.LEFT_EYE_CENTER}\n#define FACE_LANDMARK_R_EYE_CENTER ${LANDMARK_INDICES.RIGHT_EYE_CENTER}\n#define FACE_LANDMARK_NOSE_TIP ${LANDMARK_INDICES.NOSE_TIP}\n#define FACE_LANDMARK_FACE_CENTER ${LANDMARK_INDICES.FACE_CENTER}\n#define FACE_LANDMARK_MOUTH_CENTER ${LANDMARK_INDICES.MOUTH_CENTER}\n\nvec4 faceLandmark(int faceIndex, int landmarkIndex) {\n\tint i = faceIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);\n}\n\nvec2 leftEyebrowAt(vec2 pos) {\n\t${checkAt('LEFT_EYEBROW')}\n}\n\nvec2 rightEyebrowAt(vec2 pos) {\n\t${checkAt('RIGHT_EYEBROW')}\n}\n\nvec2 leftEyeAt(vec2 pos) {\n\t${checkAt('LEFT_EYE')}\n}\n\nvec2 rightEyeAt(vec2 pos) {\n\t${checkAt('RIGHT_EYE')}\n}\n\nvec2 lipsAt(vec2 pos) {\n\t${checkAt('OUTER_MOUTH')}\n}\n\nvec2 outerMouthAt(vec2 pos) {\n\t${checkAt('OUTER_MOUTH', 'INNER_MOUTH')}\n}\n\nvec2 innerMouthAt(vec2 pos) {\n\t${checkAt('INNER_MOUTH')}\n}\n\nvec2 faceOvalAt(vec2 pos) {\n\tvec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn mask.g > 0.75 ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);\n}\n\n// Includes face mesh and oval.\nvec2 faceAt(vec2 pos) {\n\tvec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn mask.g > 0.25 ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);\n}\n\nvec2 eyeAt(vec2 pos) {\n\tvec2 left = leftEyeAt(pos);\n\treturn left.x > 0.0 ? left : rightEyeAt(pos);\n}\n\nvec2 eyebrowAt(vec2 pos) {\n\tvec2 left = leftEyebrowAt(pos);\n\treturn left.x > 0.0 ? left : rightEyebrowAt(pos);\n}\n\nfloat inEyebrow(vec2 pos) { return eyebrowAt(pos).x; }\nfloat inEye(vec2 pos) { return eyeAt(pos).x; }\nfloat inOuterMouth(vec2 pos) { return outerMouthAt(pos).x; }\nfloat inInnerMouth(vec2 pos) { return innerMouthAt(pos).x; }\nfloat inLips(vec2 pos) { return lipsAt(pos).x; }\nfloat inFace(vec2 pos) { return faceAt(pos).x; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"AAcA,IAAMA,EAA0B,IAC1BC,GAAwB,EACxBC,EAAiBF,EAA0BC,GAC3CE,EAA0B,IAE1BC,EAAuB,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACxEC,EAAmB,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAClGC,EAAwB,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACjEC,EAAoB,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EAChGC,EAAsB,CAC3B,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GACvF,EACMC,EAAsB,CAC3B,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EACxF,EACMC,GAAuB,MAAM,KAAK,CAAE,OAAQV,CAAwB,EAAG,CAACW,EAAGC,IAAMA,CAAC,EAClFC,EAAmB,CACxB,aAAcT,EACd,SAAUC,EACV,gBAAiB,IACjB,cAAeC,EACf,UAAWC,EACX,iBAAkB,IAClB,SAAU,EACV,YAAaC,EACb,YAAaC,EAEb,YAAaT,EACb,aAAcA,EAA0B,CACzC,EAEMc,EAAe,CACpB,aACA,eACA,gBACA,WACA,YACA,cACA,aACD,EACMC,EAAeD,EAAa,OAAS,EACrCE,EAAqB,OAAO,YAAYF,EAAa,IAAI,CAACG,EAAML,IAAM,CAACK,EAAML,EAAIG,CAAY,CAAC,CAAC,EAI/FG,EAAW,GAAMH,EAEvB,SAASI,EAAeC,EAAsC,CAC7D,IAAMC,EAAiB,CAAC,EACxB,QAAS,EAAI,EAAG,EAAID,EAAQ,OAAS,EAAG,EAAE,EACzCC,EAAK,KAAKD,EAAQ,CAAC,EAAGA,EAAQ,CAAC,EAAGA,EAAQ,EAAI,CAAC,CAAC,EAEjD,OAAOC,CACR,CAEA,SAASC,GAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,GAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAElCY,EAAyB,EACzBC,EAA0C,KAExCC,EAAkB,IAAI,gBAAgB,EAAG,CAAC,EAC1CC,EAAa,IAAI,gBAAgB,EAAG,CAAC,EAGvCC,EAAwC,KACxCC,EAAmC,KACnCC,EAAqC,KACrCC,EAA6C,KAE3CC,EAA4C,CACjD,aAAc1B,EAAef,CAAoB,EACjD,cAAee,EAAeb,CAAqB,EACnD,SAAUa,EAAed,CAAgB,EACzC,UAAWc,EAAeZ,CAAiB,EAC3C,YAAaY,EAAeX,CAAmB,EAC/C,YAAaW,EAAeV,CAAmB,EAE/C,YAAa,CAAC,EACd,KAAM,CAAC,CACR,EAEA,SAASqC,IAAmB,CAE3B,GADAL,EAASD,EAAW,WAAW,SAAU,CAAE,UAAW,GAAO,sBAAuB,EAAK,CAAC,EACtF,CAACC,EAAQ,MAAM,IAAI,MAAM,uCAAuC,EAEpE,IAAMM,EAAeN,EAAO,aAAaA,EAAO,aAAa,EAC7DA,EAAO,aACNM,EACA;AAAA;AAAA;AAAA;AAAA,EAKD,EACAN,EAAO,cAAcM,CAAY,EAEjC,IAAMC,EAAiBP,EAAO,aAAaA,EAAO,eAAe,EACjEA,EAAO,aACNO,EACA;AAAA;AAAA;AAAA;AAAA,oCAKD,EACAP,EAAO,cAAcO,CAAc,EAEnCN,EAAcD,EAAO,cAAc,EACnCA,EAAO,aAAaC,EAAaK,CAAY,EAC7CN,EAAO,aAAaC,EAAaM,CAAc,EAC/CP,EAAO,YAAYC,CAAW,EAC9BD,EAAO,aAAaM,CAAY,EAChCN,EAAO,aAAaO,CAAc,EAElCL,EAAiBF,EAAO,aAAa,EACrCA,EAAO,WAAWA,EAAO,aAAcE,CAAc,EACrD,IAAMM,EAAmBR,EAAO,kBAAkBC,EAAa,OAAO,EACtED,EAAO,wBAAwBQ,CAAgB,EAC/CR,EAAO,oBAAoBQ,EAAkB,EAAGR,EAAO,MAAO,GAAO,EAAG,CAAC,EAEzEG,EAAgBH,EAAO,mBAAmBC,EAAa,SAAS,EAChED,EAAO,WAAWC,CAAW,EAG7BD,EAAO,OAAOA,EAAO,KAAK,EAC1BA,EAAO,cAAcA,EAAO,GAAG,CAChC,CAEA,SAASS,EAAcC,EAA2BC,EAAiBC,EAAWC,EAAWC,EAAW,CACnG,GAAI,CAACd,GAAU,CAACH,GAAsBa,EAAgB,SAAW,EAAG,OAEpE,IAAMK,EAAW,IAAI,aAAaL,EAAgB,OAAS,CAAC,EAC5D,QAASvC,EAAI,EAAGA,EAAIuC,EAAgB,OAAQ,EAAEvC,EAAG,CAChD,IAAM6C,GAAeL,EAAUlD,EAAiBiD,EAAgBvC,CAAC,GAAK,EACtE4C,EAAS5C,EAAI,CAAC,EAAI0B,EAAmBmB,CAAW,EAChDD,EAAS5C,EAAI,EAAI,CAAC,EAAI0B,EAAmBmB,EAAc,CAAC,CACzD,CAEAhB,EAAO,WAAWA,EAAO,aAAce,EAAUf,EAAO,YAAY,EACpEA,EAAO,UAAUG,EAAeS,EAAGC,EAAGC,EAAG,CAAG,EAC5Cd,EAAO,WAAWA,EAAO,UAAW,EAAGU,EAAgB,MAAM,CAC9D,CAEA,eAAeO,IAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClF5B,EAAS,MAAM2B,EAAgB,eAC9B,kEACD,EAEA5B,EAAiB,MAAM6B,EAAe,kBAAkB5B,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQa,EACR,YAAaL,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,EAED,IAAMoC,EAAyBD,EAAe,2BAC9Cf,EAAgB,YAAc,CAAC,EAC/B,QAASjC,EAAI,EAAGA,EAAIiD,EAAuB,OAAS,EAAGjD,GAAK,EAC3DiC,EAAgB,YAAY,KAC3BgB,EAAuBjD,CAAC,EAAE,MAC1BiD,EAAuBjD,EAAI,CAAC,EAAE,MAC9BiD,EAAuBjD,EAAI,CAAC,EAAE,KAC/B,EAGD,IAAMkD,EAAcF,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAAG,CAAM,IAAMA,CAAK,EACpFlB,EAAgB,KAAO1B,EAAe2C,CAAW,EAEjDhB,GAAiB,CAClB,OAASkB,EAAO,CACf,cAAQ,MAAM,sCAAuCA,CAAK,EACpDA,CACP,CACD,CAEA,SAASC,EACRC,EACAd,EACAhC,EACmC,CACnC,IAAI+C,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOrD,EAAS,CAC1B,IAAMR,GAAKwC,EAAUlD,EAAiBuE,GAAO,EACvCC,EAAIR,EAAKtD,CAAC,EACf+D,EAAIT,EAAKtD,EAAI,CAAC,EACfuD,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,EAAO,KAAK,IAAIA,EAAMK,CAAC,EACvBJ,GAAQL,EAAKtD,EAAI,CAAC,EAClB4D,GAAiBN,EAAKtD,EAAI,CAAC,CAC5B,CACA,MAAO,EAAEuD,EAAOC,GAAQ,GAAIC,EAAOC,GAAQ,EAAGC,EAAOnD,EAAQ,OAAQoD,EAAgBpD,EAAQ,MAAM,CACpG,CAEA,SAASwD,GAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMwC,EAASD,EAAM,OACfE,EAAiBD,EAAS5E,EAEhC,QAASkD,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAM4B,EAAYH,EAAMzB,CAAO,EAC/B,QAASK,EAAc,EAAGA,EAAczD,EAAyB,EAAEyD,EAAa,CAC/E,IAAMwB,EAAWD,EAAUvB,CAAW,EAChCyB,GAAW9B,EAAUlD,EAAiBuD,GAAe,EAC3DnB,EAAmB4C,CAAO,EAAID,EAAS,EACvC3C,EAAmB4C,EAAU,CAAC,EAAI,EAAID,EAAS,EAC/C3C,EAAmB4C,EAAU,CAAC,EAAID,EAAS,GAAK,EAChD3C,EAAmB4C,EAAU,CAAC,EAAID,EAAS,YAAc,CAC1D,CAEA,IAAME,EAAalB,EAA2B3B,EAAoBc,EAAS1C,EAAoB,EAC/F4B,EAAmB,IAAI6C,GAAa/B,EAAUlD,EAAiBW,EAAiB,aAAe,CAAC,EAEhG,IAAMuE,EAAcnB,EAA2B3B,EAAoBc,EAAS3C,CAAmB,EAC/F6B,EAAmB,IAAI8C,GAAchC,EAAUlD,EAAiBW,EAAiB,cAAgB,CAAC,CACnG,CAEA,IAAMwE,EAAe,KAAK,KAAKN,EAAiB5E,CAAuB,EACvEwB,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOnC,EACP,OAAQkF,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,GAAkBR,EAAgB,CAC1C,GAAI,GAACrC,GAAU,CAACH,GAGhB,CAAAE,EAAW,MAAQD,EAAgB,MACnCC,EAAW,OAASD,EAAgB,OACpCE,EAAO,SAAS,EAAG,EAAGD,EAAW,MAAOA,EAAW,MAAM,EACzDC,EAAO,WAAW,EAAG,EAAG,EAAG,CAAC,EAC5BA,EAAO,MAAMA,EAAO,gBAAgB,EAEpC,QAASW,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAMG,GAAKH,EAAU,GAAKhB,EAG1Bc,EAAcL,EAAgB,YAAaO,EAAS,EAAG,GAAKG,CAAC,EAC7DL,EAAcL,EAAgB,KAAMO,EAAS,EAAG,EAAKG,CAAC,EAGtDL,EAAcL,EAAgB,aAAcO,EAASpC,EAAmB,aAAc,EAAGuC,CAAC,EAC1FL,EAAcL,EAAgB,cAAeO,EAASpC,EAAmB,cAAe,EAAGuC,CAAC,EAC5FL,EAAcL,EAAgB,SAAUO,EAASpC,EAAmB,SAAU,EAAGuC,CAAC,EAClFL,EAAcL,EAAgB,UAAWO,EAASpC,EAAmB,UAAW,EAAGuC,CAAC,EACpFL,EAAcL,EAAgB,YAAaO,EAASpC,EAAmB,YAAa,EAAGuC,CAAC,EACxFL,EAAcL,EAAgB,YAAaO,EAASpC,EAAmB,YAAa,EAAGuC,CAAC,CACzF,CAEA5B,EAAU,eAAe,CAAE,WAAYa,CAAW,CAAC,EACpD,CAEA,SAAS+C,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,eAAiB,CAAClD,EAAoB,OAElD,IAAMwC,EAASU,EAAO,cAAc,OACpCZ,GAAuBY,EAAO,aAAa,EAC3CF,GAAkBR,CAAM,EACxBnD,EAAU,eAAe,CAAE,SAAUmD,CAAO,CAAC,EAE7CrD,GAAS,YAAY+D,CAAM,CAC5B,CAEA7D,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAca,EAAY,CACrD,UAAWV,EAAG,QACd,UAAWA,EAAG,OACf,CAAC,EACDH,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMoD,EAAiB3C,EAAWlC,EAClCmC,EAAyB,KAAK,KAAK0C,EAAiB5E,CAAuB,EAC3EmC,EAAqB,IAAI,aAAanC,EAA0BkC,EAAyB,CAAC,EAE1FV,EAAU,kBACT,qBACA,CAAE,KAAMW,EAAoB,MAAOnC,EAAyB,OAAQkC,CAAuB,EAC3F,CAAE,eAAgBP,EAAG,QAAS,KAAMA,EAAG,MAAO,UAAWA,EAAG,QAAS,UAAWA,EAAG,OAAQ,CAC5F,EAEA,MAAM4B,GAAyB,CAChC,CAAC,EAED/B,EAAU,aAAa,iBAAkB,MAAO8D,GAA2C,CAC1F,IAAMC,EAASD,EAAQjE,CAAW,EAMlC,GALI,GAACkE,IAEkBvD,EAAe,IAAIX,CAAW,IAC9BkE,IAAQzD,EAAgB,IAC/CE,EAAe,IAAIX,EAAakE,CAAM,EAClC,CAAC3D,IAEL,GAAI,CACH,IAAM4D,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALIxD,IAAgByD,IACnBzD,EAAcyD,EACd,MAAM5D,EAAe,WAAW,CAAE,YAAAG,CAAY,CAAC,GAG5CwD,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAC9EA,EAAO,cAAgBzD,IAC1BA,EAAgByD,EAAO,YACvBH,EAAmBxD,EAAe,eAAe2D,EAAQ,YAAY,IAAI,CAAC,CAAC,EAE7E,SAAWA,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CH,EAAmBxD,EAAe,OAAO2D,CAAM,CAAC,CACjD,CACD,OAAS1B,EAAO,CACf,QAAQ,MAAM,iCAAkCA,CAAK,CACtD,CACD,CAAC,EAEDrC,EAAU,aAAa,UAAW,IAAM,CACvCI,GAAgB,MAAM,EACtBA,EAAiB,KACbU,GAAUC,IACbD,EAAO,cAAcC,CAAW,EAChCD,EAAO,aAAaE,CAAc,GAEnCF,EAAS,KACTC,EAAc,KACdV,EAAS,KACTG,EAAe,MAAM,EACrBG,EAAqB,IACtB,CAAC,EAED,IAAMsD,EAAU,CACfC,EACAC,EAA6CD,IAE7C;AAAA;AAAA,qBAEkB7E,EAAmB6E,CAAS,EAAI3E,GAAU,QAAQ,CAAC,CAAC,iBACrEF,EAAmB8E,CAAS,EAAI5E,GAC/B,QAAQ,CAAC,CAAC,8CAEbW,GAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qCAMwBhB,EAAiB,eAAe;AAAA,qCAChCA,EAAiB,gBAAgB;AAAA,iCACrCA,EAAiB,QAAQ;AAAA,oCACtBA,EAAiB,WAAW;AAAA,qCAC3BA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CX,CAAc;AAAA,eACtBC,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA,GAKnCyF,EAAQ,cAAc,CAAC;AAAA;AAAA;AAAA;AAAA,GAIvBA,EAAQ,eAAe,CAAC;AAAA;AAAA;AAAA;AAAA,GAIxBA,EAAQ,UAAU,CAAC;AAAA;AAAA;AAAA;AAAA,GAInBA,EAAQ,WAAW,CAAC;AAAA;AAAA;AAAA;AAAA,GAIpBA,EAAQ,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA,GAItBA,EAAQ,cAAe,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA,GAIrCA,EAAQ,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iDA+BwB,CAChD,CACD,CAEA,IAAOG,GAAQzE","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARKS_TEXTURE_WIDTH","LEFT_EYEBROW_INDICES","LEFT_EYE_INDICES","RIGHT_EYEBROW_INDICES","RIGHT_EYE_INDICES","OUTER_MOUTH_INDICES","INNER_MOUTH_INDICES","ALL_STANDARD_INDICES","_","i","LANDMARK_INDICES","REGION_NAMES","nFaceRegions","RED_CHANNEL_VALUES","name","HALF_GAP","fanTriangulate","indices","tris","face","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","faceLandmarker","vision","lastVideoTime","runningMode","textureSources","maxFaces","landmarksTextureHeight","landmarksDataArray","mediaPipeCanvas","maskCanvas","maskGl","maskProgram","positionBuffer","colorLocation","regionTriangles","initMaskRenderer","vertexShader","fragmentShader","positionLocation","drawTriangles","triangleIndices","faceIdx","r","g","b","vertices","landmarkIdx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","tesselationConnections","ovalIndices","start","error","calculateBoundingBoxCenter","data","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","x","y","updateLandmarksTexture","faces","nFaces","totalLandmarks","landmarks","landmark","dataIdx","faceCenter","mouthCenter","rowsToUpdate","updateMaskTexture","processFaceResults","result","updates","source","requiredMode","checkAt","regionMin","regionMax","face_default"]}
1
+ {"version":3,"sources":["../../src/plugins/face.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { FaceLandmarker, FaceLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface FacePluginOptions {\n\tmodelPath?: string;\n\tmaxFaces?: number;\n\tminFaceDetectionConfidence?: number;\n\tminFacePresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\toutputFaceBlendshapes?: boolean;\n\toutputFacialTransformationMatrixes?: boolean;\n\tonReady?: () => void;\n\tonResults?: (results: FaceLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 478;\nconst CUSTOM_LANDMARK_COUNT = 2;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst LANDMARKS_TEXTURE_WIDTH = 512;\n\nconst LEFT_EYEBROW_INDICES = [336, 296, 334, 293, 300, 276, 283, 282, 295, 285] as const;\nconst LEFT_EYE_INDICES = [362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382] as const;\nconst RIGHT_EYEBROW_INDICES = [70, 63, 105, 66, 107, 55, 65, 52, 53, 46] as const;\nconst RIGHT_EYE_INDICES = [33, 246, 161, 160, 159, 158, 157, 173, 133, 155, 154, 153, 145, 144, 163, 7] as const;\nconst OUTER_MOUTH_INDICES = [\n\t61, 185, 40, 39, 37, 0, 267, 269, 270, 409, 291, 375, 321, 405, 314, 17, 84, 181, 91, 146,\n] as const;\nconst INNER_MOUTH_INDICES = [\n\t78, 191, 80, 81, 82, 13, 312, 311, 310, 415, 308, 324, 318, 402, 317, 14, 87, 178, 88, 95,\n] as const;\nconst ALL_STANDARD_INDICES = Array.from({ length: STANDARD_LANDMARK_COUNT }, (_, i) => i);\nconst LANDMARK_INDICES = {\n\tLEFT_EYEBROW: LEFT_EYEBROW_INDICES,\n\tLEFT_EYE: LEFT_EYE_INDICES,\n\tLEFT_EYE_CENTER: 473,\n\tRIGHT_EYEBROW: RIGHT_EYEBROW_INDICES,\n\tRIGHT_EYE: RIGHT_EYE_INDICES,\n\tRIGHT_EYE_CENTER: 468,\n\tNOSE_TIP: 4,\n\tOUTER_MOUTH: OUTER_MOUTH_INDICES,\n\tINNER_MOUTH: INNER_MOUTH_INDICES,\n\t// Custom landmarks.\n\tFACE_CENTER: STANDARD_LANDMARK_COUNT,\n\tMOUTH_CENTER: STANDARD_LANDMARK_COUNT + 1,\n};\n\nconst REGION_NAMES = [\n\t'BACKGROUND',\n\t'LEFT_EYEBROW',\n\t'RIGHT_EYEBROW',\n\t'LEFT_EYE',\n\t'RIGHT_EYE',\n\t'OUTER_MOUTH',\n\t'INNER_MOUTH',\n] as const;\nconst nFaceRegions = REGION_NAMES.length - 1;\nconst RED_CHANNEL_VALUES = Object.fromEntries(REGION_NAMES.map((name, i) => [name, i / nFaceRegions])) as Record<\n\t(typeof REGION_NAMES)[number],\n\tnumber\n>;\nconst HALF_GAP = 0.5 / nFaceRegions;\n\nfunction fanTriangulate(indices: readonly number[]): number[] {\n\tconst tris: number[] = [];\n\tfor (let i = 1; i < indices.length - 1; ++i) {\n\t\ttris.push(indices[0], indices[i], indices[i + 1]);\n\t}\n\treturn tris;\n}\n\nfunction face(config: { textureName: string; options?: FacePluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/latest/face_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet faceLandmarker: FaceLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxFaces = options?.maxFaces ?? 1;\n\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tconst mediaPipeCanvas = new OffscreenCanvas(1, 1);\n\t\tconst maskCanvas = new OffscreenCanvas(1, 1);\n\n\t\t// WebGL resources for triangle rendering (no antialiasing).\n\t\tlet maskGl: WebGL2RenderingContext | null = null;\n\t\tlet maskProgram: WebGLProgram | null = null;\n\t\tlet positionBuffer: WebGLBuffer | null = null;\n\t\tlet colorLocation: WebGLUniformLocation | null = null;\n\n\t\tconst regionTriangles: Record<string, number[]> = {\n\t\t\tLEFT_EYEBROW: fanTriangulate(LEFT_EYEBROW_INDICES),\n\t\t\tRIGHT_EYEBROW: fanTriangulate(RIGHT_EYEBROW_INDICES),\n\t\t\tLEFT_EYE: fanTriangulate(LEFT_EYE_INDICES),\n\t\t\tRIGHT_EYE: fanTriangulate(RIGHT_EYE_INDICES),\n\t\t\tOUTER_MOUTH: fanTriangulate(OUTER_MOUTH_INDICES),\n\t\t\tINNER_MOUTH: fanTriangulate(INNER_MOUTH_INDICES),\n\t\t\t// Populated after FaceLandmarker loads.\n\t\t\tTESSELATION: [],\n\t\t\tOVAL: [],\n\t\t};\n\n\t\tfunction initMaskRenderer() {\n\t\t\tmaskGl = maskCanvas.getContext('webgl2', { antialias: false, preserveDrawingBuffer: true });\n\t\t\tif (!maskGl) throw new Error('Failed to get WebGL2 context for mask');\n\n\t\t\tconst vertexShader = maskGl.createShader(maskGl.VERTEX_SHADER)!;\n\t\t\tmaskGl.shaderSource(\n\t\t\t\tvertexShader,\n\t\t\t\t`#version 300 es\nin vec2 a_pos;\nvoid main() {\n\tgl_Position = vec4(a_pos * 2.0 - 1.0, 0.0, 1.0);\n}`\n\t\t\t);\n\t\t\tmaskGl.compileShader(vertexShader);\n\n\t\t\tconst fragmentShader = maskGl.createShader(maskGl.FRAGMENT_SHADER)!;\n\t\t\tmaskGl.shaderSource(\n\t\t\t\tfragmentShader,\n\t\t\t\t`#version 300 es\nprecision mediump float;\nuniform vec4 u_color;\nout vec4 outColor;\nvoid main() { outColor = u_color; }`\n\t\t\t);\n\t\t\tmaskGl.compileShader(fragmentShader);\n\n\t\t\tmaskProgram = maskGl.createProgram()!;\n\t\t\tmaskGl.attachShader(maskProgram, vertexShader);\n\t\t\tmaskGl.attachShader(maskProgram, fragmentShader);\n\t\t\tmaskGl.linkProgram(maskProgram);\n\t\t\tmaskGl.deleteShader(vertexShader);\n\t\t\tmaskGl.deleteShader(fragmentShader);\n\n\t\t\tpositionBuffer = maskGl.createBuffer();\n\t\t\tmaskGl.bindBuffer(maskGl.ARRAY_BUFFER, positionBuffer);\n\t\t\tconst positionLocation = maskGl.getAttribLocation(maskProgram, 'a_pos');\n\t\t\tmaskGl.enableVertexAttribArray(positionLocation);\n\t\t\tmaskGl.vertexAttribPointer(positionLocation, 2, maskGl.FLOAT, false, 0, 0);\n\n\t\t\tcolorLocation = maskGl.getUniformLocation(maskProgram, 'u_color');\n\t\t\tmaskGl.useProgram(maskProgram);\n\n\t\t\t// Enable blending to handle overlapping faces (set once, never disabled).\n\t\t\tmaskGl.enable(maskGl.BLEND);\n\t\t\tmaskGl.blendEquation(maskGl.MAX);\n\t\t}\n\n\t\tfunction drawTriangles(triangleIndices: number[], faceIdx: number, r: number, g: number, b: number) {\n\t\t\tif (!maskGl || !landmarksDataArray || triangleIndices.length === 0) return;\n\n\t\t\tconst vertices = new Float32Array(triangleIndices.length * 2);\n\t\t\tfor (let i = 0; i < triangleIndices.length; ++i) {\n\t\t\t\tconst landmarkIdx = (faceIdx * LANDMARK_COUNT + triangleIndices[i]) * 4;\n\t\t\t\tvertices[i * 2] = landmarksDataArray[landmarkIdx];\n\t\t\t\tvertices[i * 2 + 1] = landmarksDataArray[landmarkIdx + 1];\n\t\t\t}\n\n\t\t\tmaskGl.bufferData(maskGl.ARRAY_BUFFER, vertices, maskGl.DYNAMIC_DRAW);\n\t\t\tmaskGl.uniform4f(colorLocation, r, g, b, 1.0);\n\t\t\tmaskGl.drawArrays(maskGl.TRIANGLES, 0, triangleIndices.length);\n\t\t}\n\n\t\tasync function initializeFaceLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, FaceLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\tfaceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: mediaPipeCanvas,\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumFaces: options?.maxFaces ?? 1,\n\t\t\t\t\tminFaceDetectionConfidence: options?.minFaceDetectionConfidence ?? 0.5,\n\t\t\t\t\tminFacePresenceConfidence: options?.minFacePresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t\toutputFaceBlendshapes: options?.outputFaceBlendshapes ?? false,\n\t\t\t\t\toutputFacialTransformationMatrixes: options?.outputFacialTransformationMatrixes ?? false,\n\t\t\t\t});\n\n\t\t\t\tconst tesselationConnections = FaceLandmarker.FACE_LANDMARKS_TESSELATION;\n\t\t\t\tregionTriangles.TESSELATION = [];\n\t\t\t\tfor (let i = 0; i < tesselationConnections.length - 2; i += 3) {\n\t\t\t\t\tregionTriangles.TESSELATION.push(\n\t\t\t\t\t\ttesselationConnections[i].start,\n\t\t\t\t\t\ttesselationConnections[i + 1].start,\n\t\t\t\t\t\ttesselationConnections[i + 2].start\n\t\t\t\t\t);\n\t\t\t\t}\n\n\t\t\t\tconst ovalIndices = FaceLandmarker.FACE_LANDMARKS_FACE_OVAL.map(({ start }) => start);\n\t\t\t\tregionTriangles.OVAL = fanTriangulate(ovalIndices);\n\n\t\t\t\tinitMaskRenderer();\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tdata: Float32Array,\n\t\t\tfaceIdx: number,\n\t\t\tindices: readonly number[] | number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of indices) {\n\t\t\t\tconst i = (faceIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = data[i],\n\t\t\t\t\ty = data[i + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += data[i + 2];\n\t\t\t\tavgVisibility += data[i + 3];\n\t\t\t}\n\t\t\treturn [(minX + maxX) / 2, (minY + maxY) / 2, avgZ / indices.length, avgVisibility / indices.length];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(faces: NormalizedLandmark[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nFaces = faces.length;\n\t\t\tconst totalLandmarks = nFaces * LANDMARK_COUNT;\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst landmarks = faces[faceIdx];\n\t\t\t\tfor (let landmarkIdx = 0; landmarkIdx < STANDARD_LANDMARK_COUNT; ++landmarkIdx) {\n\t\t\t\t\tconst landmark = landmarks[landmarkIdx];\n\t\t\t\t\tconst dataIdx = (faceIdx * LANDMARK_COUNT + landmarkIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = landmark.visibility ?? 1;\n\t\t\t\t}\n\n\t\t\t\tconst faceCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, ALL_STANDARD_INDICES);\n\t\t\t\tlandmarksDataArray.set(faceCenter, (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.FACE_CENTER) * 4);\n\n\t\t\t\tconst mouthCenter = calculateBoundingBoxCenter(landmarksDataArray, faceIdx, INNER_MOUTH_INDICES);\n\t\t\t\tlandmarksDataArray.set(mouthCenter, (faceIdx * LANDMARK_COUNT + LANDMARK_INDICES.MOUTH_CENTER) * 4);\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_faceLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction updateMaskTexture(nFaces: number) {\n\t\t\tif (!maskGl || !landmarksDataArray) return;\n\n\t\t\t// Resize and clear.\n\t\t\tmaskCanvas.width = mediaPipeCanvas.width;\n\t\t\tmaskCanvas.height = mediaPipeCanvas.height;\n\t\t\tmaskGl.viewport(0, 0, maskCanvas.width, maskCanvas.height);\n\t\t\tmaskGl.clearColor(0, 0, 0, 0);\n\t\t\tmaskGl.clear(maskGl.COLOR_BUFFER_BIT);\n\n\t\t\tfor (let faceIdx = 0; faceIdx < nFaces; ++faceIdx) {\n\t\t\t\tconst b = (faceIdx + 1) / maxFaces;\n\n\t\t\t\t// G channel: face mesh (0.5) and oval (1.0)\n\t\t\t\tdrawTriangles(regionTriangles.TESSELATION, faceIdx, 0, 0.5, b);\n\t\t\t\tdrawTriangles(regionTriangles.OVAL, faceIdx, 0, 1.0, b);\n\n\t\t\t\t// R channel: feature regions\n\t\t\t\tdrawTriangles(regionTriangles.LEFT_EYEBROW, faceIdx, RED_CHANNEL_VALUES.LEFT_EYEBROW, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.RIGHT_EYEBROW, faceIdx, RED_CHANNEL_VALUES.RIGHT_EYEBROW, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.LEFT_EYE, faceIdx, RED_CHANNEL_VALUES.LEFT_EYE, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.RIGHT_EYE, faceIdx, RED_CHANNEL_VALUES.RIGHT_EYE, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.OUTER_MOUTH, faceIdx, RED_CHANNEL_VALUES.OUTER_MOUTH, 0, b);\n\t\t\t\tdrawTriangles(regionTriangles.INNER_MOUTH, faceIdx, RED_CHANNEL_VALUES.INNER_MOUTH, 0, b);\n\t\t\t}\n\n\t\t\tshaderPad.updateTextures({ u_faceMask: maskCanvas });\n\t\t}\n\n\t\tfunction processFaceResults(result: FaceLandmarkerResult) {\n\t\t\tif (!result.faceLandmarks || !landmarksDataArray) return;\n\n\t\t\tconst nFaces = result.faceLandmarks.length;\n\t\t\tupdateLandmarksTexture(result.faceLandmarks);\n\t\t\tupdateMaskTexture(nFaces);\n\t\t\tshaderPad.updateUniforms({ u_nFaces: nFaces });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tasync function detectFaces(source: TextureSource) {\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) lastVideoTime = -1;\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!faceLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait faceLandmarker.setOptions({ runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tprocessFaceResults(faceLandmarker.detectForVideo(source, performance.now()));\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\tprocessFaceResults(faceLandmarker.detect(source));\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Face Plugin] Detection error:', error);\n\t\t\t}\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeTexture('u_faceMask', maskCanvas, {\n\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t});\n\t\t\tshaderPad.initializeUniform('u_maxFaces', 'int', maxFaces);\n\t\t\tshaderPad.initializeUniform('u_nFaces', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxFaces * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tlandmarksDataArray = new Float32Array(LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_faceLandmarksTex',\n\t\t\t\t{ data: landmarksDataArray, width: LANDMARKS_TEXTURE_WIDTH, height: landmarksTextureHeight },\n\t\t\t\t{ internalFormat: gl.RGBA32F, type: gl.FLOAT, minFilter: gl.NEAREST, magFilter: gl.NEAREST }\n\t\t\t);\n\n\t\t\tawait initializeFaceLandmarker();\n\t\t\toptions?.onReady?.();\n\t\t});\n\n\t\tshaderPad.registerHook('initializeTexture', (name: string, source: TextureSource) => {\n\t\t\tif (name === textureName) detectFaces(source);\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (source) detectFaces(source);\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tfaceLandmarker?.close();\n\t\t\tfaceLandmarker = null;\n\t\t\tif (maskGl && maskProgram) {\n\t\t\t\tmaskGl.deleteProgram(maskProgram);\n\t\t\t\tmaskGl.deleteBuffer(positionBuffer);\n\t\t\t}\n\t\t\tmaskGl = null;\n\t\t\tmaskProgram = null;\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tconst checkAt = (\n\t\t\tregionMin: keyof typeof RED_CHANNEL_VALUES,\n\t\t\tregionMax: keyof typeof RED_CHANNEL_VALUES = regionMin\n\t\t) =>\n\t\t\t`vec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn (mask.r > ${(RED_CHANNEL_VALUES[regionMin] - HALF_GAP).toFixed(4)} && mask.r < ${(\n\t\t\t\tRED_CHANNEL_VALUES[regionMax] + HALF_GAP\n\t\t\t).toFixed(4)}) ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);`;\n\n\t\tinjectGLSL(`\nuniform int u_maxFaces;\nuniform int u_nFaces;\nuniform sampler2D u_faceLandmarksTex;\nuniform sampler2D u_faceMask;\n\n#define FACE_LANDMARK_L_EYE_CENTER ${LANDMARK_INDICES.LEFT_EYE_CENTER}\n#define FACE_LANDMARK_R_EYE_CENTER ${LANDMARK_INDICES.RIGHT_EYE_CENTER}\n#define FACE_LANDMARK_NOSE_TIP ${LANDMARK_INDICES.NOSE_TIP}\n#define FACE_LANDMARK_FACE_CENTER ${LANDMARK_INDICES.FACE_CENTER}\n#define FACE_LANDMARK_MOUTH_CENTER ${LANDMARK_INDICES.MOUTH_CENTER}\n\nvec4 faceLandmark(int faceIndex, int landmarkIndex) {\n\tint i = faceIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_faceLandmarksTex, ivec2(x, y), 0);\n}\n\nvec2 leftEyebrowAt(vec2 pos) {\n\t${checkAt('LEFT_EYEBROW')}\n}\n\nvec2 rightEyebrowAt(vec2 pos) {\n\t${checkAt('RIGHT_EYEBROW')}\n}\n\nvec2 leftEyeAt(vec2 pos) {\n\t${checkAt('LEFT_EYE')}\n}\n\nvec2 rightEyeAt(vec2 pos) {\n\t${checkAt('RIGHT_EYE')}\n}\n\nvec2 lipsAt(vec2 pos) {\n\t${checkAt('OUTER_MOUTH')}\n}\n\nvec2 outerMouthAt(vec2 pos) {\n\t${checkAt('OUTER_MOUTH', 'INNER_MOUTH')}\n}\n\nvec2 innerMouthAt(vec2 pos) {\n\t${checkAt('INNER_MOUTH')}\n}\n\nvec2 faceOvalAt(vec2 pos) {\n\tvec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn mask.g > 0.75 ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);\n}\n\n// Includes face mesh and oval.\nvec2 faceAt(vec2 pos) {\n\tvec4 mask = texture(u_faceMask, pos);\n\tfloat faceIndex = floor(mask.b * float(u_maxFaces) + 0.5) - 1.0;\n\treturn mask.g > 0.25 ? vec2(1.0, faceIndex) : vec2(0.0, -1.0);\n}\n\nvec2 eyeAt(vec2 pos) {\n\tvec2 left = leftEyeAt(pos);\n\treturn left.x > 0.0 ? left : rightEyeAt(pos);\n}\n\nvec2 eyebrowAt(vec2 pos) {\n\tvec2 left = leftEyebrowAt(pos);\n\treturn left.x > 0.0 ? left : rightEyebrowAt(pos);\n}\n\nfloat inEyebrow(vec2 pos) { return eyebrowAt(pos).x; }\nfloat inEye(vec2 pos) { return eyeAt(pos).x; }\nfloat inOuterMouth(vec2 pos) { return outerMouthAt(pos).x; }\nfloat inInnerMouth(vec2 pos) { return innerMouthAt(pos).x; }\nfloat inLips(vec2 pos) { return lipsAt(pos).x; }\nfloat inFace(vec2 pos) { return faceAt(pos).x; }`);\n\t};\n}\n\nexport default face;\n"],"mappings":"AAeA,IAAMA,EAA0B,IAC1BC,GAAwB,EACxBC,EAAiBF,EAA0BC,GAC3CE,EAA0B,IAE1BC,EAAuB,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EACxEC,EAAmB,CAAC,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAG,EAClGC,EAAwB,CAAC,GAAI,GAAI,IAAK,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,EAAE,EACjEC,EAAoB,CAAC,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,CAAC,EAChGC,EAAsB,CAC3B,GAAI,IAAK,GAAI,GAAI,GAAI,EAAG,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,GACvF,EACMC,EAAsB,CAC3B,GAAI,IAAK,GAAI,GAAI,GAAI,GAAI,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,IAAK,GAAI,GAAI,IAAK,GAAI,EACxF,EACMC,GAAuB,MAAM,KAAK,CAAE,OAAQV,CAAwB,EAAG,CAACW,EAAGC,IAAMA,CAAC,EAClFC,EAAmB,CACxB,aAAcT,EACd,SAAUC,EACV,gBAAiB,IACjB,cAAeC,EACf,UAAWC,EACX,iBAAkB,IAClB,SAAU,EACV,YAAaC,EACb,YAAaC,EAEb,YAAaT,EACb,aAAcA,EAA0B,CACzC,EAEMc,EAAe,CACpB,aACA,eACA,gBACA,WACA,YACA,cACA,aACD,EACMC,EAAeD,EAAa,OAAS,EACrCE,EAAqB,OAAO,YAAYF,EAAa,IAAI,CAACG,EAAML,IAAM,CAACK,EAAML,EAAIG,CAAY,CAAC,CAAC,EAI/FG,EAAW,GAAMH,EAEvB,SAASI,EAAeC,EAAsC,CAC7D,IAAMC,EAAiB,CAAC,EACxB,QAAS,EAAI,EAAG,EAAID,EAAQ,OAAS,EAAG,EAAE,EACzCC,EAAK,KAAKD,EAAQ,CAAC,EAAGA,EAAQ,CAAC,EAAGA,EAAQ,EAAI,CAAC,CAAC,EAEjD,OAAOC,CACR,CAEA,SAASC,GAAKC,EAA8D,CAC3E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,sHAED,OAAO,SAAUC,EAAsBC,GAAwB,CAC9D,GAAM,CAAE,WAAAC,GAAY,GAAAC,CAAG,EAAIF,GAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAElCY,EAAyB,EACzBC,EAA0C,KAExCC,EAAkB,IAAI,gBAAgB,EAAG,CAAC,EAC1CC,EAAa,IAAI,gBAAgB,EAAG,CAAC,EAGvCC,EAAwC,KACxCC,EAAmC,KACnCC,EAAqC,KACrCC,EAA6C,KAE3CC,EAA4C,CACjD,aAAc1B,EAAef,CAAoB,EACjD,cAAee,EAAeb,CAAqB,EACnD,SAAUa,EAAed,CAAgB,EACzC,UAAWc,EAAeZ,CAAiB,EAC3C,YAAaY,EAAeX,CAAmB,EAC/C,YAAaW,EAAeV,CAAmB,EAE/C,YAAa,CAAC,EACd,KAAM,CAAC,CACR,EAEA,SAASqC,IAAmB,CAE3B,GADAL,EAASD,EAAW,WAAW,SAAU,CAAE,UAAW,GAAO,sBAAuB,EAAK,CAAC,EACtF,CAACC,EAAQ,MAAM,IAAI,MAAM,uCAAuC,EAEpE,IAAMM,EAAeN,EAAO,aAAaA,EAAO,aAAa,EAC7DA,EAAO,aACNM,EACA;AAAA;AAAA;AAAA;AAAA,EAKD,EACAN,EAAO,cAAcM,CAAY,EAEjC,IAAMC,EAAiBP,EAAO,aAAaA,EAAO,eAAe,EACjEA,EAAO,aACNO,EACA;AAAA;AAAA;AAAA;AAAA,oCAKD,EACAP,EAAO,cAAcO,CAAc,EAEnCN,EAAcD,EAAO,cAAc,EACnCA,EAAO,aAAaC,EAAaK,CAAY,EAC7CN,EAAO,aAAaC,EAAaM,CAAc,EAC/CP,EAAO,YAAYC,CAAW,EAC9BD,EAAO,aAAaM,CAAY,EAChCN,EAAO,aAAaO,CAAc,EAElCL,EAAiBF,EAAO,aAAa,EACrCA,EAAO,WAAWA,EAAO,aAAcE,CAAc,EACrD,IAAMM,EAAmBR,EAAO,kBAAkBC,EAAa,OAAO,EACtED,EAAO,wBAAwBQ,CAAgB,EAC/CR,EAAO,oBAAoBQ,EAAkB,EAAGR,EAAO,MAAO,GAAO,EAAG,CAAC,EAEzEG,EAAgBH,EAAO,mBAAmBC,EAAa,SAAS,EAChED,EAAO,WAAWC,CAAW,EAG7BD,EAAO,OAAOA,EAAO,KAAK,EAC1BA,EAAO,cAAcA,EAAO,GAAG,CAChC,CAEA,SAASS,EAAcC,EAA2BC,EAAiBC,EAAWC,EAAWC,EAAW,CACnG,GAAI,CAACd,GAAU,CAACH,GAAsBa,EAAgB,SAAW,EAAG,OAEpE,IAAMK,EAAW,IAAI,aAAaL,EAAgB,OAAS,CAAC,EAC5D,QAASvC,EAAI,EAAGA,EAAIuC,EAAgB,OAAQ,EAAEvC,EAAG,CAChD,IAAM6C,GAAeL,EAAUlD,EAAiBiD,EAAgBvC,CAAC,GAAK,EACtE4C,EAAS5C,EAAI,CAAC,EAAI0B,EAAmBmB,CAAW,EAChDD,EAAS5C,EAAI,EAAI,CAAC,EAAI0B,EAAmBmB,EAAc,CAAC,CACzD,CAEAhB,EAAO,WAAWA,EAAO,aAAce,EAAUf,EAAO,YAAY,EACpEA,EAAO,UAAUG,EAAeS,EAAGC,EAAGC,EAAG,CAAG,EAC5Cd,EAAO,WAAWA,EAAO,UAAW,EAAGU,EAAgB,MAAM,CAC9D,CAEA,eAAeO,IAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClF5B,EAAS,MAAM2B,EAAgB,eAC9B,kEACD,EAEA5B,EAAiB,MAAM6B,EAAe,kBAAkB5B,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQa,EACR,YAAaL,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,GACzD,sBAAuBA,GAAS,uBAAyB,GACzD,mCAAoCA,GAAS,oCAAsC,EACpF,CAAC,EAED,IAAMoC,EAAyBD,EAAe,2BAC9Cf,EAAgB,YAAc,CAAC,EAC/B,QAASjC,EAAI,EAAGA,EAAIiD,EAAuB,OAAS,EAAGjD,GAAK,EAC3DiC,EAAgB,YAAY,KAC3BgB,EAAuBjD,CAAC,EAAE,MAC1BiD,EAAuBjD,EAAI,CAAC,EAAE,MAC9BiD,EAAuBjD,EAAI,CAAC,EAAE,KAC/B,EAGD,IAAMkD,EAAcF,EAAe,yBAAyB,IAAI,CAAC,CAAE,MAAAG,CAAM,IAAMA,CAAK,EACpFlB,EAAgB,KAAO1B,EAAe2C,CAAW,EAEjDhB,GAAiB,CAClB,OAASkB,EAAO,CACf,cAAQ,MAAM,sCAAuCA,CAAK,EACpDA,CACP,CACD,CAEA,SAASC,EACRC,EACAd,EACAhC,EACmC,CACnC,IAAI+C,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOrD,EAAS,CAC1B,IAAMR,GAAKwC,EAAUlD,EAAiBuE,GAAO,EACvCC,EAAIR,EAAKtD,CAAC,EACf+D,EAAIT,EAAKtD,EAAI,CAAC,EACfuD,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,EAAO,KAAK,IAAIA,EAAMK,CAAC,EACvBJ,GAAQL,EAAKtD,EAAI,CAAC,EAClB4D,GAAiBN,EAAKtD,EAAI,CAAC,CAC5B,CACA,MAAO,EAAEuD,EAAOC,GAAQ,GAAIC,EAAOC,GAAQ,EAAGC,EAAOnD,EAAQ,OAAQoD,EAAgBpD,EAAQ,MAAM,CACpG,CAEA,SAASwD,GAAuBC,EAA+B,CAC9D,GAAI,CAACvC,EAAoB,OAEzB,IAAMwC,EAASD,EAAM,OACfE,EAAiBD,EAAS5E,EAEhC,QAASkD,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAM4B,EAAYH,EAAMzB,CAAO,EAC/B,QAASK,EAAc,EAAGA,EAAczD,EAAyB,EAAEyD,EAAa,CAC/E,IAAMwB,EAAWD,EAAUvB,CAAW,EAChCyB,GAAW9B,EAAUlD,EAAiBuD,GAAe,EAC3DnB,EAAmB4C,CAAO,EAAID,EAAS,EACvC3C,EAAmB4C,EAAU,CAAC,EAAI,EAAID,EAAS,EAC/C3C,EAAmB4C,EAAU,CAAC,EAAID,EAAS,GAAK,EAChD3C,EAAmB4C,EAAU,CAAC,EAAID,EAAS,YAAc,CAC1D,CAEA,IAAME,EAAalB,EAA2B3B,EAAoBc,EAAS1C,EAAoB,EAC/F4B,EAAmB,IAAI6C,GAAa/B,EAAUlD,EAAiBW,EAAiB,aAAe,CAAC,EAEhG,IAAMuE,EAAcnB,EAA2B3B,EAAoBc,EAAS3C,CAAmB,EAC/F6B,EAAmB,IAAI8C,GAAchC,EAAUlD,EAAiBW,EAAiB,cAAgB,CAAC,CACnG,CAEA,IAAMwE,EAAe,KAAK,KAAKN,EAAiB5E,CAAuB,EACvEwB,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMW,EACN,MAAOnC,EACP,OAAQkF,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,GAAkBR,EAAgB,CAC1C,GAAI,GAACrC,GAAU,CAACH,GAGhB,CAAAE,EAAW,MAAQD,EAAgB,MACnCC,EAAW,OAASD,EAAgB,OACpCE,EAAO,SAAS,EAAG,EAAGD,EAAW,MAAOA,EAAW,MAAM,EACzDC,EAAO,WAAW,EAAG,EAAG,EAAG,CAAC,EAC5BA,EAAO,MAAMA,EAAO,gBAAgB,EAEpC,QAASW,EAAU,EAAGA,EAAU0B,EAAQ,EAAE1B,EAAS,CAClD,IAAMG,GAAKH,EAAU,GAAKhB,EAG1Bc,EAAcL,EAAgB,YAAaO,EAAS,EAAG,GAAKG,CAAC,EAC7DL,EAAcL,EAAgB,KAAMO,EAAS,EAAG,EAAKG,CAAC,EAGtDL,EAAcL,EAAgB,aAAcO,EAASpC,EAAmB,aAAc,EAAGuC,CAAC,EAC1FL,EAAcL,EAAgB,cAAeO,EAASpC,EAAmB,cAAe,EAAGuC,CAAC,EAC5FL,EAAcL,EAAgB,SAAUO,EAASpC,EAAmB,SAAU,EAAGuC,CAAC,EAClFL,EAAcL,EAAgB,UAAWO,EAASpC,EAAmB,UAAW,EAAGuC,CAAC,EACpFL,EAAcL,EAAgB,YAAaO,EAASpC,EAAmB,YAAa,EAAGuC,CAAC,EACxFL,EAAcL,EAAgB,YAAaO,EAASpC,EAAmB,YAAa,EAAGuC,CAAC,CACzF,CAEA5B,EAAU,eAAe,CAAE,WAAYa,CAAW,CAAC,EACpD,CAEA,SAAS+C,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,eAAiB,CAAClD,EAAoB,OAElD,IAAMwC,EAASU,EAAO,cAAc,OACpCZ,GAAuBY,EAAO,aAAa,EAC3CF,GAAkBR,CAAM,EACxBnD,EAAU,eAAe,CAAE,SAAUmD,CAAO,CAAC,EAE7CrD,GAAS,YAAY+D,CAAM,CAC5B,CAEA,eAAeC,EAAYC,EAAuB,CAIjD,GAHuBvD,EAAe,IAAIX,CAAW,IAC9BkE,IAAQzD,EAAgB,IAC/CE,EAAe,IAAIX,EAAakE,CAAM,EAClC,EAAC3D,EAEL,GAAI,CACH,IAAM4D,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALIxD,IAAgByD,IACnBzD,EAAcyD,EACd,MAAM5D,EAAe,WAAW,CAAE,YAAAG,CAAY,CAAC,GAG5CwD,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAC9EA,EAAO,cAAgBzD,IAC1BA,EAAgByD,EAAO,YACvBH,EAAmBxD,EAAe,eAAe2D,EAAQ,YAAY,IAAI,CAAC,CAAC,EAE7E,SAAWA,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CH,EAAmBxD,EAAe,OAAO2D,CAAM,CAAC,CACjD,CACD,OAAS1B,EAAO,CACf,QAAQ,MAAM,iCAAkCA,CAAK,CACtD,CACD,CAEArC,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAca,EAAY,CACrD,UAAWV,EAAG,QACd,UAAWA,EAAG,OACf,CAAC,EACDH,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMoD,EAAiB3C,EAAWlC,EAClCmC,EAAyB,KAAK,KAAK0C,EAAiB5E,CAAuB,EAC3EmC,EAAqB,IAAI,aAAanC,EAA0BkC,EAAyB,CAAC,EAE1FV,EAAU,kBACT,qBACA,CAAE,KAAMW,EAAoB,MAAOnC,EAAyB,OAAQkC,CAAuB,EAC3F,CAAE,eAAgBP,EAAG,QAAS,KAAMA,EAAG,MAAO,UAAWA,EAAG,QAAS,UAAWA,EAAG,OAAQ,CAC5F,EAEA,MAAM4B,GAAyB,EAC/BjC,GAAS,UAAU,CACpB,CAAC,EAEDE,EAAU,aAAa,oBAAqB,CAACV,EAAcyE,IAA0B,CAChFzE,IAASO,GAAaiE,EAAYC,CAAM,CAC7C,CAAC,EAED/D,EAAU,aAAa,iBAAmBiE,GAA2C,CACpF,IAAMF,EAASE,EAAQpE,CAAW,EAC9BkE,GAAQD,EAAYC,CAAM,CAC/B,CAAC,EAED/D,EAAU,aAAa,UAAW,IAAM,CACvCI,GAAgB,MAAM,EACtBA,EAAiB,KACbU,GAAUC,IACbD,EAAO,cAAcC,CAAW,EAChCD,EAAO,aAAaE,CAAc,GAEnCF,EAAS,KACTC,EAAc,KACdV,EAAS,KACTG,EAAe,MAAM,EACrBG,EAAqB,IACtB,CAAC,EAED,IAAMuD,EAAU,CACfC,EACAC,EAA6CD,IAE7C;AAAA;AAAA,qBAEkB9E,EAAmB8E,CAAS,EAAI5E,GAAU,QAAQ,CAAC,CAAC,iBACrEF,EAAmB+E,CAAS,EAAI7E,GAC/B,QAAQ,CAAC,CAAC,8CAEbW,GAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,qCAMwBhB,EAAiB,eAAe;AAAA,qCAChCA,EAAiB,gBAAgB;AAAA,iCACrCA,EAAiB,QAAQ;AAAA,oCACtBA,EAAiB,WAAW;AAAA,qCAC3BA,EAAiB,YAAY;AAAA;AAAA;AAAA,uBAG3CX,CAAc;AAAA,eACtBC,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA,GAKnC0F,EAAQ,cAAc,CAAC;AAAA;AAAA;AAAA;AAAA,GAIvBA,EAAQ,eAAe,CAAC;AAAA;AAAA;AAAA;AAAA,GAIxBA,EAAQ,UAAU,CAAC;AAAA;AAAA;AAAA;AAAA,GAInBA,EAAQ,WAAW,CAAC;AAAA;AAAA;AAAA;AAAA,GAIpBA,EAAQ,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA,GAItBA,EAAQ,cAAe,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA,GAIrCA,EAAQ,aAAa,CAAC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,iDA+BwB,CAChD,CACD,CAEA,IAAOG,GAAQ1E","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","LANDMARKS_TEXTURE_WIDTH","LEFT_EYEBROW_INDICES","LEFT_EYE_INDICES","RIGHT_EYEBROW_INDICES","RIGHT_EYE_INDICES","OUTER_MOUTH_INDICES","INNER_MOUTH_INDICES","ALL_STANDARD_INDICES","_","i","LANDMARK_INDICES","REGION_NAMES","nFaceRegions","RED_CHANNEL_VALUES","name","HALF_GAP","fanTriangulate","indices","tris","face","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","faceLandmarker","vision","lastVideoTime","runningMode","textureSources","maxFaces","landmarksTextureHeight","landmarksDataArray","mediaPipeCanvas","maskCanvas","maskGl","maskProgram","positionBuffer","colorLocation","regionTriangles","initMaskRenderer","vertexShader","fragmentShader","positionLocation","drawTriangles","triangleIndices","faceIdx","r","g","b","vertices","landmarkIdx","initializeFaceLandmarker","FilesetResolver","FaceLandmarker","tesselationConnections","ovalIndices","start","error","calculateBoundingBoxCenter","data","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","x","y","updateLandmarksTexture","faces","nFaces","totalLandmarks","landmarks","landmark","dataIdx","faceCenter","mouthCenter","rowsToUpdate","updateMaskTexture","processFaceResults","result","detectFaces","source","requiredMode","updates","checkAt","regionMin","regionMax","face_default"]}
package/dist/plugins/hands.d.mts CHANGED
@@ -7,6 +7,7 @@ interface HandsPluginOptions {
7
7
  minHandDetectionConfidence?: number;
8
8
  minHandPresenceConfidence?: number;
9
9
  minTrackingConfidence?: number;
10
+ onReady?: () => void;
10
11
  onResults?: (results: HandLandmarkerResult) => void;
11
12
  }
12
13
  declare function hands(config: {
package/dist/plugins/hands.d.ts CHANGED
@@ -7,6 +7,7 @@ interface HandsPluginOptions {
7
7
  minHandDetectionConfidence?: number;
8
8
  minHandPresenceConfidence?: number;
9
9
  minTrackingConfidence?: number;
10
+ onReady?: () => void;
10
11
  onResults?: (results: HandLandmarkerResult) => void;
11
12
  }
12
13
  declare function hands(config: {
package/dist/plugins/hands.js CHANGED
@@ -1,4 +1,4 @@
1
- "use strict";var G=Object.create;var R=Object.defineProperty;var K=Object.getOwnPropertyDescriptor;var X=Object.getOwnPropertyNames;var B=Object.getPrototypeOf,Y=Object.prototype.hasOwnProperty;var $=(t,i)=>{for(var a in i)R(t,a,{get:i[a],enumerable:!0})},O=(t,i,a,L)=>{if(i&&typeof i=="object"||typeof i=="function")for(let o of X(i))!Y.call(t,o)&&o!==a&&R(t,o,{get:()=>i[o],enumerable:!(L=K(i,o))||L.enumerable});return t};var j=(t,i,a)=>(a=t!=null?G(B(t)):{},O(i||!t||!t.__esModule?R(a,"default",{value:t,enumerable:!0}):a,t)),W=t=>O(R({},"__esModule",{value:!0}),t);var nn={};$(nn,{default:()=>Q});module.exports=W(nn);var v=21,Z=1,H=v+Z,q=[0,0,5,9,13,17];function J(t){let{textureName:i,options:a}=t,L="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(o,b){let{injectGLSL:F,gl:y}=b,m=null,A=null,C=-1,M="VIDEO",_=new Map,w=a?.maxHands??2,l=512,N=0,r=null;async function P(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");A=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),m=await n.createFromOptions(A,{baseOptions:{modelAssetPath:a?.modelPath||L,delegate:"GPU"},canvas:new OffscreenCanvas(1,1),runningMode:M,numHands:a?.maxHands??2,minHandDetectionConfidence:a?.minHandDetectionConfidence??.5,minHandPresenceConfidence:a?.minHandPresenceConfidence??.5,minTrackingConfidence:a?.minTrackingConfidence??.5})}catch(e){throw console.error("[Hands Plugin] Failed to initialize:",e),e}}function U(e,n,u){let d=1/0,c=-1/0,s=1/0,k=-1/0,T=0,f=0;for(let z of u){let I=(n*H+z)*4,S=e[I],D=e[I+1];d=Math.min(d,S),c=Math.max(c,S),s=Math.min(s,D),k=Math.max(k,D),T+=e[I+2],f+=e[I+3]}let h=(d+c)/2,x=(s+k)/2,p=T/u.length,g=f/u.length;return[h,x,p,g]}function V(e,n){if(!r)return;let u=e.length,d=u*H;for(let s=0;s<u;++s){let k=e[s],T=n[s]?.[0]?.categoryName==="Right";for(let x=0;x<v;++x){let p=k[x],g=(s*H+x)*4;r[g]=p.x,r[g+1]=1-p.y,r[g+2]=p.z??0,r[g+3]=T?1:0}let f=U(r,s,q),h=(s*H+v)*4;r[h]=f[0],r[h+1]=f[1],r[h+2]=f[2],r[h+3]=T?1:0}let c=Math.ceil(d/l);o.updateTextures({u_handLandmarksTex:{data:r,width:l,height:c,isPartial:!0}})}function E(e){if(!e.landmarks||!r)return;let n=e.landmarks.length;V(e.landmarks,e.handedness),o.updateUniforms({u_nHands:n}),a?.onResults?.(e)}o.registerHook("init",async()=>{o.initializeUniform("u_maxHands","int",w),o.initializeUniform("u_nHands","int",0);let e=w*H;N=Math.ceil(e/l);let n=l*N*4;r=new Float32Array(n),o.initializeTexture("u_handLandmarksTex",{data:r,width:l,height:N},{internalFormat:y.RGBA32F,type:y.FLOAT,minFilter:y.NEAREST,magFilter:y.NEAREST}),await P()}),o.registerHook("updateTextures",async e=>{let n=e[i];if(!(!n||(_.get(i)!==n&&(C=-1),_.set(i,n),!m)))try{let d=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(M!==d&&(M=d,await m.setOptions({runningMode:M})),n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==C){C=n.currentTime;let c=m.detectForVideo(n,performance.now());E(c)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let c=m.detect(n);E(c)}}catch(d){console.error("[Hands Plugin] Detection error:",d)}}),o.registerHook("destroy",()=>{m&&(m.close(),m=null),A=null,_.clear(),r=null}),F(`
1
+ "use strict";var G=Object.create;var I=Object.defineProperty;var K=Object.getOwnPropertyDescriptor;var X=Object.getOwnPropertyNames;var B=Object.getPrototypeOf,Y=Object.prototype.hasOwnProperty;var $=(a,i)=>{for(var t in i)I(a,t,{get:i[t],enumerable:!0})},O=(a,i,t,L)=>{if(i&&typeof i=="object"||typeof i=="function")for(let o of X(i))!Y.call(a,o)&&o!==t&&I(a,o,{get:()=>i[o],enumerable:!(L=K(i,o))||L.enumerable});return a};var j=(a,i,t)=>(t=a!=null?G(B(a)):{},O(i||!a||!a.__esModule?I(t,"default",{value:a,enumerable:!0}):t,a)),W=a=>O(I({},"__esModule",{value:!0}),a);var nn={};$(nn,{default:()=>Q});module.exports=W(nn);var v=21,Z=1,H=v+Z,q=[0,0,5,9,13,17];function J(a){let{textureName:i,options:t}=a,L="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(o,b){let{injectGLSL:F,gl:y}=b,m=null,A=null,C=-1,M="VIDEO",_=new Map,w=t?.maxHands??2,l=512,N=0,r=null;async function P(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");A=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),m=await n.createFromOptions(A,{baseOptions:{modelAssetPath:t?.modelPath||L,delegate:"GPU"},canvas:new OffscreenCanvas(1,1),runningMode:M,numHands:t?.maxHands??2,minHandDetectionConfidence:t?.minHandDetectionConfidence??.5,minHandPresenceConfidence:t?.minHandPresenceConfidence??.5,minTrackingConfidence:t?.minTrackingConfidence??.5})}catch(e){throw console.error("[Hands Plugin] Failed to initialize:",e),e}}function U(e,n,u){let s=1/0,c=-1/0,d=1/0,k=-1/0,T=0,f=0;for(let z of u){let R=(n*H+z)*4,S=e[R],D=e[R+1];s=Math.min(s,S),c=Math.max(c,S),d=Math.min(d,D),k=Math.max(k,D),T+=e[R+2],f+=e[R+3]}let h=(s+c)/2,x=(d+k)/2,p=T/u.length,g=f/u.length;return[h,x,p,g]}function V(e,n){if(!r)return;let u=e.length,s=u*H;for(let d=0;d<u;++d){let k=e[d],T=n[d]?.[0]?.categoryName==="Right";for(let x=0;x<v;++x){let p=k[x],g=(d*H+x)*4;r[g]=p.x,r[g+1]=1-p.y,r[g+2]=p.z??0,r[g+3]=T?1:0}let f=U(r,d,q),h=(d*H+v)*4;r[h]=f[0],r[h+1]=f[1],r[h+2]=f[2],r[h+3]=T?1:0}let c=Math.ceil(s/l);o.updateTextures({u_handLandmarksTex:{data:r,width:l,height:c,isPartial:!0}})}function E(e){if(!e.landmarks||!r)return;let n=e.landmarks.length;V(e.landmarks,e.handedness),o.updateUniforms({u_nHands:n}),t?.onResults?.(e)}o.registerHook("init",async()=>{o.initializeUniform("u_maxHands","int",w),o.initializeUniform("u_nHands","int",0);let e=w*H;N=Math.ceil(e/l);let n=l*N*4;r=new Float32Array(n),o.initializeTexture("u_handLandmarksTex",{data:r,width:l,height:N},{internalFormat:y.RGBA32F,type:y.FLOAT,minFilter:y.NEAREST,magFilter:y.NEAREST}),await P(),t?.onReady?.()}),o.registerHook("updateTextures",async e=>{let n=e[i];if(!(!n||(_.get(i)!==n&&(C=-1),_.set(i,n),!m)))try{let s=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(M!==s&&(M=s,await m.setOptions({runningMode:M})),n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==C){C=n.currentTime;let c=m.detectForVideo(n,performance.now());E(c)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let c=m.detect(n);E(c)}}catch(s){console.error("[Hands Plugin] Detection error:",s)}}),o.registerHook("destroy",()=>{m&&(m.close(),m=null),A=null,_.clear(),r=null}),F(`
2
2
  uniform int u_maxHands;
3
3
  uniform int u_nHands;
4
4
  uniform sampler2D u_handLandmarksTex;
package/dist/plugins/hands.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', async (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode: runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, performance.now());\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"0jBAAA,IAAAA,GAAA,GAAAC,EAAAD,GAAA,aAAAE,IAAA,eAAAC,EAAAH,IAYA,IAAMI,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAEhCY,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAaQ,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,uCAAwCA,CAAK,EACrDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUzB,EAAiBiC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBvC,EAA+BwC,EAA0C,CACxG,GAAI,CAACvB,EAAoB,OAEzB,IAAMwB,EAASzC,EAAM,OACf0C,EAAiBD,EAAS3C,EAEhC,QAASyB,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY3C,EAAMuB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQjD,EAAyB,EAAEiD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAUzB,EAAiB+C,GAAS,EACrD5B,EAAmBe,CAAO,EAAIc,EAAS,EACvC7B,EAAmBe,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C7B,EAAmBe,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD7B,EAAmBe,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BL,EAAoBM,EAASxB,CAAqB,EAC1FiD,GAAiBzB,EAAUzB,EAAiBF,GAA2B,EAC7EqB,EAAmB+B,CAAa,EAAID,EAAW,CAAC,EAChD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB3B,CAAuB,EACvEV,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMY,EACN,MAAOF,EACP,OAAQkC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAClC,EAAoB,OAE9C,IAAMwB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1D9C,EAAU,eAAe,CAAE,SAAUoC,CAAO,CAAC,EAE7CtC,GAAS,YAAYgD,CAAM,CAC5B,CAEA9C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMqC,EAAiB5B,EAAWhB,EAClCkB,EAAyB,KAAK,KAAK0B,EAAiB3B,CAAuB,EAC3E,IAAMqC,EAAcrC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAamC,CAAW,EAEjD/C,EAAU,kBACT,qBACA,CACC,KAAMY,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBR,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMU,EAAyB,CAChC,CAAC,EAEDb,EAAU,aAAa,iBAAkB,MAAOgD,GAA2C,CAC1F,IAAMC,EAASD,EAAQnD,CAAW,EASlC,GARI,GAACoD,IAEkBzC,EAAe,IAAIX,CAAW,IAC9BoD,IACtB3C,EAAgB,IAGjBE,EAAe,IAAIX,EAAaoD,CAAM,EAClC,CAAC7C,IAEL,GAAI,CACH,IAAM8C,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALI1C,IAAgB2C,IACnB3C,EAAc2C,EACd,MAAM9C,EAAe,WAAW,CAAE,YAAaG,CAAY,CAAC,GAGzD0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3C,EAAe,CACzCA,EAAgB2C,EAAO,YACvB,IAAMH,EAAS1C,EAAe,eAAe6C,EAAQ,YAAY,IAAI,CAAC,EACtEJ,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1C,EAAe,OAAO6C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS9B,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDV,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBiB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAOrB,EAAQM","names":["hands_exports","__export","hands_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","requiredMode"]}
1
+ {"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonReady?: () => void;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t\toptions?.onReady?.();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', async (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode: runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, performance.now());\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"0jBAAA,IAAAA,GAAA,GAAAC,EAAAD,GAAA,aAAAE,IAAA,eAAAC,EAAAH,IAaA,IAAMI,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAEhCY,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAaQ,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,uCAAwCA,CAAK,EACrDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUzB,EAAiBiC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBvC,EAA+BwC,EAA0C,CACxG,GAAI,CAACvB,EAAoB,OAEzB,IAAMwB,EAASzC,EAAM,OACf0C,EAAiBD,EAAS3C,EAEhC,QAASyB,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY3C,EAAMuB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQjD,EAAyB,EAAEiD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAUzB,EAAiB+C,GAAS,EACrD5B,EAAmBe,CAAO,EAAIc,EAAS,EACvC7B,EAAmBe,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C7B,EAAmBe,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD7B,EAAmBe,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BL,EAAoBM,EAASxB,CAAqB,EAC1FiD,GAAiBzB,EAAUzB,EAAiBF,GAA2B,EAC7EqB,EAAmB+B,CAAa,EAAID,EAAW,CAAC,EAChD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB3B,CAAuB,EACvEV,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMY,EACN,MAAOF,EACP,OAAQkC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAClC,EAAoB,OAE9C,IAAMwB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1D9C,EAAU,eAAe,CAAE,SAAUoC,CAAO,CAAC,EAE7CtC,GAAS,YAAYgD,CAAM,CAC5B,CAEA9C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMqC,EAAiB5B,EAAWhB,EAClCkB,EAAyB,KAAK,KAAK0B,EAAiB3B,CAAuB,EAC3E,IAAMqC,EAAcrC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAamC,CAAW,EAEjD/C,EAAU,kBACT,qBACA,CACC,KAAMY,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBR,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMU,EAAyB,EAC/Bf,GAAS,UAAU,CACpB,CAAC,EAEDE,EAAU,aAAa,iBAAkB,MAAOgD,GAA2C,CAC1F,IAAMC,EAASD,EAAQnD,CAAW,EASlC,GARI,GAACoD,IAEkBzC,EAAe,IAAIX,CAAW,IAC9BoD,IACtB3C,EAAgB,IAGjBE,EAAe,IAAIX,EAAaoD,CAAM,EAClC,CAAC7C,IAEL,GAAI,CACH,IAAM8C,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALI1C,IAAgB2C,IACnB3C,EAAc2C,EACd,MAAM9C,EAAe,WAAW,CAAE,YAAaG,CAAY,CAAC,GAGzD0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3C,EAAe,CACzCA,EAAgB2C,EAAO,YACvB,IAAMH,EAAS1C,EAAe,eAAe6C,EAAQ,YAAY,IAAI,CAAC,EACtEJ,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1C,EAAe,OAAO6C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS9B,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDV,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBiB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAOrB,EAAQM","names":["hands_exports","__export","hands_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","requiredMode"]}
package/dist/plugins/hands.mjs CHANGED
@@ -1,4 +1,4 @@
1
- var C=21,V=1,x=C+V,z=[0,0,5,9,13,17];function G(E){let{textureName:y,options:d}=E,S="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(o,D){let{injectGLSL:O,gl:T}=D,s=null,M=null,I=-1,p="VIDEO",R=new Map,_=d?.maxHands??2,c=512,A=0,t=null;async function b(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");M=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),s=await n.createFromOptions(M,{baseOptions:{modelAssetPath:d?.modelPath||S,delegate:"GPU"},canvas:new OffscreenCanvas(1,1),runningMode:p,numHands:d?.maxHands??2,minHandDetectionConfidence:d?.minHandDetectionConfidence??.5,minHandPresenceConfidence:d?.minHandPresenceConfidence??.5,minTrackingConfidence:d?.minTrackingConfidence??.5})}catch(e){throw console.error("[Hands Plugin] Failed to initialize:",e),e}}function F(e,n,m){let i=1/0,r=-1/0,a=1/0,g=-1/0,H=0,l=0;for(let U of m){let L=(n*x+U)*4,v=e[L],w=e[L+1];i=Math.min(i,v),r=Math.max(r,v),a=Math.min(a,w),g=Math.max(g,w),H+=e[L+2],l+=e[L+3]}let u=(i+r)/2,f=(a+g)/2,k=H/m.length,h=l/m.length;return[u,f,k,h]}function P(e,n){if(!t)return;let m=e.length,i=m*x;for(let a=0;a<m;++a){let g=e[a],H=n[a]?.[0]?.categoryName==="Right";for(let f=0;f<C;++f){let k=g[f],h=(a*x+f)*4;t[h]=k.x,t[h+1]=1-k.y,t[h+2]=k.z??0,t[h+3]=H?1:0}let l=F(t,a,z),u=(a*x+C)*4;t[u]=l[0],t[u+1]=l[1],t[u+2]=l[2],t[u+3]=H?1:0}let r=Math.ceil(i/c);o.updateTextures({u_handLandmarksTex:{data:t,width:c,height:r,isPartial:!0}})}function N(e){if(!e.landmarks||!t)return;let n=e.landmarks.length;P(e.landmarks,e.handedness),o.updateUniforms({u_nHands:n}),d?.onResults?.(e)}o.registerHook("init",async()=>{o.initializeUniform("u_maxHands","int",_),o.initializeUniform("u_nHands","int",0);let e=_*x;A=Math.ceil(e/c);let n=c*A*4;t=new Float32Array(n),o.initializeTexture("u_handLandmarksTex",{data:t,width:c,height:A},{internalFormat:T.RGBA32F,type:T.FLOAT,minFilter:T.NEAREST,magFilter:T.NEAREST}),await b()}),o.registerHook("updateTextures",async e=>{let n=e[y];if(!(!n||(R.get(y)!==n&&(I=-1),R.set(y,n),!s)))try{let i=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(p!==i&&(p=i,await s.setOptions({runningMode:p})),n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==I){I=n.currentTime;let r=s.detectForVideo(n,performance.now());N(r)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let r=s.detect(n);N(r)}}catch(i){console.error("[Hands Plugin] Detection error:",i)}}),o.registerHook("destroy",()=>{s&&(s.close(),s=null),M=null,R.clear(),t=null}),O(`
1
+ var C=21,V=1,x=C+V,z=[0,0,5,9,13,17];function G(E){let{textureName:y,options:o}=E,S="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(d,D){let{injectGLSL:O,gl:T}=D,s=null,M=null,R=-1,p="VIDEO",I=new Map,_=o?.maxHands??2,c=512,A=0,t=null;async function b(){try{let{FilesetResolver:e,HandLandmarker:n}=await import("@mediapipe/tasks-vision");M=await e.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),s=await n.createFromOptions(M,{baseOptions:{modelAssetPath:o?.modelPath||S,delegate:"GPU"},canvas:new OffscreenCanvas(1,1),runningMode:p,numHands:o?.maxHands??2,minHandDetectionConfidence:o?.minHandDetectionConfidence??.5,minHandPresenceConfidence:o?.minHandPresenceConfidence??.5,minTrackingConfidence:o?.minTrackingConfidence??.5})}catch(e){throw console.error("[Hands Plugin] Failed to initialize:",e),e}}function F(e,n,m){let i=1/0,r=-1/0,a=1/0,g=-1/0,H=0,l=0;for(let U of m){let L=(n*x+U)*4,v=e[L],w=e[L+1];i=Math.min(i,v),r=Math.max(r,v),a=Math.min(a,w),g=Math.max(g,w),H+=e[L+2],l+=e[L+3]}let u=(i+r)/2,f=(a+g)/2,k=H/m.length,h=l/m.length;return[u,f,k,h]}function P(e,n){if(!t)return;let m=e.length,i=m*x;for(let a=0;a<m;++a){let g=e[a],H=n[a]?.[0]?.categoryName==="Right";for(let f=0;f<C;++f){let k=g[f],h=(a*x+f)*4;t[h]=k.x,t[h+1]=1-k.y,t[h+2]=k.z??0,t[h+3]=H?1:0}let l=F(t,a,z),u=(a*x+C)*4;t[u]=l[0],t[u+1]=l[1],t[u+2]=l[2],t[u+3]=H?1:0}let r=Math.ceil(i/c);d.updateTextures({u_handLandmarksTex:{data:t,width:c,height:r,isPartial:!0}})}function N(e){if(!e.landmarks||!t)return;let n=e.landmarks.length;P(e.landmarks,e.handedness),d.updateUniforms({u_nHands:n}),o?.onResults?.(e)}d.registerHook("init",async()=>{d.initializeUniform("u_maxHands","int",_),d.initializeUniform("u_nHands","int",0);let e=_*x;A=Math.ceil(e/c);let n=c*A*4;t=new Float32Array(n),d.initializeTexture("u_handLandmarksTex",{data:t,width:c,height:A},{internalFormat:T.RGBA32F,type:T.FLOAT,minFilter:T.NEAREST,magFilter:T.NEAREST}),await b(),o?.onReady?.()}),d.registerHook("updateTextures",async e=>{let n=e[y];if(!(!n||(I.get(y)!==n&&(R=-1),I.set(y,n),!s)))try{let i=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(p!==i&&(p=i,await s.setOptions({runningMode:p})),n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;if(n.currentTime!==R){R=n.currentTime;let r=s.detectForVideo(n,performance.now());N(r)}}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;let r=s.detect(n);N(r)}}catch(i){console.error("[Hands Plugin] Detection error:",i)}}),d.registerHook("destroy",()=>{s&&(s.close(),s=null),M=null,I.clear(),t=null}),O(`
2
2
  uniform int u_maxHands;
3
3
  uniform int u_nHands;
4
4
  uniform sampler2D u_handLandmarksTex;
package/dist/plugins/hands.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', async (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode: runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, performance.now());\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"AAYA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAEhCY,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAaQ,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,uCAAwCA,CAAK,EACrDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUzB,EAAiBiC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBvC,EAA+BwC,EAA0C,CACxG,GAAI,CAACvB,EAAoB,OAEzB,IAAMwB,EAASzC,EAAM,OACf0C,EAAiBD,EAAS3C,EAEhC,QAASyB,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY3C,EAAMuB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQjD,EAAyB,EAAEiD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAUzB,EAAiB+C,GAAS,EACrD5B,EAAmBe,CAAO,EAAIc,EAAS,EACvC7B,EAAmBe,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C7B,EAAmBe,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD7B,EAAmBe,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BL,EAAoBM,EAASxB,CAAqB,EAC1FiD,GAAiBzB,EAAUzB,EAAiBF,GAA2B,EAC7EqB,EAAmB+B,CAAa,EAAID,EAAW,CAAC,EAChD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB3B,CAAuB,EACvEV,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMY,EACN,MAAOF,EACP,OAAQkC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAClC,EAAoB,OAE9C,IAAMwB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1D9C,EAAU,eAAe,CAAE,SAAUoC,CAAO,CAAC,EAE7CtC,GAAS,YAAYgD,CAAM,CAC5B,CAEA9C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMqC,EAAiB5B,EAAWhB,EAClCkB,EAAyB,KAAK,KAAK0B,EAAiB3B,CAAuB,EAC3E,IAAMqC,EAAcrC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAamC,CAAW,EAEjD/C,EAAU,kBACT,qBACA,CACC,KAAMY,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBR,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMU,EAAyB,CAChC,CAAC,EAEDb,EAAU,aAAa,iBAAkB,MAAOgD,GAA2C,CAC1F,IAAMC,EAASD,EAAQnD,CAAW,EASlC,GARI,GAACoD,IAEkBzC,EAAe,IAAIX,CAAW,IAC9BoD,IACtB3C,EAAgB,IAGjBE,EAAe,IAAIX,EAAaoD,CAAM,EAClC,CAAC7C,IAEL,GAAI,CACH,IAAM8C,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALI1C,IAAgB2C,IACnB3C,EAAc2C,EACd,MAAM9C,EAAe,WAAW,CAAE,YAAaG,CAAY,CAAC,GAGzD0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3C,EAAe,CACzCA,EAAgB2C,EAAO,YACvB,IAAMH,EAAS1C,EAAe,eAAe6C,EAAQ,YAAY,IAAI,CAAC,EACtEJ,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1C,EAAe,OAAO6C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS9B,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDV,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBiB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAOyC,EAAQxD","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","requiredMode","hands_default"]}
1
+ {"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\tonReady?: () => void;\n\tonResults?: (results: HandLandmarkerResult) => void;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeHandLandmarker() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode: runningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHandResults(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\n\t\t\toptions?.onResults?.(result);\n\t\t}\n\n\t\tshaderPad.registerHook('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\n\t\t\tawait initializeHandLandmarker();\n\t\t\toptions?.onReady?.();\n\t\t});\n\n\t\tshaderPad.registerHook('updateTextures', async (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (!source) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) {\n\t\t\t\tlastVideoTime = -1;\n\t\t\t}\n\n\t\t\ttextureSources.set(textureName, source);\n\t\t\tif (!handLandmarker) return;\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode: runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tconst result = handLandmarker.detectForVideo(source, performance.now());\n\t\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) {\n\t\t\t\t\t\treturn;\n\t\t\t\t\t}\n\t\t\t\t\tconst result = handLandmarker.detect(source);\n\t\t\t\t\tprocessHandResults(result);\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t});\n\n\t\tshaderPad.registerHook('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"AAaA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,CAAG,EAAIF,EAEvBG,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWX,GAAS,UAAY,EAEhCY,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAA2B,CACzC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EAEAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBP,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAaQ,EACb,SAAUT,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASkB,EAAO,CACf,cAAQ,MAAM,uCAAwCA,CAAK,EACrDA,CACP,CACD,CAEA,SAASC,EACRL,EACAM,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAUzB,EAAiBiC,GAAO,EAC7CE,EAAIhB,EAAmBe,CAAO,EAC9BE,EAAIjB,EAAmBe,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQZ,EAAmBe,EAAU,CAAC,EACtCF,GAAiBb,EAAmBe,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBvC,EAA+BwC,EAA0C,CACxG,GAAI,CAACvB,EAAoB,OAEzB,IAAMwB,EAASzC,EAAM,OACf0C,EAAiBD,EAAS3C,EAEhC,QAASyB,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY3C,EAAMuB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQjD,EAAyB,EAAEiD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAUzB,EAAiB+C,GAAS,EACrD5B,EAAmBe,CAAO,EAAIc,EAAS,EACvC7B,EAAmBe,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C7B,EAAmBe,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD7B,EAAmBe,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BL,EAAoBM,EAASxB,CAAqB,EAC1FiD,GAAiBzB,EAAUzB,EAAiBF,GAA2B,EAC7EqB,EAAmB+B,CAAa,EAAID,EAAW,CAAC,EAChD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD9B,EAAmB+B,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB3B,CAAuB,EACvEV,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMY,EACN,MAAOF,EACP,OAAQkC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAmBC,EAA8B,CACzD,GAAI,CAACA,EAAO,WAAa,CAAClC,EAAoB,OAE9C,IAAMwB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1D9C,EAAU,eAAe,CAAE,SAAUoC,CAAO,CAAC,EAE7CtC,GAAS,YAAYgD,CAAM,CAC5B,CAEA9C,EAAU,aAAa,OAAQ,SAAY,CAC1CA,EAAU,kBAAkB,aAAc,MAAOS,CAAQ,EACzDT,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMqC,EAAiB5B,EAAWhB,EAClCkB,EAAyB,KAAK,KAAK0B,EAAiB3B,CAAuB,EAC3E,IAAMqC,EAAcrC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAamC,CAAW,EAEjD/C,EAAU,kBACT,qBACA,CACC,KAAMY,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBR,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EAEA,MAAMU,EAAyB,EAC/Bf,GAAS,UAAU,CACpB,CAAC,EAEDE,EAAU,aAAa,iBAAkB,MAAOgD,GAA2C,CAC1F,IAAMC,EAASD,EAAQnD,CAAW,EASlC,GARI,GAACoD,IAEkBzC,EAAe,IAAIX,CAAW,IAC9BoD,IACtB3C,EAAgB,IAGjBE,EAAe,IAAIX,EAAaoD,CAAM,EAClC,CAAC7C,IAEL,GAAI,CACH,IAAM8C,EAAeD,aAAkB,iBAAmB,QAAU,QAMpE,GALI1C,IAAgB2C,IACnB3C,EAAc2C,EACd,MAAM9C,EAAe,WAAW,CAAE,YAAaG,CAAY,CAAC,GAGzD0C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAC9E,OAED,GAAIA,EAAO,cAAgB3C,EAAe,CACzCA,EAAgB2C,EAAO,YACvB,IAAMH,EAAS1C,EAAe,eAAe6C,EAAQ,YAAY,IAAI,CAAC,EACtEJ,EAAmBC,CAAM,CAC1B,CACD,SAAWG,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAC3C,OAED,IAAMH,EAAS1C,EAAe,OAAO6C,CAAM,EAC3CJ,EAAmBC,CAAM,CAC1B,CACD,OAAS9B,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAAC,EAEDhB,EAAU,aAAa,UAAW,IAAM,CACnCI,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDV,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBiB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAOyC,EAAQxD","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeHandLandmarker","FilesetResolver","HandLandmarker","error","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHandResults","result","textureSize","updates","source","requiredMode","hands_default"]}
package/dist/plugins/pose.d.mts CHANGED
@@ -7,6 +7,7 @@ interface PosePluginOptions {
7
7
  minPoseDetectionConfidence?: number;
8
8
  minPosePresenceConfidence?: number;
9
9
  minTrackingConfidence?: number;
10
+ onReady?: () => void;
10
11
  onResults?: (results: PoseLandmarkerResult) => void;
11
12
  }
12
13
  declare function pose(config: {
package/dist/plugins/pose.d.ts CHANGED
@@ -7,6 +7,7 @@ interface PosePluginOptions {
7
7
  minPoseDetectionConfidence?: number;
8
8
  minPosePresenceConfidence?: number;
9
9
  minTrackingConfidence?: number;
10
+ onReady?: () => void;
10
11
  onResults?: (results: PoseLandmarkerResult) => void;
11
12
  }
12
13
  declare function pose(config: {
package/dist/plugins/pose.js CHANGED
@@ -1,13 +1,13 @@
1
- "use strict";var it=Object.create;var z=Object.defineProperty;var rt=Object.getOwnPropertyDescriptor;var st=Object.getOwnPropertyNames;var nt=Object.getPrototypeOf,ot=Object.prototype.hasOwnProperty;var at=(a,t)=>{for(var e in t)z(a,e,{get:t[e],enumerable:!0})},j=(a,t,e,i)=>{if(t&&typeof t=="object"||typeof t=="function")for(let r of st(t))!ot.call(a,r)&&r!==e&&z(a,r,{get:()=>t[r],enumerable:!(i=rt(t,r))||i.enumerable});return a};var ht=(a,t,e)=>(e=a!=null?it(nt(a)):{},j(t||!a||!a.__esModule?z(e,"default",{value:a,enumerable:!0}):e,a)),lt=a=>j(z({},"__esModule",{value:!0}),a);var Lt={};at(Lt,{default:()=>Rt});module.exports=lt(Lt);var ut=`#version 300 es
1
+ "use strict";var rt=Object.create;var Y=Object.defineProperty;var st=Object.getOwnPropertyDescriptor;var nt=Object.getOwnPropertyNames;var ot=Object.getPrototypeOf,at=Object.prototype.hasOwnProperty;var ht=(l,e)=>{for(var t in e)Y(l,t,{get:e[t],enumerable:!0})},q=(l,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let i of nt(e))!at.call(l,i)&&i!==t&&Y(l,i,{get:()=>e[i],enumerable:!(s=st(e,i))||s.enumerable});return l};var lt=(l,e,t)=>(t=l!=null?rt(ot(l)):{},q(e||!l||!l.__esModule?Y(t,"default",{value:l,enumerable:!0}):t,l)),ut=l=>q(Y({},"__esModule",{value:!0}),l);var vt={};ht(vt,{default:()=>Lt});module.exports=ut(vt);var ct=`#version 300 es
2
2
  in vec2 aPosition;
3
3
  out vec2 v_uv;
4
4
  void main() {
5
5
  v_uv = aPosition * 0.5 + 0.5;
6
6
  gl_Position = vec4(aPosition, 0.0, 1.0);
7
7
  }
8
- `,ct=33.333333333333336,Y=Symbol("u_history");function mt(a,t){if(!t?.length)return a;let e=a.split(`
9
- `),i=e.findLastIndex(r=>{let s=r.trimStart();return s.startsWith("precision ")||s.startsWith("#version ")})+1;return e.splice(i,0,...t),e.join(`
10
- `)}function q(a){return a instanceof WebGLTexture?{width:0,height:0}:a instanceof HTMLVideoElement?{width:a.videoWidth,height:a.videoHeight}:a instanceof HTMLImageElement?{width:a.naturalWidth??a.width,height:a.naturalHeight??a.height}:{width:a.width,height:a.height}}function U(a){return typeof a=="symbol"?a.description??"":a}var X=class{isInternalCanvas=!1;isTouchDevice=!1;gl;fragmentShaderSrc;uniforms=new Map;textures=new Map;textureUnitPool;buffer=null;program=null;aPositionLocation=0;animationFrameId;resolutionObserver;resizeObserver;resizeTimeout=null;lastResizeTime=-1/0;eventListeners=new Map;frame=0;startTime=0;cursorPosition=[.5,.5];clickPosition=[.5,.5];isMouseDown=!1;canvas;onResize;hooks=new Map;historyDepth;debug;constructor(t,e={}){if(this.canvas=e.canvas||document.createElement("canvas"),!e.canvas){this.isInternalCanvas=!0;let r=this.canvas;r.style.position="fixed",r.style.inset="0",r.style.height="100dvh",r.style.width="100dvw",document.body.appendChild(r)}if(this.gl=this.canvas.getContext("webgl2",{antialias:!1}),!this.gl)throw new Error("WebGL2 not supported. Please use a browser that supports WebGL2.");this.textureUnitPool={free:[],next:0,max:this.gl.getParameter(this.gl.MAX_COMBINED_TEXTURE_IMAGE_UNITS)},this.historyDepth=e.history??0,this.debug=e.debug??(typeof process<"u"&&!1),this.animationFrameId=null,this.resolutionObserver=new MutationObserver(()=>this.updateResolution()),this.resizeObserver=new ResizeObserver(()=>this.throttledHandleResize());let i=[];if(e.plugins){let r={gl:this.gl,uniforms:this.uniforms,textures:this.textures,canvas:this.canvas,reserveTextureUnit:this.reserveTextureUnit.bind(this),releaseTextureUnit:this.releaseTextureUnit.bind(this),injectGLSL:s=>{i.push(s)}};Object.defineProperty(r,"program",{get:()=>this.program,enumerable:!0,configurable:!0}),e.plugins.forEach(s=>s(this,r))}this.fragmentShaderSrc=mt(t,i),this.init(),this.canvas instanceof HTMLCanvasElement&&this.addEventListeners()}registerHook(t,e){this.hooks.has(t)||this.hooks.set(t,[]),this.hooks.get(t).push(e)}init(){let t=ut;if(this.program=this.gl.createProgram(),!this.program)throw new Error("Failed to create WebGL program");let e=this.createShader(this.gl.VERTEX_SHADER,t),i=this.createShader(this.gl.FRAGMENT_SHADER,this.fragmentShaderSrc);if(this.gl.attachShader(this.program,e),this.gl.attachShader(this.program,i),this.gl.linkProgram(this.program),this.gl.deleteShader(e),this.gl.deleteShader(i),!this.gl.getProgramParameter(this.program,this.gl.LINK_STATUS))throw console.error("Program link error:",this.gl.getProgramInfoLog(this.program)),this.gl.deleteProgram(this.program),new Error("Failed to link WebGL program");this.aPositionLocation=this.gl.getAttribLocation(this.program,"aPosition"),this.setupBuffer(),this.gl.useProgram(this.program),this.canvas instanceof HTMLCanvasElement&&(this.resolutionObserver.observe(this.canvas,{attributes:!0,attributeFilter:["width","height"]}),this.resizeObserver.observe(this.canvas)),this.isInternalCanvas||this.updateResolution(),this.initializeUniform("u_cursor","float",this.cursorPosition),this.initializeUniform("u_click","float",[...this.clickPosition,this.isMouseDown?1:0]),this.initializeUniform("u_time","float",0),this.initializeUniform("u_frame","int",0),this.historyDepth>0&&this._initializeTexture(Y,this.canvas,{history:this.historyDepth}),this.hooks.get("init")?.forEach(r=>r.call(this))}createShader(t,e){let i=this.gl.createShader(t);if(this.gl.shaderSource(i,e),this.gl.compileShader(i),!this.gl.getShaderParameter(i,this.gl.COMPILE_STATUS))throw console.error("Shader compilation failed:",e),console.error(this.gl.getShaderInfoLog(i)),this.gl.deleteShader(i),new Error("Shader compilation failed");return i}setupBuffer(){let t=new Float32Array([-1,-1,1,-1,-1,1,-1,1,1,-1,1,1]);this.buffer=this.gl.createBuffer(),this.gl.bindBuffer(this.gl.ARRAY_BUFFER,this.buffer),this.gl.bufferData(this.gl.ARRAY_BUFFER,t,this.gl.STATIC_DRAW),this.gl.viewport(0,0,this.gl.drawingBufferWidth,this.gl.drawingBufferHeight),this.gl.enableVertexAttribArray(this.aPositionLocation),this.gl.vertexAttribPointer(this.aPositionLocation,2,this.gl.FLOAT,!1,0,0)}throttledHandleResize(){clearTimeout(this.resizeTimeout);let t=performance.now(),e=this.lastResizeTime+ct-t;e<=0?(this.lastResizeTime=t,this.handleResize()):this.resizeTimeout=setTimeout(()=>this.throttledHandleResize(),e)}handleResize(){if(!(this.canvas instanceof HTMLCanvasElement))return;let t=window.devicePixelRatio||1,e=this.canvas.clientWidth*t,i=this.canvas.clientHeight*t;this.isInternalCanvas&&(this.canvas.width!==e||this.canvas.height!==i)&&(this.canvas.width=e,this.canvas.height=i),this.onResize?.(e,i)}addEventListeners(){let t=this.canvas,e=(r,s)=>{if(!this.uniforms.has("u_cursor"))return;let d=t.getBoundingClientRect();this.cursorPosition[0]=(r-d.left)/d.width,this.cursorPosition[1]=1-(s-d.top)/d.height,this.updateUniforms({u_cursor:this.cursorPosition})},i=(r,s,d)=>{if(this.uniforms.has("u_click")){if(this.isMouseDown=r,r){let l=t.getBoundingClientRect(),c=s,f=d;this.clickPosition[0]=(c-l.left)/l.width,this.clickPosition[1]=1-(f-l.top)/l.height}this.updateUniforms({u_click:[...this.clickPosition,this.isMouseDown?1:0]})}};this.eventListeners.set("mousemove",r=>{let s=r;this.isTouchDevice||e(s.clientX,s.clientY)}),this.eventListeners.set("mousedown",r=>{let s=r;this.isTouchDevice||s.button===0&&(this.isMouseDown=!0,i(!0,s.clientX,s.clientY))}),this.eventListeners.set("mouseup",r=>{let s=r;this.isTouchDevice||s.button===0&&i(!1)}),this.eventListeners.set("touchmove",r=>{let s=r;s.touches.length>0&&e(s.touches[0].clientX,s.touches[0].clientY)}),this.eventListeners.set("touchstart",r=>{let s=r;this.isTouchDevice=!0,s.touches.length>0&&(e(s.touches[0].clientX,s.touches[0].clientY),i(!0,s.touches[0].clientX,s.touches[0].clientY))}),this.eventListeners.set("touchend",r=>{r.touches.length===0&&i(!1)}),this.eventListeners.forEach((r,s)=>{t.addEventListener(s,r)})}updateResolution(){let t=[this.gl.drawingBufferWidth,this.gl.drawingBufferHeight];this.gl.viewport(0,0,...t),this.uniforms.has("u_resolution")?this.updateUniforms({u_resolution:t}):this.initializeUniform("u_resolution","float",t),this.hooks.get("updateResolution")?.forEach(e=>e.call(this))}reserveTextureUnit(t){let e=this.textures.get(t);if(e)return e.unitIndex;if(this.textureUnitPool.free.length>0)return this.textureUnitPool.free.pop();if(this.textureUnitPool.next>=this.textureUnitPool.max)throw new Error("Exceeded the available texture units for this device.");return this.textureUnitPool.next++}releaseTextureUnit(t){let e=this.textures.get(t);e&&this.textureUnitPool.free.push(e.unitIndex)}clearHistoryTextureLayers(t){if(!t.history)return;let e=t.options?.type??this.gl.UNSIGNED_BYTE,i=e===this.gl.FLOAT?new Float32Array(t.width*t.height*4):new Uint8Array(t.width*t.height*4);this.gl.activeTexture(this.gl.TEXTURE0+t.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D_ARRAY,t.texture);for(let r=0;r<t.history.depth;++r)this.gl.texSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,r,t.width,t.height,1,t.options?.format??this.gl.RGBA,e,i)}initializeUniform(t,e,i,r){let s=r?.arrayLength;if(this.uniforms.has(t))throw new Error(`${t} is already initialized.`);if(e!=="float"&&e!=="int")throw new Error(`Invalid uniform type: ${e}. Expected 'float' or 'int'.`);if(s&&!(Array.isArray(i)&&i.length===s))throw new Error(`${t} array length mismatch: must initialize with ${s} elements.`);let d=this.gl.getUniformLocation(this.program,t);if(!d&&s&&(d=this.gl.getUniformLocation(this.program,`${t}[0]`)),!d){this.log(`${t} not found in fragment shader. Skipping initialization.`);return}let l=s?i[0]:i,c=Array.isArray(l)?l.length:1;this.uniforms.set(t,{type:e,length:c,location:d,arrayLength:s});try{this.updateUniforms({[t]:i})}catch(f){throw this.uniforms.delete(t),f}this.hooks.get("initializeUniform")?.forEach(f=>f.call(this,...arguments))}log(...t){this.debug&&console.debug(...t)}updateUniforms(t,e){this.gl.useProgram(this.program),Object.entries(t).forEach(([i,r])=>{let s=this.uniforms.get(i);if(!s){this.log(`${i} not found in fragment shader. Skipping update.`);return}let d=`uniform${s.length}${s.type.charAt(0)}`;if(s.arrayLength){if(!Array.isArray(r))throw new Error(`${i} is an array, but the value passed to updateUniforms is not an array.`);let l=r.length;if(!l)return;if(l>s.arrayLength)throw new Error(`${i} received ${l} values, but maximum length is ${s.arrayLength}.`);if(r.some(m=>(Array.isArray(m)?m.length:1)!==s.length))throw new Error(`Tried to update ${i} with some elements that are not length ${s.length}.`);let c=new(s.type==="float"?Float32Array:Int32Array)(r.flat()),f=s.location;if(e?.startIndex){let m=this.gl.getUniformLocation(this.program,`${i}[${e.startIndex}]`);if(!m)throw new Error(`${i}[${e.startIndex}] not found in fragment shader. Did you pass an invalid startIndex?`);f=m}this.gl[d+"v"](s.location,c)}else{if(Array.isArray(r)||(r=[r]),r.length!==s.length)throw new Error(`Invalid uniform value length: ${r.length}. Expected ${s.length}.`);this.gl[d](s.location,...r)}}),this.hooks.get("updateUniforms")?.forEach(i=>i.call(this,...arguments))}createTexture(t,e,i){let{width:r,height:s}=e,d=e.history?.depth??0,l=this.gl.createTexture();if(!l)throw new Error("Failed to create texture");let c=i?.unitIndex;if(typeof c!="number")try{c=this.reserveTextureUnit(t)}catch(T){throw this.gl.deleteTexture(l),T}let f=d>0,m=f?this.gl.TEXTURE_2D_ARRAY:this.gl.TEXTURE_2D;if(this.gl.activeTexture(this.gl.TEXTURE0+c),this.gl.bindTexture(m,l),this.gl.texParameteri(m,this.gl.TEXTURE_WRAP_S,i?.wrapS??this.gl.CLAMP_TO_EDGE),this.gl.texParameteri(m,this.gl.TEXTURE_WRAP_T,i?.wrapT??this.gl.CLAMP_TO_EDGE),this.gl.texParameteri(m,this.gl.TEXTURE_MIN_FILTER,i?.minFilter??this.gl.LINEAR),this.gl.texParameteri(m,this.gl.TEXTURE_MAG_FILTER,i?.magFilter??this.gl.LINEAR),f){let T=i?.type??this.gl.UNSIGNED_BYTE,_=i?.internalFormat??(T===this.gl.FLOAT?this.gl.RGBA32F:this.gl.RGBA8);this.gl.texStorage3D(m,1,_,r,s,d)}return{texture:l,unitIndex:c}}_initializeTexture(t,e,i){if(this.textures.has(t))throw new Error(`Texture '${U(t)}' is already initialized.`);let{history:r=0,...s}=i??{},{width:d,height:l}=q(e);if(!d||!l)throw new Error("Texture source must have valid dimensions");let c={width:d,height:l};r>0&&(c.history={depth:r,writeIndex:0});let{texture:f,unitIndex:m}=this.createTexture(t,c,s),T={texture:f,unitIndex:m,...c,options:s};r>0&&(this.initializeUniform(`${U(t)}FrameOffset`,"int",0),this.clearHistoryTextureLayers(T)),this.textures.set(t,T),this.updateTexture(t,e);let _=this.gl.getUniformLocation(this.program,U(t));_&&this.gl.uniform1i(_,m)}initializeTexture(t,e,i){this._initializeTexture(t,e,i),this.hooks.get("initializeTexture")?.forEach(r=>r.call(this,...arguments))}updateTextures(t){this.hooks.get("updateTextures")?.forEach(e=>e.call(this,...arguments)),Object.entries(t).forEach(([e,i])=>{this.updateTexture(e,i)})}updateTexture(t,e){let i=this.textures.get(t);if(!i)throw new Error(`Texture '${U(t)}' is not initialized.`);if(e instanceof WebGLTexture){this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,e);return}let{width:r,height:s}=q(e);if(!r||!s)return;let d="isPartial"in e&&e.isPartial;if(!d&&(i.width!==r||i.height!==s)){this.gl.deleteTexture(i.texture),i.width=r,i.height=s;let{texture:m}=this.createTexture(t,i,{...i.options,unitIndex:i.unitIndex});i.texture=m,i.history&&(i.history.writeIndex=0,this.clearHistoryTextureLayers(i))}let l="data"in e&&e.data,c=!l&&!i.options?.preserveY,f=this.gl.getParameter(this.gl.UNPACK_FLIP_Y_WEBGL);if(i.history){let m=t===Y;this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D_ARRAY,i.texture),m?this.gl.copyTexSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,i.history.writeIndex,0,0,r,s):(this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,c),this.gl.texSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,i.history.writeIndex,r,s,1,i.options?.format??this.gl.RGBA,i.options?.type??this.gl.UNSIGNED_BYTE,e.data??e),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f));let T=`${U(t)}FrameOffset`;this.updateUniforms({[T]:i.history.writeIndex}),i.history.writeIndex=(i.history.writeIndex+1)%i.history.depth}else{this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,i.texture),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,c);let m=i.options?.format??this.gl.RGBA,T=i.options?.type??this.gl.UNSIGNED_BYTE;if(d)this.gl.texSubImage2D(this.gl.TEXTURE_2D,0,e.x??0,e.y??0,r,s,m,T,e.data);else{let _=i.options?.internalFormat??(l?T===this.gl.FLOAT?this.gl.RGBA32F:this.gl.RGBA8:this.gl.RGBA);this.gl.texImage2D(this.gl.TEXTURE_2D,0,_,r,s,0,m,T,e.data??e)}this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f)}}draw(t=!0){let e=this.gl;e.useProgram(this.program),e.bindBuffer(e.ARRAY_BUFFER,this.buffer),e.vertexAttribPointer(this.aPositionLocation,2,e.FLOAT,!1,0,0),e.enableVertexAttribArray(this.aPositionLocation),e.viewport(0,0,e.drawingBufferWidth,e.drawingBufferHeight),t&&e.clear(e.COLOR_BUFFER_BIT),e.drawArrays(e.TRIANGLES,0,6)}step(t){this.uniforms.has("u_time")&&this.updateUniforms({u_time:t}),this.uniforms.has("u_frame")&&this.updateUniforms({u_frame:this.frame}),this.draw(),this.textures.get(Y)&&this.updateTexture(Y,this.canvas),this.hooks.get("step")?.forEach(e=>e.call(this,t,this.frame)),++this.frame}play(t){this.pause();let e=i=>{i=(i-this.startTime)/1e3,this.step(i),this.animationFrameId=requestAnimationFrame(e),t&&t(i,this.frame)};this.animationFrameId=requestAnimationFrame(e)}pause(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null)}reset(){this.frame=0,this.startTime=performance.now(),this.textures.forEach(t=>{t.history&&(t.history.writeIndex=0,this.clearHistoryTextureLayers(t))}),this.hooks.get("reset")?.forEach(t=>t.call(this))}destroy(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.resolutionObserver.disconnect(),this.resizeObserver.disconnect(),this.canvas instanceof HTMLCanvasElement&&this.eventListeners.forEach((t,e)=>{this.canvas.removeEventListener(e,t)}),this.program&&this.gl.deleteProgram(this.program),this.textures.forEach(t=>{this.gl.deleteTexture(t.texture)}),this.textureUnitPool.free=[],this.textureUnitPool.next=0,this.buffer&&(this.gl.deleteBuffer(this.buffer),this.buffer=null),this.hooks.get("destroy")?.forEach(t=>t.call(this)),this.isInternalCanvas&&this.canvas instanceof HTMLCanvasElement&&this.canvas.remove()}},Z=X;var L=33,dt=6,p=L+dt,o={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:L,LEFT_HAND_CENTER:L+1,RIGHT_HAND_CENTER:L+2,LEFT_FOOT_CENTER:L+3,RIGHT_FOOT_CENTER:L+4,TORSO_CENTER:L+5},gt=Array.from({length:L},(a,t)=>t),ft=[o.LEFT_WRIST,o.LEFT_PINKY,o.LEFT_THUMB,o.LEFT_INDEX],Tt=[o.RIGHT_WRIST,o.RIGHT_PINKY,o.RIGHT_THUMB,o.RIGHT_INDEX],Et=[o.LEFT_ANKLE,o.LEFT_HEEL,o.LEFT_FOOT_INDEX],pt=[o.RIGHT_ANKLE,o.RIGHT_HEEL,o.RIGHT_FOOT_INDEX],_t=[o.LEFT_SHOULDER,o.RIGHT_SHOULDER,o.LEFT_HIP,o.RIGHT_HIP],J={data:new Uint8Array(4),width:1,height:1};function xt(a){let{textureName:t,options:e}=a,i="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(r,s){let{injectGLSL:d,gl:l}=s,c=null,f=null,m=-1,T="VIDEO",_=new Map,W=e?.maxPoses??1,b=512,$=0,n=null,K=new OffscreenCanvas(1,1),E=null;async function Q(){try{let{FilesetResolver:u,PoseLandmarker:h}=await import("@mediapipe/tasks-vision");f=await u.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),c=await h.createFromOptions(f,{baseOptions:{modelAssetPath:e?.modelPath||i,delegate:"GPU"},canvas:K,runningMode:T,numPoses:e?.maxPoses??1,minPoseDetectionConfidence:e?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:e?.minPosePresenceConfidence??.5,minTrackingConfidence:e?.minTrackingConfidence??.5,outputSegmentationMasks:!0})}catch(u){throw console.error("[Pose Plugin] Failed to initialize:",u),u}}function S(u,h,v){let x=1/0,g=-1/0,D=1/0,I=-1/0,y=0,A=0;for(let N of v){let R=(h*p+N)*4,P=u[R],F=u[R+1];x=Math.min(x,P),g=Math.max(g,P),D=Math.min(D,F),I=Math.max(I,F),y+=u[R+2],A+=u[R+3]}let w=(x+g)/2,O=(D+I)/2,H=y/v.length,C=A/v.length;return[w,O,H,C]}function tt(u){if(!(!u||u.length===0||!E)){for(let h=0;h<u.length;++h){let v=u[h];E.updateTextures({u_mask:v.getAsWebGLTexture()}),E.updateUniforms({u_poseIndex:(h+1)/W}),E.draw(h===0)}r.updateTextures({u_poseMask:K})}}function et(u){if(!n)return;let h=u.length,v=h*p;for(let g=0;g<h;++g){let D=u[g];for(let G=0;G<L;++G){let k=D[G],B=(g*p+G)*4;n[B]=k.x,n[B+1]=1-k.y,n[B+2]=k.z??0,n[B+3]=k.visibility??1}let I=S(n,g,gt),y=(g*p+o.BODY_CENTER)*4;n[y]=I[0],n[y+1]=I[1],n[y+2]=I[2],n[y+3]=I[3];let A=S(n,g,ft),w=(g*p+o.LEFT_HAND_CENTER)*4;n[w]=A[0],n[w+1]=A[1],n[w+2]=A[2],n[w+3]=A[3];let O=S(n,g,Tt),H=(g*p+o.RIGHT_HAND_CENTER)*4;n[H]=O[0],n[H+1]=O[1],n[H+2]=O[2],n[H+3]=O[3];let C=S(n,g,Et),N=(g*p+o.LEFT_FOOT_CENTER)*4;n[N]=C[0],n[N+1]=C[1],n[N+2]=C[2],n[N+3]=C[3];let R=S(n,g,pt),P=(g*p+o.RIGHT_FOOT_CENTER)*4;n[P]=R[0],n[P+1]=R[1],n[P+2]=R[2],n[P+3]=R[3];let F=S(n,g,_t),M=(g*p+o.TORSO_CENTER)*4;n[M]=F[0],n[M+1]=F[1],n[M+2]=F[2],n[M+3]=F[3]}let x=Math.ceil(v/b);r.updateTextures({u_poseLandmarksTex:{data:n,width:b,height:x,isPartial:!0}})}function V(u){if(!u.landmarks||!n)return;E||(E=new Z(`#version 300 es
8
+ `,mt=33.333333333333336,G=Symbol("u_history"),K=Symbol("__SHADERPAD_BUFFER");function ft(l,e){if(!e?.length)return l;let t=l.split(`
9
+ `),s=t.findLastIndex(i=>{let r=i.trimStart();return r.startsWith("precision ")||r.startsWith("#version ")})+1;return t.splice(s,0,...e),t.join(`
10
+ `)}function Z(l){return l instanceof WebGLTexture?{width:0,height:0}:l instanceof HTMLVideoElement?{width:l.videoWidth,height:l.videoHeight}:l instanceof HTMLImageElement?{width:l.naturalWidth??l.width,height:l.naturalHeight??l.height}:{width:l.width,height:l.height}}function D(l){return typeof l=="symbol"?l.description??"":l}var V=class{isInternalCanvas=!1;isTouchDevice=!1;gl;fragmentShaderSrc;uniforms=new Map;textures=new Map;textureUnitPool;buffer=null;program=null;aPositionLocation=0;animationFrameId;resolutionObserver;resizeObserver;resizeTimeout=null;lastResizeTime=-1/0;eventListeners=new Map;frame=0;startTime=0;cursorPosition=[.5,.5];clickPosition=[.5,.5];isMouseDown=!1;canvas;onResize;hooks=new Map;historyDepth=0;textureOptions;debug;intermediateFbo=null;constructor(e,{canvas:t,plugins:s,history:i,debug:r,...n}={}){if(this.canvas=t||document.createElement("canvas"),!t){this.isInternalCanvas=!0;let T=this.canvas;T.style.position="fixed",T.style.inset="0",T.style.height="100dvh",T.style.width="100dvw",document.body.appendChild(T)}if(this.gl=this.canvas.getContext("webgl2",{antialias:!1}),!this.gl)throw new Error("WebGL2 not supported. Please use a browser that supports WebGL2.");this.textureUnitPool={free:[],next:0,max:this.gl.getParameter(this.gl.MAX_COMBINED_TEXTURE_IMAGE_UNITS)},this.textureOptions=n;let{internalFormat:h,type:c}=n;(c===this.gl.FLOAT||c===this.gl.HALF_FLOAT||h===this.gl.RGBA16F||h===this.gl.RGBA32F||h===this.gl.R16F||h===this.gl.R32F||h===this.gl.RG16F||h===this.gl.RG32F)&&!this.gl.getExtension("EXT_color_buffer_float")&&(console.warn("EXT_color_buffer_float not supported, falling back to RGBA8"),delete this.textureOptions?.internalFormat,delete this.textureOptions?.format,delete this.textureOptions?.type),i&&(this.historyDepth=i),this.debug=r??(typeof process<"u"&&!1),this.animationFrameId=null,this.resolutionObserver=new MutationObserver(()=>this.updateResolution()),this.resizeObserver=new ResizeObserver(()=>this.throttledHandleResize());let d=[];if(s){let T={gl:this.gl,uniforms:this.uniforms,textures:this.textures,canvas:this.canvas,reserveTextureUnit:this.reserveTextureUnit.bind(this),releaseTextureUnit:this.releaseTextureUnit.bind(this),injectGLSL:E=>{d.push(E)}};Object.defineProperty(T,"program",{get:()=>this.program,enumerable:!0,configurable:!0}),s.forEach(E=>E(this,T))}this.fragmentShaderSrc=ft(e,d),this.init(),this.canvas instanceof HTMLCanvasElement&&this.addEventListeners()}registerHook(e,t){this.hooks.has(e)||this.hooks.set(e,[]),this.hooks.get(e).push(t)}init(){let e=ct;if(this.program=this.gl.createProgram(),!this.program)throw new Error("Failed to create WebGL program");let t=this.createShader(this.gl.VERTEX_SHADER,e),s=this.createShader(this.gl.FRAGMENT_SHADER,this.fragmentShaderSrc);if(this.gl.attachShader(this.program,t),this.gl.attachShader(this.program,s),this.gl.linkProgram(this.program),this.gl.deleteShader(t),this.gl.deleteShader(s),!this.gl.getProgramParameter(this.program,this.gl.LINK_STATUS))throw console.error("Program link error:",this.gl.getProgramInfoLog(this.program)),this.gl.deleteProgram(this.program),new Error("Failed to link WebGL program");this.aPositionLocation=this.gl.getAttribLocation(this.program,"aPosition"),this.setupBuffer(),this.gl.useProgram(this.program),this.canvas instanceof HTMLCanvasElement&&(this.resolutionObserver.observe(this.canvas,{attributes:!0,attributeFilter:["width","height"]}),this.resizeObserver.observe(this.canvas)),this.isInternalCanvas||this.updateResolution(),this.initializeUniform("u_cursor","float",this.cursorPosition),this.initializeUniform("u_click","float",[...this.clickPosition,this.isMouseDown?1:0]),this.initializeUniform("u_time","float",0),this.initializeUniform("u_frame","int",0),this.historyDepth>0&&(this._initializeTexture(K,this.canvas,{...this.textureOptions}),this._initializeTexture(G,this.canvas,{history:this.historyDepth,...this.textureOptions}),this.intermediateFbo=this.gl.createFramebuffer()),this.hooks.get("init")?.forEach(i=>i.call(this))}createShader(e,t){let s=this.gl.createShader(e);if(this.gl.shaderSource(s,t),this.gl.compileShader(s),!this.gl.getShaderParameter(s,this.gl.COMPILE_STATUS))throw console.error("Shader compilation failed:",t),console.error(this.gl.getShaderInfoLog(s)),this.gl.deleteShader(s),new Error("Shader compilation failed");return s}setupBuffer(){let e=new Float32Array([-1,-1,1,-1,-1,1,-1,1,1,-1,1,1]);this.buffer=this.gl.createBuffer(),this.gl.bindBuffer(this.gl.ARRAY_BUFFER,this.buffer),this.gl.bufferData(this.gl.ARRAY_BUFFER,e,this.gl.STATIC_DRAW),this.gl.viewport(0,0,this.gl.drawingBufferWidth,this.gl.drawingBufferHeight),this.gl.enableVertexAttribArray(this.aPositionLocation),this.gl.vertexAttribPointer(this.aPositionLocation,2,this.gl.FLOAT,!1,0,0)}throttledHandleResize(){clearTimeout(this.resizeTimeout);let e=performance.now(),t=this.lastResizeTime+mt-e;t<=0?(this.lastResizeTime=e,this.handleResize()):this.resizeTimeout=setTimeout(()=>this.throttledHandleResize(),t)}handleResize(){if(!(this.canvas instanceof HTMLCanvasElement))return;let e=window.devicePixelRatio||1,t=this.canvas.clientWidth*e,s=this.canvas.clientHeight*e;this.isInternalCanvas&&(this.canvas.width!==t||this.canvas.height!==s)&&(this.canvas.width=t,this.canvas.height=s),this.onResize?.(t,s)}addEventListeners(){let e=this.canvas,t=(i,r)=>{if(!this.uniforms.has("u_cursor"))return;let n=e.getBoundingClientRect();this.cursorPosition[0]=(i-n.left)/n.width,this.cursorPosition[1]=1-(r-n.top)/n.height,this.updateUniforms({u_cursor:this.cursorPosition})},s=(i,r,n)=>{if(this.uniforms.has("u_click")){if(this.isMouseDown=i,i){let h=e.getBoundingClientRect(),c=r,f=n;this.clickPosition[0]=(c-h.left)/h.width,this.clickPosition[1]=1-(f-h.top)/h.height}this.updateUniforms({u_click:[...this.clickPosition,this.isMouseDown?1:0]})}};this.eventListeners.set("mousemove",i=>{let r=i;this.isTouchDevice||t(r.clientX,r.clientY)}),this.eventListeners.set("mousedown",i=>{let r=i;this.isTouchDevice||r.button===0&&(this.isMouseDown=!0,s(!0,r.clientX,r.clientY))}),this.eventListeners.set("mouseup",i=>{let r=i;this.isTouchDevice||r.button===0&&s(!1)}),this.eventListeners.set("touchmove",i=>{let r=i;r.touches.length>0&&t(r.touches[0].clientX,r.touches[0].clientY)}),this.eventListeners.set("touchstart",i=>{let r=i;this.isTouchDevice=!0,r.touches.length>0&&(t(r.touches[0].clientX,r.touches[0].clientY),s(!0,r.touches[0].clientX,r.touches[0].clientY))}),this.eventListeners.set("touchend",i=>{i.touches.length===0&&s(!1)}),this.eventListeners.forEach((i,r)=>{e.addEventListener(r,i)})}updateResolution(){let e=[this.gl.drawingBufferWidth,this.gl.drawingBufferHeight];this.gl.viewport(0,0,...e),this.uniforms.has("u_resolution")?this.updateUniforms({u_resolution:e}):this.initializeUniform("u_resolution","float",e),this.historyDepth>0&&(this.resizeTexture(G,...e),this.resizeTexture(K,...e)),this.hooks.get("updateResolution")?.forEach(t=>t.call(this))}resizeTexture(e,t,s){let i=this.textures.get(e);if(!i||i.width===t&&i.height===s)return;this.gl.deleteTexture(i.texture),i.width=t,i.height=s;let{texture:r}=this.createTexture(e,i);i.texture=r,i.history&&(i.history.writeIndex=0,this.clearHistoryTextureLayers(i))}reserveTextureUnit(e){let t=this.textures.get(e);if(t)return t.unitIndex;if(this.textureUnitPool.free.length>0)return this.textureUnitPool.free.pop();if(this.textureUnitPool.next>=this.textureUnitPool.max)throw new Error("Exceeded the available texture units for this device.");return this.textureUnitPool.next++}releaseTextureUnit(e){let t=this.textures.get(e);t&&this.textureUnitPool.free.push(t.unitIndex)}clearHistoryTextureLayers(e){if(!e.history)return;let t=this.gl,s=e.options?.type??t.UNSIGNED_BYTE,i=e.width*e.height*4,r=s===t.FLOAT?new Float32Array(i):s===t.HALF_FLOAT?new Uint16Array(i):new Uint8Array(i);t.activeTexture(t.TEXTURE0+e.unitIndex),t.bindTexture(t.TEXTURE_2D_ARRAY,e.texture);for(let n=0;n<e.history.depth;++n)t.texSubImage3D(t.TEXTURE_2D_ARRAY,0,0,0,n,e.width,e.height,1,e.options?.format??t.RGBA,s,r)}initializeUniform(e,t,s,i){let r=i?.arrayLength;if(this.uniforms.has(e))throw new Error(`${e} is already initialized.`);if(t!=="float"&&t!=="int")throw new Error(`Invalid uniform type: ${t}. Expected 'float' or 'int'.`);if(r&&!(Array.isArray(s)&&s.length===r))throw new Error(`${e} array length mismatch: must initialize with ${r} elements.`);let n=this.gl.getUniformLocation(this.program,e);if(!n&&r&&(n=this.gl.getUniformLocation(this.program,`${e}[0]`)),!n){this.log(`${e} not found in fragment shader. Skipping initialization.`);return}let h=r?s[0]:s,c=Array.isArray(h)?h.length:1;this.uniforms.set(e,{type:t,length:c,location:n,arrayLength:r});try{this.updateUniforms({[e]:s})}catch(f){throw this.uniforms.delete(e),f}this.hooks.get("initializeUniform")?.forEach(f=>f.call(this,...arguments))}log(...e){this.debug&&console.debug(...e)}updateUniforms(e,t){this.gl.useProgram(this.program),Object.entries(e).forEach(([s,i])=>{let r=this.uniforms.get(s);if(!r){this.log(`${s} not found in fragment shader. Skipping update.`);return}let n=`uniform${r.length}${r.type.charAt(0)}`;if(r.arrayLength){if(!Array.isArray(i))throw new Error(`${s} is an array, but the value passed to updateUniforms is not an array.`);let h=i.length;if(!h)return;if(h>r.arrayLength)throw new Error(`${s} received ${h} values, but maximum length is ${r.arrayLength}.`);if(i.some(d=>(Array.isArray(d)?d.length:1)!==r.length))throw new Error(`Tried to update ${s} with some elements that are not length ${r.length}.`);let c=new(r.type==="float"?Float32Array:Int32Array)(i.flat()),f=r.location;if(t?.startIndex){let d=this.gl.getUniformLocation(this.program,`${s}[${t.startIndex}]`);if(!d)throw new Error(`${s}[${t.startIndex}] not found in fragment shader. Did you pass an invalid startIndex?`);f=d}this.gl[n+"v"](f,c)}else{if(Array.isArray(i)||(i=[i]),i.length!==r.length)throw new Error(`Invalid uniform value length: ${i.length}. Expected ${r.length}.`);this.gl[n](r.location,...i)}}),this.hooks.get("updateUniforms")?.forEach(s=>s.call(this,...arguments))}createTexture(e,t){let{width:s,height:i}=t,r=t.history?.depth??0,n=this.gl.createTexture();if(!n)throw new Error("Failed to create texture");let h=t.unitIndex;if(typeof h!="number")try{h=this.reserveTextureUnit(e)}catch(T){throw this.gl.deleteTexture(n),T}let c=r>0,f=c?this.gl.TEXTURE_2D_ARRAY:this.gl.TEXTURE_2D,{options:d}=t;if(this.gl.activeTexture(this.gl.TEXTURE0+h),this.gl.bindTexture(f,n),this.gl.texParameteri(f,this.gl.TEXTURE_WRAP_S,d?.wrapS??this.gl.CLAMP_TO_EDGE),this.gl.texParameteri(f,this.gl.TEXTURE_WRAP_T,d?.wrapT??this.gl.CLAMP_TO_EDGE),this.gl.texParameteri(f,this.gl.TEXTURE_MIN_FILTER,d?.minFilter??this.gl.LINEAR),this.gl.texParameteri(f,this.gl.TEXTURE_MAG_FILTER,d?.magFilter??this.gl.LINEAR),c){let T=d?.type??this.gl.UNSIGNED_BYTE,E=d?.internalFormat??(T===this.gl.FLOAT?this.gl.RGBA32F:this.gl.RGBA8);this.gl.texStorage3D(f,1,E,s,i,r)}return{texture:n,unitIndex:h}}_initializeTexture(e,t,s){if(this.textures.has(e))throw new Error(`Texture '${D(e)}' is already initialized.`);let{history:i=0,...r}=s??{},{width:n,height:h}=Z(t);if(!n||!h)throw new Error("Texture source must have valid dimensions");let c={width:n,height:h,options:r};i>0&&(c.history={depth:i,writeIndex:0});let{texture:f,unitIndex:d}=this.createTexture(e,c),T={texture:f,unitIndex:d,...c};i>0&&(this.initializeUniform(`${D(e)}FrameOffset`,"int",0),this.clearHistoryTextureLayers(T)),this.textures.set(e,T),this.updateTexture(e,t);let E=this.gl.getUniformLocation(this.program,D(e));E&&this.gl.uniform1i(E,d)}initializeTexture(e,t,s){this._initializeTexture(e,t,s),this.hooks.get("initializeTexture")?.forEach(i=>i.call(this,...arguments))}updateTextures(e,t){this.hooks.get("updateTextures")?.forEach(s=>s.call(this,...arguments)),Object.entries(e).forEach(([s,i])=>{this.updateTexture(s,i,t)})}updateTexture(e,t,s){let i=this.textures.get(e);if(!i)throw new Error(`Texture '${D(e)}' is not initialized.`);if(t instanceof WebGLTexture){this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,t);return}let{width:r,height:n}=Z(t);if(!r||!n)return;let h="isPartial"in t&&t.isPartial;h||this.resizeTexture(e,r,n);let c="data"in t&&t.data,f=!c&&!i.options?.preserveY,d=this.gl.getParameter(this.gl.UNPACK_FLIP_Y_WEBGL);if(i.history){if(this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D_ARRAY,i.texture),!s?.skipHistoryWrite){this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f),this.gl.texSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,i.history.writeIndex,r,n,1,i.options?.format??this.gl.RGBA,i.options?.type??this.gl.UNSIGNED_BYTE,t.data??t),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,d);let T=`${D(e)}FrameOffset`;this.updateUniforms({[T]:i.history.writeIndex}),i.history.writeIndex=(i.history.writeIndex+1)%i.history.depth}}else{this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,i.texture),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f);let T=i.options?.format??this.gl.RGBA,E=i.options?.type??this.gl.UNSIGNED_BYTE;if(h)this.gl.texSubImage2D(this.gl.TEXTURE_2D,0,t.x??0,t.y??0,r,n,T,E,t.data);else{let N=i.options?.internalFormat??(c?E===this.gl.FLOAT?this.gl.RGBA32F:this.gl.RGBA8:this.gl.RGBA);this.gl.texImage2D(this.gl.TEXTURE_2D,0,N,r,n,0,T,E,t.data??t)}this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,d)}}draw(e){let t=this.gl,s=t.drawingBufferWidth,i=t.drawingBufferHeight,r=this.textures.get(G),n=this.textures.get(K),h=r&&!e?.skipHistoryWrite;h&&(t.bindFramebuffer(t.FRAMEBUFFER,this.intermediateFbo),t.framebufferTexture2D(t.FRAMEBUFFER,t.COLOR_ATTACHMENT0,t.TEXTURE_2D,n.texture,0)),t.useProgram(this.program),t.bindBuffer(t.ARRAY_BUFFER,this.buffer),t.vertexAttribPointer(this.aPositionLocation,2,t.FLOAT,!1,0,0),t.enableVertexAttribArray(this.aPositionLocation),t.viewport(0,0,s,i),e?.skipClear||t.clear(t.COLOR_BUFFER_BIT),t.drawArrays(t.TRIANGLES,0,6),h&&(t.bindTexture(t.TEXTURE_2D_ARRAY,r.texture),t.copyTexSubImage3D(t.TEXTURE_2D_ARRAY,0,0,0,r.history.writeIndex,0,0,s,i),t.bindFramebuffer(t.READ_FRAMEBUFFER,this.intermediateFbo),t.bindFramebuffer(t.DRAW_FRAMEBUFFER,null),t.blitFramebuffer(0,0,s,i,0,0,s,i,t.COLOR_BUFFER_BIT,t.NEAREST),t.bindFramebuffer(t.FRAMEBUFFER,null))}step(e,t){let s={};this.uniforms.has("u_time")&&(s.u_time=e),this.uniforms.has("u_frame")&&(s.u_frame=this.frame),this.updateUniforms(s),this.hooks.get("step")?.forEach(r=>r.call(this,e,this.frame)),this.draw(t);let i=this.textures.get(G);if(i&&!t?.skipHistoryWrite){let{writeIndex:r,depth:n}=i.history;this.updateUniforms({[`${D(G)}FrameOffset`]:r}),i.history.writeIndex=(r+1)%n}this.hooks.get("afterStep")?.forEach(r=>r.call(this,e,this.frame)),++this.frame}play(e,t){this.pause();let s=i=>{i=(i-this.startTime)/1e3;let r=t?.(i,this.frame)??void 0;this.step(i,r),this.animationFrameId=requestAnimationFrame(s),e?.(i,this.frame)};this.animationFrameId=requestAnimationFrame(s)}pause(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null)}reset(){this.frame=0,this.startTime=performance.now(),this.textures.forEach(e=>{e.history&&(e.history.writeIndex=0,this.clearHistoryTextureLayers(e))}),this.hooks.get("reset")?.forEach(e=>e.call(this))}destroy(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.resolutionObserver.disconnect(),this.resizeObserver.disconnect(),this.canvas instanceof HTMLCanvasElement&&this.eventListeners.forEach((e,t)=>{this.canvas.removeEventListener(t,e)}),this.program&&this.gl.deleteProgram(this.program),this.intermediateFbo&&(this.gl.deleteFramebuffer(this.intermediateFbo),this.intermediateFbo=null),this.textures.forEach(e=>{this.gl.deleteTexture(e.texture)}),this.textureUnitPool.free=[],this.textureUnitPool.next=0,this.buffer&&(this.gl.deleteBuffer(this.buffer),this.buffer=null),this.hooks.get("destroy")?.forEach(e=>e.call(this)),this.isInternalCanvas&&this.canvas instanceof HTMLCanvasElement&&this.canvas.remove()}},J=V;var v=33,dt=6,_=v+dt,a={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:v,LEFT_HAND_CENTER:v+1,RIGHT_HAND_CENTER:v+2,LEFT_FOOT_CENTER:v+3,RIGHT_FOOT_CENTER:v+4,TORSO_CENTER:v+5},Tt=Array.from({length:v},(l,e)=>e),gt=[a.LEFT_WRIST,a.LEFT_PINKY,a.LEFT_THUMB,a.LEFT_INDEX],Et=[a.RIGHT_WRIST,a.RIGHT_PINKY,a.RIGHT_THUMB,a.RIGHT_INDEX],pt=[a.LEFT_ANKLE,a.LEFT_HEEL,a.LEFT_FOOT_INDEX],_t=[a.RIGHT_ANKLE,a.RIGHT_HEEL,a.RIGHT_FOOT_INDEX],xt=[a.LEFT_SHOULDER,a.RIGHT_SHOULDER,a.LEFT_HIP,a.RIGHT_HIP],Q={data:new Uint8Array(4),width:1,height:1};function Rt(l){let{textureName:e,options:t}=l,s="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(i,r){let{injectGLSL:n,gl:h}=r,c=null,f=null,d=-1,T="VIDEO",E=new Map,N=t?.maxPoses??1,F=512,X=0,o=null,$=new OffscreenCanvas(1,1),p=null;async function tt(){try{let{FilesetResolver:m,PoseLandmarker:u}=await import("@mediapipe/tasks-vision");f=await m.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),c=await u.createFromOptions(f,{baseOptions:{modelAssetPath:t?.modelPath||s,delegate:"GPU"},canvas:$,runningMode:T,numPoses:t?.maxPoses??1,minPoseDetectionConfidence:t?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:t?.minPosePresenceConfidence??.5,minTrackingConfidence:t?.minTrackingConfidence??.5,outputSegmentationMasks:!0})}catch(m){throw console.error("[Pose Plugin] Failed to initialize:",m),m}}function O(m,u,R){let x=1/0,g=-1/0,M=1/0,b=-1/0,A=0,I=0;for(let U of R){let L=(u*_+U)*4,y=m[L],P=m[L+1];x=Math.min(x,y),g=Math.max(g,y),M=Math.min(M,P),b=Math.max(b,P),A+=m[L+2],I+=m[L+3]}let S=(x+g)/2,w=(M+b)/2,H=A/R.length,C=I/R.length;return[S,w,H,C]}function et(m){if(!(!m||m.length===0||!p)){for(let u=0;u<m.length;++u){let R=m[u];p.updateTextures({u_mask:R.getAsWebGLTexture()}),p.updateUniforms({u_poseIndex:(u+1)/N}),p.draw({skipClear:u>0}),R.close()}i.updateTextures({u_poseMask:$})}}function it(m){if(!o)return;let u=m.length,R=u*_;for(let g=0;g<u;++g){let M=m[g];for(let B=0;B<v;++B){let z=M[B],W=(g*_+B)*4;o[W]=z.x,o[W+1]=1-z.y,o[W+2]=z.z??0,o[W+3]=z.visibility??1}let b=O(o,g,Tt),A=(g*_+a.BODY_CENTER)*4;o[A]=b[0],o[A+1]=b[1],o[A+2]=b[2],o[A+3]=b[3];let I=O(o,g,gt),S=(g*_+a.LEFT_HAND_CENTER)*4;o[S]=I[0],o[S+1]=I[1],o[S+2]=I[2],o[S+3]=I[3];let w=O(o,g,Et),H=(g*_+a.RIGHT_HAND_CENTER)*4;o[H]=w[0],o[H+1]=w[1],o[H+2]=w[2],o[H+3]=w[3];let C=O(o,g,pt),U=(g*_+a.LEFT_FOOT_CENTER)*4;o[U]=C[0],o[U+1]=C[1],o[U+2]=C[2],o[U+3]=C[3];let L=O(o,g,_t),y=(g*_+a.RIGHT_FOOT_CENTER)*4;o[y]=L[0],o[y+1]=L[1],o[y+2]=L[2],o[y+3]=L[3];let P=O(o,g,xt),k=(g*_+a.TORSO_CENTER)*4;o[k]=P[0],o[k+1]=P[1],o[k+2]=P[2],o[k+3]=P[3]}let x=Math.ceil(R/F);i.updateTextures({u_poseLandmarksTex:{data:o,width:F,height:x,isPartial:!0}})}function j(m){if(!m.landmarks||!o)return;p||(p=new J(`#version 300 es
11
11
  precision mediump float;
12
12
  in vec2 v_uv;
13
13
  out vec4 outColor;
@@ -18,33 +18,33 @@ void main() {
18
18
  float confidence = texelFetch(u_mask, texCoord, 0).r;
19
19
  if (confidence < 0.01) discard;
20
20
  outColor = vec4(1.0, confidence, u_poseIndex, 1.0);
21
- }`,{canvas:K}),E.initializeTexture("u_mask",J),E.initializeUniform("u_poseIndex","float",0));let h=u.landmarks.length;et(u.landmarks),tt(u.segmentationMasks),r.updateUniforms({u_nPoses:h}),e?.onResults?.(u)}r.registerHook("init",async()=>{r.initializeTexture("u_poseMask",J,{preserveY:!0,minFilter:l.NEAREST,magFilter:l.NEAREST}),r.initializeUniform("u_maxPoses","int",W),r.initializeUniform("u_nPoses","int",0);let u=W*p;$=Math.ceil(u/b);let h=b*$*4;n=new Float32Array(h),r.initializeTexture("u_poseLandmarksTex",{data:n,width:b,height:$},{internalFormat:l.RGBA32F,type:l.FLOAT,minFilter:l.NEAREST,magFilter:l.NEAREST}),await Q()}),r.registerHook("updateTextures",async u=>{let h=u[t];if(!(!h||(_.get(t)!==h&&(m=-1),_.set(t,h),!c)))try{let x=h instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(T!==x&&(T=x,await c.setOptions({runningMode:T})),h instanceof HTMLVideoElement){if(h.videoWidth===0||h.videoHeight===0||h.readyState<2)return;if(h.currentTime!==m){m=h.currentTime;let g=c.detectForVideo(h,performance.now());V(g)}}else if(h instanceof HTMLImageElement||h instanceof HTMLCanvasElement){if(h.width===0||h.height===0)return;let g=c.detect(h);V(g)}}catch(x){console.error("[Pose Plugin] Detection error:",x)}}),r.registerHook("destroy",()=>{c&&(c.close(),c=null),E&&(E.destroy(),E=null),f=null,_.clear(),n=null}),d(`
21
+ }`,{canvas:$}),p.initializeTexture("u_mask",Q),p.initializeUniform("u_poseIndex","float",0));let u=m.landmarks.length;it(m.landmarks),et(m.segmentationMasks),i.updateUniforms({u_nPoses:u}),t?.onResults?.(m)}i.registerHook("init",async()=>{i.initializeTexture("u_poseMask",Q,{preserveY:!0,minFilter:h.NEAREST,magFilter:h.NEAREST}),i.initializeUniform("u_maxPoses","int",N),i.initializeUniform("u_nPoses","int",0);let m=N*_;X=Math.ceil(m/F);let u=F*X*4;o=new Float32Array(u),i.initializeTexture("u_poseLandmarksTex",{data:o,width:F,height:X},{internalFormat:h.RGBA32F,type:h.FLOAT,minFilter:h.NEAREST,magFilter:h.NEAREST}),await tt(),t?.onReady?.()}),i.registerHook("updateTextures",async m=>{let u=m[e];if(!(!u||(E.get(e)!==u&&(d=-1),E.set(e,u),!c)))try{let x=u instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(T!==x&&(T=x,await c.setOptions({runningMode:T})),u instanceof HTMLVideoElement){if(u.videoWidth===0||u.videoHeight===0||u.readyState<2)return;if(u.currentTime!==d){d=u.currentTime;let g=c.detectForVideo(u,performance.now());j(g)}}else if(u instanceof HTMLImageElement||u instanceof HTMLCanvasElement){if(u.width===0||u.height===0)return;let g=c.detect(u);j(g)}}catch(x){console.error("[Pose Plugin] Detection error:",x)}}),i.registerHook("destroy",()=>{c&&(c.close(),c=null),p&&(p.destroy(),p=null),f=null,E.clear(),o=null}),n(`
22
22
  uniform int u_maxPoses;
23
23
  uniform int u_nPoses;
24
24
  uniform sampler2D u_poseLandmarksTex;
25
25
  uniform sampler2D u_poseMask;
26
26
 
27
- #define POSE_LANDMARK_LEFT_EYE ${o.LEFT_EYE}
28
- #define POSE_LANDMARK_RIGHT_EYE ${o.RIGHT_EYE}
29
- #define POSE_LANDMARK_LEFT_SHOULDER ${o.LEFT_SHOULDER}
30
- #define POSE_LANDMARK_RIGHT_SHOULDER ${o.RIGHT_SHOULDER}
31
- #define POSE_LANDMARK_LEFT_ELBOW ${o.LEFT_ELBOW}
32
- #define POSE_LANDMARK_RIGHT_ELBOW ${o.RIGHT_ELBOW}
33
- #define POSE_LANDMARK_LEFT_HIP ${o.LEFT_HIP}
34
- #define POSE_LANDMARK_RIGHT_HIP ${o.RIGHT_HIP}
35
- #define POSE_LANDMARK_LEFT_KNEE ${o.LEFT_KNEE}
36
- #define POSE_LANDMARK_RIGHT_KNEE ${o.RIGHT_KNEE}
37
- #define POSE_LANDMARK_BODY_CENTER ${o.BODY_CENTER}
38
- #define POSE_LANDMARK_LEFT_HAND_CENTER ${o.LEFT_HAND_CENTER}
39
- #define POSE_LANDMARK_RIGHT_HAND_CENTER ${o.RIGHT_HAND_CENTER}
40
- #define POSE_LANDMARK_LEFT_FOOT_CENTER ${o.LEFT_FOOT_CENTER}
41
- #define POSE_LANDMARK_RIGHT_FOOT_CENTER ${o.RIGHT_FOOT_CENTER}
42
- #define POSE_LANDMARK_TORSO_CENTER ${o.TORSO_CENTER}
27
+ #define POSE_LANDMARK_LEFT_EYE ${a.LEFT_EYE}
28
+ #define POSE_LANDMARK_RIGHT_EYE ${a.RIGHT_EYE}
29
+ #define POSE_LANDMARK_LEFT_SHOULDER ${a.LEFT_SHOULDER}
30
+ #define POSE_LANDMARK_RIGHT_SHOULDER ${a.RIGHT_SHOULDER}
31
+ #define POSE_LANDMARK_LEFT_ELBOW ${a.LEFT_ELBOW}
32
+ #define POSE_LANDMARK_RIGHT_ELBOW ${a.RIGHT_ELBOW}
33
+ #define POSE_LANDMARK_LEFT_HIP ${a.LEFT_HIP}
34
+ #define POSE_LANDMARK_RIGHT_HIP ${a.RIGHT_HIP}
35
+ #define POSE_LANDMARK_LEFT_KNEE ${a.LEFT_KNEE}
36
+ #define POSE_LANDMARK_RIGHT_KNEE ${a.RIGHT_KNEE}
37
+ #define POSE_LANDMARK_BODY_CENTER ${a.BODY_CENTER}
38
+ #define POSE_LANDMARK_LEFT_HAND_CENTER ${a.LEFT_HAND_CENTER}
39
+ #define POSE_LANDMARK_RIGHT_HAND_CENTER ${a.RIGHT_HAND_CENTER}
40
+ #define POSE_LANDMARK_LEFT_FOOT_CENTER ${a.LEFT_FOOT_CENTER}
41
+ #define POSE_LANDMARK_RIGHT_FOOT_CENTER ${a.RIGHT_FOOT_CENTER}
42
+ #define POSE_LANDMARK_TORSO_CENTER ${a.TORSO_CENTER}
43
43
 
44
44
  vec4 poseLandmark(int poseIndex, int landmarkIndex) {
45
- int i = poseIndex * ${p} + landmarkIndex;
46
- int x = i % ${b};
47
- int y = i / ${b};
45
+ int i = poseIndex * ${_} + landmarkIndex;
46
+ int x = i % ${F};
47
+ int y = i / ${F};
48
48
  return texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);
49
49
  }
50
50
 
@@ -57,5 +57,5 @@ vec2 poseAt(vec2 pos) {
57
57
  float inPose(vec2 pos) {
58
58
  float pose = poseAt(pos).x;
59
59
  return step(0.0, pose);
60
- }`)}}var Rt=xt;
60
+ }`)}}var Lt=Rt;
61
61
  //# sourceMappingURL=pose.js.map