shaderpad 1.0.0-beta.41 → 1.0.0-beta.42

package/dist/plugins/hands.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl, emitHook } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeMediaPipe() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize MediaPipe:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tconst mediaPipeInitPromise = initializeMediaPipe();\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHands(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\t\t\temitHook('hands:result', result);\n\t\t}\n\n\t\tshaderPad.on('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\t\t\tawait mediaPipeInitPromise;\n\t\t\temitHook('hands:ready');\n\t\t});\n\n\t\tshaderPad.on('initializeTexture', (name: string, source: TextureSource) => {\n\t\t\tif (name === textureName) detectHands(source);\n\t\t});\n\n\t\tshaderPad.on('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (source) detectHands(source);\n\t\t});\n\n\t\t// `detectHands` may be called multiple times before MediaPipe is\n\t\t// initialized. This ensures we only process the last call.\n\t\tlet nDetectionCalls = 0;\n\t\tasync function detectHands(source: TextureSource) {\n\t\t\tconst callOrder = ++nDetectionCalls;\n\t\t\tawait mediaPipeInitPromise;\n\t\t\tif (callOrder !== nDetectionCalls || !handLandmarker) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) lastVideoTime = -1;\n\t\t\ttextureSources.set(textureName, source);\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tprocessHands(handLandmarker.detectForVideo(source, performance.now()));\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\tprocessHands(handLandmarker.detect(source));\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t}\n\n\t\tshaderPad.on('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"0jBAAA,IAAAA,GAAA,GAAAC,EAAAD,GAAA,aAAAE,KAAA,eAAAC,EAAAH,IAWA,IAAMI,EAA0B,GAC1BC,GAAwB,EACxBC,EAAiBF,EAA0BC,GAC3CE,GAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,GAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,EAAI,SAAAC,CAAS,EAAIH,EAEjCI,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWZ,GAAS,UAAY,EAEhCa,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAAsB,CACpC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EACAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBR,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAAS,EACA,SAAUV,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASmB,EAAO,CACf,cAAQ,MAAM,iDAAkDA,CAAK,EAC/DA,CACP,CACD,CACA,IAAMC,EAAuBJ,EAAoB,EAEjD,SAASK,EACRN,EACAO,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU3B,EAAiBmC,GAAO,EAC7CE,EAAIjB,EAAmBgB,CAAO,EAC9BE,EAAIlB,EAAmBgB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQb,EAAmBgB,EAAU,CAAC,EACtCF,GAAiBd,EAAmBgB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBzC,EAA+B0C,EAA0C,CACxG,GAAI,CAACxB,EAAoB,OAEzB,IAAMyB,EAAS3C,EAAM,OACf4C,EAAiBD,EAAS7C,EAEhC,QAAS2B,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY7C,EAAMyB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQnD,EAAyB,EAAEmD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAU3B,EAAiBiD,GAAS,EACrD7B,EAAmBgB,CAAO,EAAIc,EAAS,EACvC9B,EAAmBgB,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C9B,EAAmBgB,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD9B,EAAmBgB,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BN,EAAoBO,EAAS1B,EAAqB,EAC1FmD,GAAiBzB,EAAU3B,EAAiBF,GAA2B,EAC7EsB,EAAmBgC,CAAa,EAAID,EAAW,CAAC,EAChD/B,EAAmBgC,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD/B,EAAmBgC,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD/B,EAAmBgC,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB5B,CAAuB,EACvEX,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMa,EACN,MAAOF,EACP,OAAQmC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAaC,EAA8B,CACnD,GAAI,CAACA,EAAO,WAAa,CAACnC,EAAoB,OAE9C,IAAMyB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1DhD,EAAU,eAAe,CAAE,SAAUsC,CAAO,CAAC,EAC7ClC,EAAS,eAAgB4C,CAAM,CAChC,CAEAhD,EAAU,GAAG,OAAQ,SAAY,CAChCA,EAAU,kBAAkB,aAAc,MAAOU,CAAQ,EACzDV,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMuC,EAAiB7B,EAAWjB,EAClCmB,EAAyB,KAAK,KAAK2B,EAAiB5B,CAAuB,EAC3E,IAAMsC,EAActC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaoC,CAAW,EAEjDjD,EAAU,kBACT,qBACA,CACC,KAAMa,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBT,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EACA,MAAMe,EACNd,EAAS,aAAa,CACvB,CAAC,EAEDJ,EAAU,GAAG,oBAAqB,CAACkD,EAAcC,IAA0B,CACtED,IAASrD,GAAauD,EAAYD,CAAM,CAC7C,CAAC,EAEDnD,EAAU,GAAG,iBAAmBqD,GAA2C,CAC1E,IAAMF,EAASE,EAAQxD,CAAW,EAC9BsD,GAAQC,EAAYD,CAAM,CAC/B,CAAC,EAID,IAAIG,EAAkB,EACtB,eAAeF,EAAYD,EAAuB,CACjD,IAAMI,EAAY,EAAED,EAEpB,GADA,MAAMpC,EACFqC,IAAcD,GAAmB,CAACjD,EAAgB,OAE/BI,EAAe,IAAIZ,CAAW,IAC9BsD,IAAQ5C,EAAgB,IAC/CE,EAAe,IAAIZ,EAAasD,CAAM,EAEtC,GAAI,CACH,IAAMK,EAAeL,aAAkB,iBAAmB,QAAU,QAMpE,GALI3C,IAAgBgD,IACnBhD,EAAcgD,EACd,MAAMnD,EAAe,WAAW,CAAE,YAAAG,CAAY,CAAC,GAG5C2C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAC9EA,EAAO,cAAgB5C,IAC1BA,EAAgB4C,EAAO,YACvBJ,EAAa1C,EAAe,eAAe8C,EAAQ,YAAY,IAAI,CAAC,CAAC,EAEvE,SAAWA,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CJ,EAAa1C,EAAe,OAAO8C,CAAM,CAAC,CAC3C,CACD,OAASlC,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAEAjB,EAAU,GAAG,UAAW,IAAM,CACzBK,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDX,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBkB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAOtB,GAAQM","names":["hands_exports","__export","hands_default","__toCommonJS","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","emitHook","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeMediaPipe","FilesetResolver","HandLandmarker","error","mediaPipeInitPromise","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHands","result","textureSize","name","source","detectHands","updates","nDetectionCalls","callOrder","requiredMode"]}
+{"version":3,"sources":["../../src/plugins/hands.ts","../../src/plugins/mediapipe-common.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '..';\nimport {\n\tcalculateBoundingBoxCenter,\n\tgenerateGLSLFn,\n\tgetSharedFileset,\n\thashOptions,\n\tisMediaPipeSource,\n\tMediaPipeSource,\n} from './mediapipe-common';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\thistory?: number;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\nconst LANDMARKS_TEXTURE_WIDTH = 512;\nconst N_LANDMARK_METADATA_SLOTS = 1;\n\nconst DEFAULT_HANDS_OPTIONS: Required<Omit<HandsPluginOptions, 'history'>> = {\n\tmodelPath:\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task',\n\tmaxHands: 2,\n\tminHandDetectionConfidence: 0.5,\n\tminHandPresenceConfidence: 0.5,\n\tminTrackingConfidence: 0.5,\n};\n\ninterface Detector {\n\tlandmarker: HandLandmarker;\n\tcanvas: OffscreenCanvas;\n\tsubscribers: Map<() => void, boolean>;\n\tmaxHands: number;\n\tstate: {\n\t\trunningMode: 'IMAGE' | 'VIDEO';\n\t\tsource: MediaPipeSource | null;\n\t\tvideoTime: number;\n\t\tresultTimestamp: number;\n\t\tresult: HandLandmarkerResult | null;\n\t\tpending: Promise<void>;\n\t\tnHands: number;\n\t};\n\tlandmarks: {\n\t\tdata: Float32Array;\n\t\ttextureHeight: number;\n\t};\n}\nconst sharedDetectors = new Map<string, Detector>();\n\nfunction updateLandmarksData(\n\tdetector: Detector,\n\thands: NormalizedLandmark[][],\n\thandedness: { categoryName: string }[][]\n) {\n\tconst data = detector.landmarks.data;\n\tconst nHands = hands.length;\n\n\tdata[0] = nHands;\n\n\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\tconst landmarks = hands[handIdx];\n\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\tconst dataIdx = (N_LANDMARK_METADATA_SLOTS + handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\tdata[dataIdx] = landmark.x;\n\t\t\tdata[dataIdx + 1] = 1 - landmark.y;\n\t\t\tdata[dataIdx + 2] = landmark.z ?? 0;\n\t\t\tdata[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t}\n\n\t\tconst handCenter = calculateBoundingBoxCenter(data, handIdx, HAND_CENTER_LANDMARKS, LANDMARK_COUNT, N_LANDMARK_METADATA_SLOTS);\n\t\tconst handCenterIdx = (N_LANDMARK_METADATA_SLOTS + handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\tdata[handCenterIdx] = handCenter[0];\n\t\tdata[handCenterIdx + 1] = handCenter[1];\n\t\tdata[handCenterIdx + 2] = handCenter[2];\n\t\tdata[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t}\n\n\tdetector.state.nHands = nHands;\n}\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options: { history, ...mediapipeOptions } = {} } = config;\n\tconst options = { ...DEFAULT_HANDS_OPTIONS, ...mediapipeOptions };\n\tconst optionsKey = hashOptions({ ...options, textureName });\n\n\tconst nLandmarksMax = options.maxHands * LANDMARK_COUNT + N_LANDMARK_METADATA_SLOTS;\n\tconst textureHeight = Math.ceil(nLandmarksMax / LANDMARKS_TEXTURE_WIDTH);\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl, emitHook } = context;\n\n\t\tconst existingDetector = sharedDetectors.get(optionsKey);\n\t\tconst landmarksData =\n\t\t\texistingDetector?.landmarks.data ?? new Float32Array(LANDMARKS_TEXTURE_WIDTH * textureHeight * 4);\n\t\tlet detector: Detector | null = null;\n\t\tlet skipHistoryWrite = false;\n\n\t\tfunction onResult() {\n\t\t\tif (!detector) return;\n\t\t\tconst { nHands } = detector.state;\n\t\t\tconst nSlots = nHands * LANDMARK_COUNT + N_LANDMARK_METADATA_SLOTS;\n\t\t\tconst rowsToUpdate = Math.ceil(nSlots / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures(\n\t\t\t\t{\n\t\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\t\tdata: detector.landmarks.data,\n\t\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\t\tisPartial: true,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{ skipHistoryWrite }\n\t\t\t);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\t\t\temitHook('hands:result', detector.state.result);\n\t\t}\n\n\t\tasync function initializeDetector() {\n\t\t\tif (sharedDetectors.has(optionsKey)) {\n\t\t\t\tdetector = sharedDetectors.get(optionsKey)!;\n\t\t\t} else {\n\t\t\t\tconst [mediaPipe, { HandLandmarker }] = await Promise.all([\n\t\t\t\t\tgetSharedFileset(),\n\t\t\t\t\timport('@mediapipe/tasks-vision'),\n\t\t\t\t]);\n\t\t\t\tconst mediapipeCanvas = new OffscreenCanvas(1, 1);\n\t\t\t\tconst handLandmarker = await HandLandmarker.createFromOptions(mediaPipe, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options.modelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: mediapipeCanvas,\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options.maxHands,\n\t\t\t\t\tminHandDetectionConfidence: options.minHandDetectionConfidence,\n\t\t\t\t\tminHandPresenceConfidence: options.minHandPresenceConfidence,\n\t\t\t\t\tminTrackingConfidence: options.minTrackingConfidence,\n\t\t\t\t});\n\n\t\t\t\tdetector = {\n\t\t\t\t\tlandmarker: handLandmarker,\n\t\t\t\t\tcanvas: mediapipeCanvas,\n\t\t\t\t\tsubscribers: new Map(),\n\t\t\t\t\tmaxHands: options.maxHands,\n\t\t\t\t\tstate: {\n\t\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\t\tsource: null,\n\t\t\t\t\t\tvideoTime: -1,\n\t\t\t\t\t\tresultTimestamp: 0,\n\t\t\t\t\t\tresult: null,\n\t\t\t\t\t\tpending: Promise.resolve(),\n\t\t\t\t\t\tnHands: 0,\n\t\t\t\t\t},\n\t\t\t\t\tlandmarks: {\n\t\t\t\t\t\tdata: landmarksData,\n\t\t\t\t\t\ttextureHeight,\n\t\t\t\t\t},\n\t\t\t\t};\n\t\t\t\tsharedDetectors.set(optionsKey, detector);\n\t\t\t}\n\n\t\t\tdetector.subscribers.set(onResult, false);\n\t\t}\n\t\tconst initPromise = initializeDetector();\n\n\t\tshaderPad.on('init', () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', options.maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{ data: landmarksData, width: LANDMARKS_TEXTURE_WIDTH, height: textureHeight },\n\t\t\t\t{ internalFormat: gl.RGBA32F, type: gl.FLOAT, minFilter: gl.NEAREST, magFilter: gl.NEAREST, history }\n\t\t\t);\n\t\t\tinitPromise.then(() => emitHook('hands:ready'));\n\t\t});\n\n\t\tshaderPad.on('initializeTexture', (name: string, source: TextureSource) => {\n\t\t\tif (name === textureName && isMediaPipeSource(source)) detectHands(source);\n\t\t});\n\n\t\tshaderPad.on(\n\t\t\t'updateTextures',\n\t\t\t(updates: Record<string, TextureSource>, options?: { skipHistoryWrite?: boolean }) => {\n\t\t\t\tconst source = updates[textureName];\n\t\t\t\tif (isMediaPipeSource(source)) {\n\t\t\t\t\tskipHistoryWrite = options?.skipHistoryWrite ?? false;\n\t\t\t\t\tdetectHands(source);\n\t\t\t\t}\n\t\t\t}\n\t\t);\n\n\t\tlet nDetectionCalls = 0;\n\t\tasync function detectHands(source: MediaPipeSource) {\n\t\t\tconst now = performance.now();\n\t\t\tconst callOrder = ++nDetectionCalls;\n\t\t\tawait initPromise;\n\t\t\tif (!detector) return;\n\n\t\t\tdetector.state.pending = detector.state.pending.then(async () => {\n\t\t\t\tif (callOrder !== nDetectionCalls || !detector) return;\n\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (detector.state.runningMode !== requiredMode) {\n\t\t\t\t\tdetector.state.runningMode = requiredMode;\n\t\t\t\t\tawait detector.landmarker.setOptions({ runningMode: requiredMode });\n\t\t\t\t}\n\n\t\t\t\tlet shouldDetect = false;\n\n\t\t\t\tif (source !== detector.state.source) {\n\t\t\t\t\tdetector.state.source = source;\n\t\t\t\t\tdetector.state.videoTime = -1;\n\t\t\t\t\tshouldDetect = true;\n\t\t\t\t} else if (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.currentTime !== detector.state.videoTime) {\n\t\t\t\t\t\tdetector.state.videoTime = source.currentTime;\n\t\t\t\t\t\tshouldDetect = true;\n\t\t\t\t\t}\n\t\t\t\t} else if (!(source instanceof HTMLImageElement)) {\n\t\t\t\t\tif (now - detector.state.resultTimestamp > 2) {\n\t\t\t\t\t\tshouldDetect = true;\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif (shouldDetect) {\n\t\t\t\t\tlet result: HandLandmarkerResult | undefined;\n\t\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\t\tresult = detector.landmarker.detectForVideo(source, now);\n\t\t\t\t\t} else {\n\t\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\t\tresult = detector.landmarker.detect(source);\n\t\t\t\t\t}\n\n\t\t\t\t\tif (result) {\n\t\t\t\t\t\tdetector.state.resultTimestamp = now;\n\t\t\t\t\t\tdetector.state.result = result;\n\t\t\t\t\t\tupdateLandmarksData(detector, result.landmarks, result.handedness);\n\t\t\t\t\t\tfor (const cb of detector.subscribers.keys()) {\n\t\t\t\t\t\t\tcb();\n\t\t\t\t\t\t\tdetector.subscribers.set(cb, true);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t} else if (detector.state.result && !detector.subscribers.get(onResult)) {\n\t\t\t\t\tonResult();\n\t\t\t\t\tdetector.subscribers.set(onResult, true);\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tawait detector.state.pending;\n\t\t}\n\n\t\tshaderPad.on('destroy', () => {\n\t\t\tif (detector) {\n\t\t\t\tdetector.subscribers.delete(onResult);\n\t\t\t\tif (detector.subscribers.size === 0) {\n\t\t\t\t\tdetector.landmarker.close();\n\t\t\t\t\tsharedDetectors.delete(optionsKey);\n\t\t\t\t}\n\t\t\t}\n\t\t\tdetector = null;\n\t\t});\n\n\t\tconst { fn, historyParams } = generateGLSLFn(history);\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform highp sampler2D${history ? 'Array' : ''} u_handLandmarksTex;${\n\t\t\thistory\n\t\t\t\t? `\nuniform int u_handLandmarksTexFrameOffset;`\n\t\t\t\t: ''\n\t\t}\n\n${fn(\n\t'int',\n\t'nHandsAt',\n\t'',\n\thistory\n\t\t? `\n\tint layer = (u_handLandmarksTexFrameOffset - framesAgo + ${history}) % ${history};\n\treturn int(texelFetch(u_handLandmarksTex, ivec3(0, 0, layer), 0).r + 0.5);`\n\t\t: `\n\treturn int(texelFetch(u_handLandmarksTex, ivec2(0, 0), 0).r + 0.5);`\n)}\n${fn(\n\t'vec4',\n\t'handLandmark',\n\t'int handIndex, int landmarkIndex',\n\t`int i = ${N_LANDMARK_METADATA_SLOTS} + handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};${\n\t\thistory\n\t\t\t? `\n\tint layer = (u_handLandmarksTexFrameOffset - framesAgo + ${history}) % ${history};\n\treturn texelFetch(u_handLandmarksTex, ivec3(x, y, layer), 0);`\n\t\t\t: `\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);`\n\t}`\n)}\n${fn('float', 'isRightHand', 'int handIndex', `return handLandmark(handIndex, 0${historyParams}).w;`)}\n${fn('float', 'isLeftHand', 'int handIndex', `return 1.0 - handLandmark(handIndex, 0${historyParams}).w;`)}`);\n\t};\n}\n\nexport default hands;\n","import { TextureSource } from '..';\n\nexport const dummyTexture = { data: new Uint8Array(4), width: 1, height: 1 };\n\nexport type MediaPipeSource = HTMLVideoElement | HTMLImageElement | HTMLCanvasElement | OffscreenCanvas;\n\nexport function isMediaPipeSource(source: TextureSource): source is MediaPipeSource {\n\treturn (\n\t\tsource instanceof HTMLVideoElement ||\n\t\tsource instanceof HTMLImageElement ||\n\t\tsource instanceof HTMLCanvasElement ||\n\t\tsource instanceof OffscreenCanvas\n\t);\n}\n\nexport function hashOptions(options: object): string {\n\treturn JSON.stringify(options, Object.keys(options).sort());\n}\n\nexport function calculateBoundingBoxCenter(\n\tdata: Float32Array,\n\tentityIdx: number,\n\tlandmarkIndices: readonly number[] | number[],\n\tlandmarkCount: number,\n\toffset: number = 0\n): [number, number, number, number] {\n\tlet minX = Infinity,\n\t\tmaxX = -Infinity,\n\t\tminY = Infinity,\n\t\tmaxY = -Infinity,\n\t\tavgZ = 0,\n\t\tavgVisibility = 0;\n\n\tfor (const idx of landmarkIndices) {\n\t\tconst dataIdx = (offset + entityIdx * landmarkCount + idx) * 4;\n\t\tconst x = data[dataIdx];\n\t\tconst y = data[dataIdx + 1];\n\t\tminX = Math.min(minX, x);\n\t\tmaxX = Math.max(maxX, x);\n\t\tminY = Math.min(minY, y);\n\t\tmaxY = Math.max(maxY, y);\n\t\tavgZ += data[dataIdx + 2];\n\t\tavgVisibility += data[dataIdx + 3];\n\t}\n\n\treturn [\n\t\t(minX + maxX) / 2,\n\t\t(minY + maxY) / 2,\n\t\tavgZ / landmarkIndices.length,\n\t\tavgVisibility / landmarkIndices.length,\n\t];\n}\n\nlet filesetPromise: Promise<any> | null = null;\nexport function getSharedFileset(): Promise<any> {\n\tif (!filesetPromise) {\n\t\tfilesetPromise = import('@mediapipe/tasks-vision').then(({ FilesetResolver }) =>\n\t\t\tFilesetResolver.forVisionTasks(\n\t\t\t\t`https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@${__MEDIAPIPE_TASKS_VISION_VERSION__}/wasm`\n\t\t\t)\n\t\t);\n\t}\n\treturn filesetPromise;\n}\n\nexport function generateGLSLFn(history: number | undefined) {\n\tconst historyParams = history ? ', framesAgo' : '';\n\tconst fn = history\n\t\t? (returnType: string, name: string, args: string, body: string) => {\n\t\t\t\tconst argsOnly = args.replace(/\\w+ /g, '');\n\t\t\t\tconst historyArgs = args ? `${args}, int framesAgo` : 'int framesAgo';\n\t\t\t\tconst callArgs = argsOnly ? `${argsOnly}, 0` : '0';\n\t\t\t\treturn `${returnType} ${name}(${historyArgs}) {\\n${body}\\n}\n${returnType} ${name}(${args}) { return ${name}(${callArgs}); }`;\n\t\t  }\n\t\t: (returnType: string, name: string, args: string, body: string) =>\n\t\t\t\t`${returnType} ${name}(${args}) {\\n${body}\\n}`;\n\treturn { historyParams, fn };\n}\n"],"mappings":"0jBAAA,IAAAA,GAAA,GAAAC,EAAAD,GAAA,aAAAE,KAAA,eAAAC,EAAAH,ICEO,IAAMI,GAAe,CAAE,KAAM,IAAI,WAAW,CAAC,EAAG,MAAO,EAAG,OAAQ,CAAE,EAIpE,SAASC,EAAkBC,EAAkD,CACnF,OACCA,aAAkB,kBAClBA,aAAkB,kBAClBA,aAAkB,mBAClBA,aAAkB,eAEpB,CAEO,SAASC,EAAYC,EAAyB,CACpD,OAAO,KAAK,UAAUA,EAAS,OAAO,KAAKA,CAAO,EAAE,KAAK,CAAC,CAC3D,CAEO,SAASC,EACfC,EACAC,EACAC,EACAC,EACAC,EAAiB,EACkB,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOT,EAAiB,CAClC,IAAMU,GAAWR,EAASH,EAAYE,EAAgBQ,GAAO,EACvDE,EAAIb,EAAKY,CAAO,EAChBE,EAAId,EAAKY,EAAU,CAAC,EAC1BP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQT,EAAKY,EAAU,CAAC,EACxBF,GAAiBV,EAAKY,EAAU,CAAC,CAClC,CAEA,MAAO,EACLP,EAAOC,GAAQ,GACfC,EAAOC,GAAQ,EAChBC,EAAOP,EAAgB,OACvBQ,EAAgBR,EAAgB,MACjC,CACD,CAEA,IAAIa,EAAsC,KACnC,SAASC,GAAiC,CAChD,OAAKD,IACJA,EAAiB,OAAO,yBAAyB,EAAE,KAAK,CAAC,CAAE,gBAAAE,CAAgB,IAC1EA,EAAgB,eACf,+EACD,CACD,GAEMF,CACR,CAEO,SAASG,EAAeC,EAA6B,CAY3D,MAAO,CAAE,cAXaA,EAAU,cAAgB,GAWxB,GAVbA,EACR,CAACC,EAAoBC,EAAcC,EAAcC,IAAiB,CAClE,IAAMC,EAAWF,EAAK,QAAQ,QAAS,EAAE,EACnCG,EAAcH,EAAO,GAAGA,CAAI,kBAAoB,gBAChDI,EAAWF,EAAW,GAAGA,CAAQ,MAAQ,IAC/C,MAAO,GAAGJ,CAAU,IAAIC,CAAI,IAAII,CAAW;AAAA,EAAQF,CAAI;AAAA;AAAA,EACzDH,CAAU,IAAIC,CAAI,IAAIC,CAAI,cAAcD,CAAI,IAAIK,CAAQ,MACtD,EACA,CAACN,EAAoBC,EAAcC,EAAcC,IACjD,GAAGH,CAAU,IAAIC,CAAI,IAAIC,CAAI;AAAA,EAAQC,CAAI;AAAA,EACjB,CAC5B,CD1DA,IAAMI,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAC3CC,EAA0B,IAC1BC,EAA4B,EAE5BC,GAAuE,CAC5E,UACC,iHACD,SAAU,EACV,2BAA4B,GAC5B,0BAA2B,GAC3B,sBAAuB,EACxB,EAqBMC,EAAkB,IAAI,IAE5B,SAASC,GACRC,EACAC,EACAC,EACC,CACD,IAAMC,EAAOH,EAAS,UAAU,KAC1BI,EAASH,EAAM,OAErBE,EAAK,CAAC,EAAIC,EAEV,QAASC,EAAU,EAAGA,EAAUD,EAAQ,EAAEC,EAAS,CAClD,IAAMC,EAAYL,EAAMI,CAAO,EACzBE,EAAcL,EAAWG,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASG,EAAQ,EAAGA,EAAQjB,EAAyB,EAAEiB,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1BE,GAAWd,EAA4BS,EAAUZ,EAAiBe,GAAS,EACjFL,EAAKO,CAAO,EAAID,EAAS,EACzBN,EAAKO,EAAU,CAAC,EAAI,EAAID,EAAS,EACjCN,EAAKO,EAAU,CAAC,EAAID,EAAS,GAAK,EAClCN,EAAKO,EAAU,CAAC,EAAIH,EAAc,EAAI,CACvC,CAEA,IAAMI,EAAaC,EAA2BT,EAAME,EAASX,EAAuBD,EAAgBG,CAAyB,EACvHiB,GAAiBjB,EAA4BS,EAAUZ,EAAiBF,GAA2B,EACzGY,EAAKU,CAAa,EAAIF,EAAW,CAAC,EAClCR,EAAKU,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACtCR,EAAKU,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACtCR,EAAKU,EAAgB,CAAC,EAAIN,EAAc,EAAI,CAC7C,CAEAP,EAAS,MAAM,OAASI,CACzB,CAEA,SAASH,GAAMa,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAS,CAAE,QAAAC,EAAS,GAAGC,CAAiB,EAAI,CAAC,CAAE,EAAIH,EAClEI,EAAU,CAAE,GAAGrB,GAAuB,GAAGoB,CAAiB,EAC1DE,EAAaC,EAAY,CAAE,GAAGF,EAAS,YAAAH,CAAY,CAAC,EAEpDM,EAAgBH,EAAQ,SAAWzB,EAAiBG,EACpD0B,EAAgB,KAAK,KAAKD,EAAgB1B,CAAuB,EAEvE,OAAO,SAAU4B,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,EAAI,SAAAC,CAAS,EAAIH,EAG/BI,EADmB9B,EAAgB,IAAIqB,CAAU,GAEpC,UAAU,MAAQ,IAAI,aAAaxB,EAA0B2B,EAAgB,CAAC,EAC7FtB,EAA4B,KAC5B6B,EAAmB,GAEvB,SAASC,GAAW,CACnB,GAAI,CAAC9B,EAAU,OACf,GAAM,CAAE,OAAAI,CAAO,EAAIJ,EAAS,MACtB+B,EAAS3B,EAASX,EAAiBG,EACnCoC,EAAe,KAAK,KAAKD,EAASpC,CAAuB,EAC/D4B,EAAU,eACT,CACC,mBAAoB,CACnB,KAAMvB,EAAS,UAAU,KACzB,MAAOL,EACP,OAAQqC,EACR,UAAW,EACZ,CACD,EACA,CAAE,iBAAAH,CAAiB,CACpB,EACAN,EAAU,eAAe,CAAE,SAAUnB,CAAO,CAAC,EAC7CuB,EAAS,eAAgB3B,EAAS,MAAM,MAAM,CAC/C,CAEA,eAAeiC,GAAqB,CACnC,GAAInC,EAAgB,IAAIqB,CAAU,EACjCnB,EAAWF,EAAgB,IAAIqB,CAAU,MACnC,CACN,GAAM,CAACe,EAAW,CAAE,eAAAC,CAAe,CAAC,EAAI,MAAM,QAAQ,IAAI,CACzDC,EAAiB,EACjB,OAAO,yBAAyB,CACjC,CAAC,EACKC,EAAkB,IAAI,gBAAgB,EAAG,CAAC,EAchDrC,EAAW,CACV,WAdsB,MAAMmC,EAAe,kBAAkBD,EAAW,CACxE,YAAa,CACZ,eAAgBhB,EAAQ,UACxB,SAAU,KACX,EACA,OAAQmB,EACR,YAAa,QACb,SAAUnB,EAAQ,SAClB,2BAA4BA,EAAQ,2BACpC,0BAA2BA,EAAQ,0BACnC,sBAAuBA,EAAQ,qBAChC,CAAC,EAIA,OAAQmB,EACR,YAAa,IAAI,IACjB,SAAUnB,EAAQ,SAClB,MAAO,CACN,YAAa,QACb,OAAQ,KACR,UAAW,GACX,gBAAiB,EACjB,OAAQ,KACR,QAAS,QAAQ,QAAQ,EACzB,OAAQ,CACT,EACA,UAAW,CACV,KAAMU,EACN,cAAAN,CACD,CACD,EACAxB,EAAgB,IAAIqB,EAAYnB,CAAQ,CACzC,CAEAA,EAAS,YAAY,IAAI8B,EAAU,EAAK,CACzC,CACA,IAAMQ,EAAcL,EAAmB,EAEvCV,EAAU,GAAG,OAAQ,IAAM,CAC1BA,EAAU,kBAAkB,aAAc,MAAOL,EAAQ,QAAQ,EACjEK,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChDA,EAAU,kBACT,qBACA,CAAE,KAAMK,EAAe,MAAOjC,EAAyB,OAAQ2B,CAAc,EAC7E,CAAE,eAAgBI,EAAG,QAAS,KAAMA,EAAG,MAAO,UAAWA,EAAG,QAAS,UAAWA,EAAG,QAAS,QAAAV,CAAQ,CACrG,EACAsB,EAAY,KAAK,IAAMX,EAAS,aAAa,CAAC,CAC/C,CAAC,EAEDJ,EAAU,GAAG,oBAAqB,CAACgB,EAAcC,IAA0B,CACtED,IAASxB,GAAe0B,EAAkBD,CAAM,GAAGE,EAAYF,CAAM,CAC1E,CAAC,EAEDjB,EAAU,GACT,iBACA,CAACoB,EAAwCzB,IAA6C,CACrF,IAAMsB,EAASG,EAAQ5B,CAAW,EAC9B0B,EAAkBD,CAAM,IAC3BX,EAAmBX,GAAS,kBAAoB,GAChDwB,EAAYF,CAAM,EAEpB,CACD,EAEA,IAAII,EAAkB,EACtB,eAAeF,EAAYF,EAAyB,CACnD,IAAMK,EAAM,YAAY,IAAI,EACtBC,EAAY,EAAEF,EACpB,MAAMN,EACDtC,IAELA,EAAS,MAAM,QAAUA,EAAS,MAAM,QAAQ,KAAK,SAAY,CAChE,GAAI8C,IAAcF,GAAmB,CAAC5C,EAAU,OAEhD,IAAM+C,EAAeP,aAAkB,iBAAmB,QAAU,QAChExC,EAAS,MAAM,cAAgB+C,IAClC/C,EAAS,MAAM,YAAc+C,EAC7B,MAAM/C,EAAS,WAAW,WAAW,CAAE,YAAa+C,CAAa,CAAC,GAGnE,IAAIC,EAAe,GAiBnB,GAfIR,IAAWxC,EAAS,MAAM,QAC7BA,EAAS,MAAM,OAASwC,EACxBxC,EAAS,MAAM,UAAY,GAC3BgD,EAAe,IACLR,aAAkB,iBACxBA,EAAO,cAAgBxC,EAAS,MAAM,YACzCA,EAAS,MAAM,UAAYwC,EAAO,YAClCQ,EAAe,IAEJR,aAAkB,kBAC1BK,EAAM7C,EAAS,MAAM,gBAAkB,IAC1CgD,EAAe,IAIbA,EAAc,CACjB,IAAIC,EACJ,GAAIT,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAClFS,EAASjD,EAAS,WAAW,eAAewC,EAAQK,CAAG,CACxD,KAAO,CACN,GAAIL,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CS,EAASjD,EAAS,WAAW,OAAOwC,CAAM,CAC3C,CAEA,GAAIS,EAAQ,CACXjD,EAAS,MAAM,gBAAkB6C,EACjC7C,EAAS,MAAM,OAASiD,EACxBlD,GAAoBC,EAAUiD,EAAO,UAAWA,EAAO,UAAU,EACjE,QAAWC,KAAMlD,EAAS,YAAY,KAAK,EAC1CkD,EAAG,EACHlD,EAAS,YAAY,IAAIkD,EAAI,EAAI,CAEnC,CACD,MAAWlD,EAAS,MAAM,QAAU,CAACA,EAAS,YAAY,IAAI8B,CAAQ,IACrEA,EAAS,EACT9B,EAAS,YAAY,IAAI8B,EAAU,EAAI,EAEzC,CAAC,EAED,MAAM9B,EAAS,MAAM,QACtB,CAEAuB,EAAU,GAAG,UAAW,IAAM,CACzBvB,IACHA,EAAS,YAAY,OAAO8B,CAAQ,EAChC9B,EAAS,YAAY,OAAS,IACjCA,EAAS,WAAW,MAAM,EAC1BF,EAAgB,OAAOqB,CAAU,IAGnCnB,EAAW,IACZ,CAAC,EAED,GAAM,CAAE,GAAAmD,EAAI,cAAAC,CAAc,EAAIC,EAAerC,CAAO,EAEpDS,EAAW;AAAA;AAAA;AAAA,yBAGYT,EAAU,QAAU,EAAE,uBAC5CA,EACG;AAAA,4CAEA,EACJ;AAAA;AAAA,EAEAmC,EACD,MACA,WACA,GACAnC,EACG;AAAA,4DACwDA,CAAO,OAAOA,CAAO;AAAA,6EAE7E;AAAA,qEAEJ,CAAC;AAAA,EACCmC,EACD,OACA,eACA,mCACA,WAAWvD,CAAyB,kBAAkBH,CAAc;AAAA,eACtDE,CAAuB;AAAA,eACvBA,CAAuB,IACpCqB,EACG;AAAA,4DACuDA,CAAO,OAAOA,CAAO;AAAA,gEAE5E;AAAA,wDAEJ,EACD,CAAC;AAAA,EACCmC,EAAG,QAAS,cAAe,gBAAiB,mCAAmCC,CAAa,MAAM,CAAC;AAAA,EACnGD,EAAG,QAAS,aAAc,gBAAiB,yCAAyCC,CAAa,MAAM,CAAC,EAAE,CAC3G,CACD,CAEA,IAAOE,GAAQrD","names":["hands_exports","__export","hands_default","__toCommonJS","dummyTexture","isMediaPipeSource","source","hashOptions","options","calculateBoundingBoxCenter","data","entityIdx","landmarkIndices","landmarkCount","offset","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","filesetPromise","getSharedFileset","FilesetResolver","generateGLSLFn","history","returnType","name","args","body","argsOnly","historyArgs","callArgs","STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","LANDMARKS_TEXTURE_WIDTH","N_LANDMARK_METADATA_SLOTS","DEFAULT_HANDS_OPTIONS","sharedDetectors","updateLandmarksData","detector","hands","handedness","data","nHands","handIdx","landmarks","isRightHand","lmIdx","landmark","dataIdx","handCenter","calculateBoundingBoxCenter","handCenterIdx","config","textureName","history","mediapipeOptions","options","optionsKey","hashOptions","nLandmarksMax","textureHeight","shaderPad","context","injectGLSL","gl","emitHook","landmarksData","skipHistoryWrite","onResult","nSlots","rowsToUpdate","initializeDetector","mediaPipe","HandLandmarker","getSharedFileset","mediapipeCanvas","initPromise","name","source","isMediaPipeSource","detectHands","updates","nDetectionCalls","now","callOrder","requiredMode","shouldDetect","result","cb","fn","historyParams","generateGLSLFn","hands_default"]}

package/dist/plugins/hands.mjs

@@ -1,20 +1,19 @@
-var _=21,X=1,x=_+X,B=[0,0,5,9,13,17];function Y(b){let{textureName:p,options:m}=b,F="https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task";return function(r,P){let{injectGLSL:z,gl:k,emitHook:N}=P,o=null,M=null,I=-1,L="VIDEO",C=new Map,S=m?.maxHands??2,d=512,A=0,t=null;async function U(){try{let{FilesetResolver:n,HandLandmarker:e}=await import("@mediapipe/tasks-vision");M=await n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),o=await e.createFromOptions(M,{baseOptions:{modelAssetPath:m?.modelPath||F,delegate:"GPU"},canvas:new OffscreenCanvas(1,1),runningMode:L,numHands:m?.maxHands??2,minHandDetectionConfidence:m?.minHandDetectionConfidence??.5,minHandPresenceConfidence:m?.minHandPresenceConfidence??.5,minTrackingConfidence:m?.minTrackingConfidence??.5})}catch(n){throw console.error("[Hands Plugin] Failed to initialize MediaPipe:",n),n}}let w=U();function V(n,e,s){let i=1/0,h=-1/0,a=1/0,g=-1/0,H=0,c=0;for(let K of s){let y=(e*x+K)*4,D=n[y],O=n[y+1];i=Math.min(i,D),h=Math.max(h,D),a=Math.min(a,O),g=Math.max(g,O),H+=n[y+2],c+=n[y+3]}let l=(i+h)/2,u=(a+g)/2,T=H/s.length,f=c/s.length;return[l,u,T,f]}function G(n,e){if(!t)return;let s=n.length,i=s*x;for(let a=0;a<s;++a){let g=n[a],H=e[a]?.[0]?.categoryName==="Right";for(let u=0;u<_;++u){let T=g[u],f=(a*x+u)*4;t[f]=T.x,t[f+1]=1-T.y,t[f+2]=T.z??0,t[f+3]=H?1:0}let c=V(t,a,B),l=(a*x+_)*4;t[l]=c[0],t[l+1]=c[1],t[l+2]=c[2],t[l+3]=H?1:0}let h=Math.ceil(i/d);r.updateTextures({u_handLandmarksTex:{data:t,width:d,height:h,isPartial:!0}})}function R(n){if(!n.landmarks||!t)return;let e=n.landmarks.length;G(n.landmarks,n.handedness),r.updateUniforms({u_nHands:e}),N("hands:result",n)}r.on("init",async()=>{r.initializeUniform("u_maxHands","int",S),r.initializeUniform("u_nHands","int",0);let n=S*x;A=Math.ceil(n/d);let e=d*A*4;t=new Float32Array(e),r.initializeTexture("u_handLandmarksTex",{data:t,width:d,height:A},{internalFormat:k.RGBA32F,type:k.FLOAT,minFilter:k.NEAREST,magFilter:k.NEAREST}),await w,N("hands:ready")}),r.on("initializeTexture",(n,e)=>{n===p&&v(e)}),r.on("updateTextures",n=>{let e=n[p];e&&v(e)});let E=0;async function v(n){let e=++E;if(await w,e!==E||!o)return;C.get(p)!==n&&(I=-1),C.set(p,n);try{let i=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(L!==i&&(L=i,await o.setOptions({runningMode:L})),n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;n.currentTime!==I&&(I=n.currentTime,R(o.detectForVideo(n,performance.now())))}else if(n instanceof HTMLImageElement||n instanceof HTMLCanvasElement){if(n.width===0||n.height===0)return;R(o.detect(n))}}catch(i){console.error("[Hands Plugin] Detection error:",i)}}r.on("destroy",()=>{o&&(o.close(),o=null),M=null,C.clear(),t=null}),z(`
+import{b as M,c as E,d as P,e as F,f as w}from"../chunk-JRSBIGBN.mjs";var y=21,U=1,g=y+U,z=[0,0,5,9,13,17],c=512,k=1,V={modelPath:"https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task",maxHands:2,minHandDetectionConfidence:.5,minHandPresenceConfidence:.5,minTrackingConfidence:.5},T=new Map;function K(L,u,r){let s=L.landmarks.data,t=u.length;s[0]=t;for(let a=0;a<t;++a){let _=u[a],f=r[a]?.[0]?.categoryName==="Right";for(let x=0;x<y;++x){let m=_[x],l=(k+a*g+x)*4;s[l]=m.x,s[l+1]=1-m.y,s[l+2]=m.z??0,s[l+3]=f?1:0}let i=P(s,a,z,g,k),h=(k+a*g+y)*4;s[h]=i[0],s[h+1]=i[1],s[h+2]=i[2],s[h+3]=f?1:0}L.state.nHands=t}function G(L){let{textureName:u,options:{history:r,...s}={}}=L,t={...V,...s},a=E({...t,textureName:u}),_=t.maxHands*g+k,f=Math.ceil(_/c);return function(i,h){let{injectGLSL:x,gl:m,emitHook:l}=h,O=T.get(a)?.landmarks.data??new Float32Array(c*f*4),e=null,C=!1;function H(){if(!e)return;let{nHands:n}=e.state,d=n*g+k,o=Math.ceil(d/c);i.updateTextures({u_handLandmarksTex:{data:e.landmarks.data,width:c,height:o,isPartial:!0}},{skipHistoryWrite:C}),i.updateUniforms({u_nHands:n}),l("hands:result",e.state.result)}async function $(){if(T.has(a))e=T.get(a);else{let[n,{HandLandmarker:d}]=await Promise.all([F(),import("@mediapipe/tasks-vision")]),o=new OffscreenCanvas(1,1);e={landmarker:await d.createFromOptions(n,{baseOptions:{modelAssetPath:t.modelPath,delegate:"GPU"},canvas:o,runningMode:"VIDEO",numHands:t.maxHands,minHandDetectionConfidence:t.minHandDetectionConfidence,minHandPresenceConfidence:t.minHandPresenceConfidence,minTrackingConfidence:t.minTrackingConfidence}),canvas:o,subscribers:new Map,maxHands:t.maxHands,state:{runningMode:"VIDEO",source:null,videoTime:-1,resultTimestamp:0,result:null,pending:Promise.resolve(),nHands:0},landmarks:{data:O,textureHeight:f}},T.set(a,e)}e.subscribers.set(H,!1)}let S=$();i.on("init",()=>{i.initializeUniform("u_maxHands","int",t.maxHands),i.initializeUniform("u_nHands","int",0),i.initializeTexture("u_handLandmarksTex",{data:O,width:c,height:f},{internalFormat:m.RGBA32F,type:m.FLOAT,minFilter:m.NEAREST,magFilter:m.NEAREST,history:r}),S.then(()=>l("hands:ready"))}),i.on("initializeTexture",(n,d)=>{n===u&&M(d)&&v(d)}),i.on("updateTextures",(n,d)=>{let o=n[u];M(o)&&(C=d?.skipHistoryWrite??!1,v(o))});let N=0;async function v(n){let d=performance.now(),o=++N;await S,e&&(e.state.pending=e.state.pending.then(async()=>{if(o!==N||!e)return;let A=n instanceof HTMLVideoElement?"VIDEO":"IMAGE";e.state.runningMode!==A&&(e.state.runningMode=A,await e.landmarker.setOptions({runningMode:A}));let b=!1;if(n!==e.state.source?(e.state.source=n,e.state.videoTime=-1,b=!0):n instanceof HTMLVideoElement?n.currentTime!==e.state.videoTime&&(e.state.videoTime=n.currentTime,b=!0):n instanceof HTMLImageElement||d-e.state.resultTimestamp>2&&(b=!0),b){let p;if(n instanceof HTMLVideoElement){if(n.videoWidth===0||n.videoHeight===0||n.readyState<2)return;p=e.landmarker.detectForVideo(n,d)}else{if(n.width===0||n.height===0)return;p=e.landmarker.detect(n)}if(p){e.state.resultTimestamp=d,e.state.result=p,K(e,p.landmarks,p.handedness);for(let R of e.subscribers.keys())R(),e.subscribers.set(R,!0)}}else e.state.result&&!e.subscribers.get(H)&&(H(),e.subscribers.set(H,!0))}),await e.state.pending)}i.on("destroy",()=>{e&&(e.subscribers.delete(H),e.subscribers.size===0&&(e.landmarker.close(),T.delete(a))),e=null});let{fn:D,historyParams:I}=w(r);x(`
 uniform int u_maxHands;
 uniform int u_nHands;
-uniform sampler2D u_handLandmarksTex;
+uniform highp sampler2D${r?"Array":""} u_handLandmarksTex;${r?`
+uniform int u_handLandmarksTexFrameOffset;`:""}
 
-vec4 handLandmark(int handIndex, int landmarkIndex) {
-	int i = handIndex * ${x} + landmarkIndex;
-	int x = i % ${d};
-	int y = i / ${d};
-	return texelFetch(u_handLandmarksTex, ivec2(x, y), 0);
-}
-
-float isRightHand(int handIndex) {
-	return handLandmark(handIndex, 0).w;
-}
-
-float isLeftHand(int handIndex) {
-	return 1.0 - handLandmark(handIndex, 0).w;
-}`)}}var $=Y;export{$ as default};
+${D("int","nHandsAt","",r?`
+	int layer = (u_handLandmarksTexFrameOffset - framesAgo + ${r}) % ${r};
+	return int(texelFetch(u_handLandmarksTex, ivec3(0, 0, layer), 0).r + 0.5);`:`
+	return int(texelFetch(u_handLandmarksTex, ivec2(0, 0), 0).r + 0.5);`)}
+${D("vec4","handLandmark","int handIndex, int landmarkIndex",`int i = ${k} + handIndex * ${g} + landmarkIndex;
+	int x = i % ${c};
+	int y = i / ${c};${r?`
+	int layer = (u_handLandmarksTexFrameOffset - framesAgo + ${r}) % ${r};
+	return texelFetch(u_handLandmarksTex, ivec3(x, y, layer), 0);`:`
+	return texelFetch(u_handLandmarksTex, ivec2(x, y), 0);`}`)}
+${D("float","isRightHand","int handIndex",`return handLandmark(handIndex, 0${I}).w;`)}
+${D("float","isLeftHand","int handIndex",`return 1.0 - handLandmark(handIndex, 0${I}).w;`)}`)}}var j=G;export{j as default};
 //# sourceMappingURL=hands.mjs.map

package/dist/plugins/hands.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '../index';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options } = config;\n\tconst defaultModelPath =\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task';\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl, emitHook } = context;\n\n\t\tlet handLandmarker: HandLandmarker | null = null;\n\t\tlet vision: any = null;\n\t\tlet lastVideoTime = -1;\n\t\tlet runningMode: 'IMAGE' | 'VIDEO' = 'VIDEO';\n\t\tconst textureSources = new Map<string, TextureSource>();\n\t\tconst maxHands = options?.maxHands ?? 2;\n\n\t\tconst LANDMARKS_TEXTURE_WIDTH = 512;\n\t\tlet landmarksTextureHeight = 0;\n\t\tlet landmarksDataArray: Float32Array | null = null;\n\n\t\tasync function initializeMediaPipe() {\n\t\t\ttry {\n\t\t\t\tconst { FilesetResolver, HandLandmarker } = await import('@mediapipe/tasks-vision');\n\t\t\t\tvision = await FilesetResolver.forVisionTasks(\n\t\t\t\t\t'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm'\n\t\t\t\t);\n\t\t\t\thandLandmarker = await HandLandmarker.createFromOptions(vision, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options?.modelPath || defaultModelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: new OffscreenCanvas(1, 1),\n\t\t\t\t\trunningMode,\n\t\t\t\t\tnumHands: options?.maxHands ?? 2,\n\t\t\t\t\tminHandDetectionConfidence: options?.minHandDetectionConfidence ?? 0.5,\n\t\t\t\t\tminHandPresenceConfidence: options?.minHandPresenceConfidence ?? 0.5,\n\t\t\t\t\tminTrackingConfidence: options?.minTrackingConfidence ?? 0.5,\n\t\t\t\t});\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Failed to initialize MediaPipe:', error);\n\t\t\t\tthrow error;\n\t\t\t}\n\t\t}\n\t\tconst mediaPipeInitPromise = initializeMediaPipe();\n\n\t\tfunction calculateBoundingBoxCenter(\n\t\t\tlandmarksDataArray: Float32Array,\n\t\t\thandIdx: number,\n\t\t\tlandmarkIndices: readonly number[]\n\t\t): [number, number, number, number] {\n\t\t\tlet minX = Infinity,\n\t\t\t\tmaxX = -Infinity,\n\t\t\t\tminY = Infinity,\n\t\t\t\tmaxY = -Infinity,\n\t\t\t\tavgZ = 0,\n\t\t\t\tavgVisibility = 0;\n\n\t\t\tfor (const idx of landmarkIndices) {\n\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + idx) * 4;\n\t\t\t\tconst x = landmarksDataArray[dataIdx];\n\t\t\t\tconst y = landmarksDataArray[dataIdx + 1];\n\t\t\t\tminX = Math.min(minX, x);\n\t\t\t\tmaxX = Math.max(maxX, x);\n\t\t\t\tminY = Math.min(minY, y);\n\t\t\t\tmaxY = Math.max(maxY, y);\n\t\t\t\tavgZ += landmarksDataArray[dataIdx + 2];\n\t\t\t\tavgVisibility += landmarksDataArray[dataIdx + 3];\n\t\t\t}\n\n\t\t\tconst centerX = (minX + maxX) / 2;\n\t\t\tconst centerY = (minY + maxY) / 2;\n\t\t\tconst centerZ = avgZ / landmarkIndices.length;\n\t\t\tconst centerVisibility = avgVisibility / landmarkIndices.length;\n\t\t\treturn [centerX, centerY, centerZ, centerVisibility];\n\t\t}\n\n\t\tfunction updateLandmarksTexture(hands: NormalizedLandmark[][], handedness: { categoryName: string }[][]) {\n\t\t\tif (!landmarksDataArray) return;\n\n\t\t\tconst nHands = hands.length;\n\t\t\tconst totalLandmarks = nHands * LANDMARK_COUNT;\n\n\t\t\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\t\t\tconst landmarks = hands[handIdx];\n\t\t\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\t\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\t\t\tconst dataIdx = (handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\t\t\tlandmarksDataArray[dataIdx] = landmark.x;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 1] = 1 - landmark.y;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 2] = landmark.z ?? 0;\n\t\t\t\t\tlandmarksDataArray[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t\t}\n\n\t\t\t\tconst handCenter = calculateBoundingBoxCenter(landmarksDataArray, handIdx, HAND_CENTER_LANDMARKS);\n\t\t\t\tconst handCenterIdx = (handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\t\t\tlandmarksDataArray[handCenterIdx] = handCenter[0];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 1] = handCenter[1];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 2] = handCenter[2];\n\t\t\t\tlandmarksDataArray[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t\t\t}\n\n\t\t\tconst rowsToUpdate = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures({\n\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\tisPartial: true,\n\t\t\t\t},\n\t\t\t});\n\t\t}\n\n\t\tfunction processHands(result: HandLandmarkerResult) {\n\t\t\tif (!result.landmarks || !landmarksDataArray) return;\n\n\t\t\tconst nHands = result.landmarks.length;\n\t\t\tupdateLandmarksTexture(result.landmarks, result.handedness);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\t\t\temitHook('hands:result', result);\n\t\t}\n\n\t\tshaderPad.on('init', async () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\n\t\t\tconst totalLandmarks = maxHands * LANDMARK_COUNT;\n\t\t\tlandmarksTextureHeight = Math.ceil(totalLandmarks / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tconst textureSize = LANDMARKS_TEXTURE_WIDTH * landmarksTextureHeight * 4;\n\t\t\tlandmarksDataArray = new Float32Array(textureSize);\n\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{\n\t\t\t\t\tdata: landmarksDataArray,\n\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\theight: landmarksTextureHeight,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tinternalFormat: gl.RGBA32F,\n\t\t\t\t\ttype: gl.FLOAT,\n\t\t\t\t\tminFilter: gl.NEAREST,\n\t\t\t\t\tmagFilter: gl.NEAREST,\n\t\t\t\t}\n\t\t\t);\n\t\t\tawait mediaPipeInitPromise;\n\t\t\temitHook('hands:ready');\n\t\t});\n\n\t\tshaderPad.on('initializeTexture', (name: string, source: TextureSource) => {\n\t\t\tif (name === textureName) detectHands(source);\n\t\t});\n\n\t\tshaderPad.on('updateTextures', (updates: Record<string, TextureSource>) => {\n\t\t\tconst source = updates[textureName];\n\t\t\tif (source) detectHands(source);\n\t\t});\n\n\t\t// `detectHands` may be called multiple times before MediaPipe is\n\t\t// initialized. This ensures we only process the last call.\n\t\tlet nDetectionCalls = 0;\n\t\tasync function detectHands(source: TextureSource) {\n\t\t\tconst callOrder = ++nDetectionCalls;\n\t\t\tawait mediaPipeInitPromise;\n\t\t\tif (callOrder !== nDetectionCalls || !handLandmarker) return;\n\n\t\t\tconst previousSource = textureSources.get(textureName);\n\t\t\tif (previousSource !== source) lastVideoTime = -1;\n\t\t\ttextureSources.set(textureName, source);\n\n\t\t\ttry {\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (runningMode !== requiredMode) {\n\t\t\t\t\trunningMode = requiredMode;\n\t\t\t\t\tawait handLandmarker.setOptions({ runningMode });\n\t\t\t\t}\n\n\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\tif (source.currentTime !== lastVideoTime) {\n\t\t\t\t\t\tlastVideoTime = source.currentTime;\n\t\t\t\t\t\tprocessHands(handLandmarker.detectForVideo(source, performance.now()));\n\t\t\t\t\t}\n\t\t\t\t} else if (source instanceof HTMLImageElement || source instanceof HTMLCanvasElement) {\n\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\tprocessHands(handLandmarker.detect(source));\n\t\t\t\t}\n\t\t\t} catch (error) {\n\t\t\t\tconsole.error('[Hands Plugin] Detection error:', error);\n\t\t\t}\n\t\t}\n\n\t\tshaderPad.on('destroy', () => {\n\t\t\tif (handLandmarker) {\n\t\t\t\thandLandmarker.close();\n\t\t\t\thandLandmarker = null;\n\t\t\t}\n\t\t\tvision = null;\n\t\t\ttextureSources.clear();\n\t\t\tlandmarksDataArray = null;\n\t\t});\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform sampler2D u_handLandmarksTex;\n\nvec4 handLandmark(int handIndex, int landmarkIndex) {\n\tint i = handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);\n}\n\nfloat isRightHand(int handIndex) {\n\treturn handLandmark(handIndex, 0).w;\n}\n\nfloat isLeftHand(int handIndex) {\n\treturn 1.0 - handLandmark(handIndex, 0).w;\n}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"AAWA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAEjD,SAASC,EAAMC,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAAC,CAAQ,EAAIF,EAC3BG,EACL,iHAED,OAAO,SAAUC,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,EAAI,SAAAC,CAAS,EAAIH,EAEjCI,EAAwC,KACxCC,EAAc,KACdC,EAAgB,GAChBC,EAAiC,QAC/BC,EAAiB,IAAI,IACrBC,EAAWZ,GAAS,UAAY,EAEhCa,EAA0B,IAC5BC,EAAyB,EACzBC,EAA0C,KAE9C,eAAeC,GAAsB,CACpC,GAAI,CACH,GAAM,CAAE,gBAAAC,EAAiB,eAAAC,CAAe,EAAI,KAAM,QAAO,yBAAyB,EAClFV,EAAS,MAAMS,EAAgB,eAC9B,kEACD,EACAV,EAAiB,MAAMW,EAAe,kBAAkBV,EAAQ,CAC/D,YAAa,CACZ,eAAgBR,GAAS,WAAaC,EACtC,SAAU,KACX,EACA,OAAQ,IAAI,gBAAgB,EAAG,CAAC,EAChC,YAAAS,EACA,SAAUV,GAAS,UAAY,EAC/B,2BAA4BA,GAAS,4BAA8B,GACnE,0BAA2BA,GAAS,2BAA6B,GACjE,sBAAuBA,GAAS,uBAAyB,EAC1D,CAAC,CACF,OAASmB,EAAO,CACf,cAAQ,MAAM,iDAAkDA,CAAK,EAC/DA,CACP,CACD,CACA,IAAMC,EAAuBJ,EAAoB,EAEjD,SAASK,EACRN,EACAO,EACAC,EACmC,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOP,EAAiB,CAClC,IAAMQ,GAAWT,EAAU3B,EAAiBmC,GAAO,EAC7CE,EAAIjB,EAAmBgB,CAAO,EAC9BE,EAAIlB,EAAmBgB,EAAU,CAAC,EACxCP,EAAO,KAAK,IAAIA,EAAMQ,CAAC,EACvBP,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMO,CAAC,EACvBN,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,GAAQb,EAAmBgB,EAAU,CAAC,EACtCF,GAAiBd,EAAmBgB,EAAU,CAAC,CAChD,CAEA,IAAMG,GAAWV,EAAOC,GAAQ,EAC1BU,GAAWT,EAAOC,GAAQ,EAC1BS,EAAUR,EAAOL,EAAgB,OACjCc,EAAmBR,EAAgBN,EAAgB,OACzD,MAAO,CAACW,EAASC,EAASC,EAASC,CAAgB,CACpD,CAEA,SAASC,EAAuBzC,EAA+B0C,EAA0C,CACxG,GAAI,CAACxB,EAAoB,OAEzB,IAAMyB,EAAS3C,EAAM,OACf4C,EAAiBD,EAAS7C,EAEhC,QAAS2B,EAAU,EAAGA,EAAUkB,EAAQ,EAAElB,EAAS,CAClD,IAAMoB,EAAY7C,EAAMyB,CAAO,EACzBqB,EAAcJ,EAAWjB,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASsB,EAAQ,EAAGA,EAAQnD,EAAyB,EAAEmD,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1Bb,GAAWT,EAAU3B,EAAiBiD,GAAS,EACrD7B,EAAmBgB,CAAO,EAAIc,EAAS,EACvC9B,EAAmBgB,EAAU,CAAC,EAAI,EAAIc,EAAS,EAC/C9B,EAAmBgB,EAAU,CAAC,EAAIc,EAAS,GAAK,EAChD9B,EAAmBgB,EAAU,CAAC,EAAIY,EAAc,EAAI,CACrD,CAEA,IAAMG,EAAazB,EAA2BN,EAAoBO,EAAS1B,CAAqB,EAC1FmD,GAAiBzB,EAAU3B,EAAiBF,GAA2B,EAC7EsB,EAAmBgC,CAAa,EAAID,EAAW,CAAC,EAChD/B,EAAmBgC,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD/B,EAAmBgC,EAAgB,CAAC,EAAID,EAAW,CAAC,EACpD/B,EAAmBgC,EAAgB,CAAC,EAAIJ,EAAc,EAAI,CAC3D,CAEA,IAAMK,EAAe,KAAK,KAAKP,EAAiB5B,CAAuB,EACvEX,EAAU,eAAe,CACxB,mBAAoB,CACnB,KAAMa,EACN,MAAOF,EACP,OAAQmC,EACR,UAAW,EACZ,CACD,CAAC,CACF,CAEA,SAASC,EAAaC,EAA8B,CACnD,GAAI,CAACA,EAAO,WAAa,CAACnC,EAAoB,OAE9C,IAAMyB,EAASU,EAAO,UAAU,OAChCZ,EAAuBY,EAAO,UAAWA,EAAO,UAAU,EAC1DhD,EAAU,eAAe,CAAE,SAAUsC,CAAO,CAAC,EAC7ClC,EAAS,eAAgB4C,CAAM,CAChC,CAEAhD,EAAU,GAAG,OAAQ,SAAY,CAChCA,EAAU,kBAAkB,aAAc,MAAOU,CAAQ,EACzDV,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAEhD,IAAMuC,EAAiB7B,EAAWjB,EAClCmB,EAAyB,KAAK,KAAK2B,EAAiB5B,CAAuB,EAC3E,IAAMsC,EAActC,EAA0BC,EAAyB,EACvEC,EAAqB,IAAI,aAAaoC,CAAW,EAEjDjD,EAAU,kBACT,qBACA,CACC,KAAMa,EACN,MAAOF,EACP,OAAQC,CACT,EACA,CACC,eAAgBT,EAAG,QACnB,KAAMA,EAAG,MACT,UAAWA,EAAG,QACd,UAAWA,EAAG,OACf,CACD,EACA,MAAMe,EACNd,EAAS,aAAa,CACvB,CAAC,EAEDJ,EAAU,GAAG,oBAAqB,CAACkD,EAAcC,IAA0B,CACtED,IAASrD,GAAauD,EAAYD,CAAM,CAC7C,CAAC,EAEDnD,EAAU,GAAG,iBAAmBqD,GAA2C,CAC1E,IAAMF,EAASE,EAAQxD,CAAW,EAC9BsD,GAAQC,EAAYD,CAAM,CAC/B,CAAC,EAID,IAAIG,EAAkB,EACtB,eAAeF,EAAYD,EAAuB,CACjD,IAAMI,EAAY,EAAED,EAEpB,GADA,MAAMpC,EACFqC,IAAcD,GAAmB,CAACjD,EAAgB,OAE/BI,EAAe,IAAIZ,CAAW,IAC9BsD,IAAQ5C,EAAgB,IAC/CE,EAAe,IAAIZ,EAAasD,CAAM,EAEtC,GAAI,CACH,IAAMK,EAAeL,aAAkB,iBAAmB,QAAU,QAMpE,GALI3C,IAAgBgD,IACnBhD,EAAcgD,EACd,MAAMnD,EAAe,WAAW,CAAE,YAAAG,CAAY,CAAC,GAG5C2C,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAC9EA,EAAO,cAAgB5C,IAC1BA,EAAgB4C,EAAO,YACvBJ,EAAa1C,EAAe,eAAe8C,EAAQ,YAAY,IAAI,CAAC,CAAC,EAEvE,SAAWA,aAAkB,kBAAoBA,aAAkB,kBAAmB,CACrF,GAAIA,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CJ,EAAa1C,EAAe,OAAO8C,CAAM,CAAC,CAC3C,CACD,OAASlC,EAAO,CACf,QAAQ,MAAM,kCAAmCA,CAAK,CACvD,CACD,CAEAjB,EAAU,GAAG,UAAW,IAAM,CACzBK,IACHA,EAAe,MAAM,EACrBA,EAAiB,MAElBC,EAAS,KACTG,EAAe,MAAM,EACrBI,EAAqB,IACtB,CAAC,EAEDX,EAAW;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uBAMUT,CAAc;AAAA,eACtBkB,CAAuB;AAAA,eACvBA,CAAuB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUpC,CACD,CACD,CAEA,IAAO8C,EAAQ9D","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","hands","config","textureName","options","defaultModelPath","shaderPad","context","injectGLSL","gl","emitHook","handLandmarker","vision","lastVideoTime","runningMode","textureSources","maxHands","LANDMARKS_TEXTURE_WIDTH","landmarksTextureHeight","landmarksDataArray","initializeMediaPipe","FilesetResolver","HandLandmarker","error","mediaPipeInitPromise","calculateBoundingBoxCenter","handIdx","landmarkIndices","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","x","y","centerX","centerY","centerZ","centerVisibility","updateLandmarksTexture","handedness","nHands","totalLandmarks","landmarks","isRightHand","lmIdx","landmark","handCenter","handCenterIdx","rowsToUpdate","processHands","result","textureSize","name","source","detectHands","updates","nDetectionCalls","callOrder","requiredMode","hands_default"]}
+{"version":3,"sources":["../../src/plugins/hands.ts"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '..';\nimport {\n\tcalculateBoundingBoxCenter,\n\tgenerateGLSLFn,\n\tgetSharedFileset,\n\thashOptions,\n\tisMediaPipeSource,\n\tMediaPipeSource,\n} from './mediapipe-common';\nimport type { HandLandmarker, HandLandmarkerResult, NormalizedLandmark } from '@mediapipe/tasks-vision';\n\nexport interface HandsPluginOptions {\n\tmodelPath?: string;\n\tmaxHands?: number;\n\tminHandDetectionConfidence?: number;\n\tminHandPresenceConfidence?: number;\n\tminTrackingConfidence?: number;\n\thistory?: number;\n}\n\nconst STANDARD_LANDMARK_COUNT = 21; // See https://ai.google.dev/edge/mediapipe/solutions/vision/hand_landmarker#models.\nconst CUSTOM_LANDMARK_COUNT = 1;\nconst LANDMARK_COUNT = STANDARD_LANDMARK_COUNT + CUSTOM_LANDMARK_COUNT;\nconst HAND_CENTER_LANDMARKS = [0, 0, 5, 9, 13, 17] as const; // Wrist + MCP joints, weighted toward wrist.\nconst LANDMARKS_TEXTURE_WIDTH = 512;\nconst N_LANDMARK_METADATA_SLOTS = 1;\n\nconst DEFAULT_HANDS_OPTIONS: Required<Omit<HandsPluginOptions, 'history'>> = {\n\tmodelPath:\n\t\t'https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task',\n\tmaxHands: 2,\n\tminHandDetectionConfidence: 0.5,\n\tminHandPresenceConfidence: 0.5,\n\tminTrackingConfidence: 0.5,\n};\n\ninterface Detector {\n\tlandmarker: HandLandmarker;\n\tcanvas: OffscreenCanvas;\n\tsubscribers: Map<() => void, boolean>;\n\tmaxHands: number;\n\tstate: {\n\t\trunningMode: 'IMAGE' | 'VIDEO';\n\t\tsource: MediaPipeSource | null;\n\t\tvideoTime: number;\n\t\tresultTimestamp: number;\n\t\tresult: HandLandmarkerResult | null;\n\t\tpending: Promise<void>;\n\t\tnHands: number;\n\t};\n\tlandmarks: {\n\t\tdata: Float32Array;\n\t\ttextureHeight: number;\n\t};\n}\nconst sharedDetectors = new Map<string, Detector>();\n\nfunction updateLandmarksData(\n\tdetector: Detector,\n\thands: NormalizedLandmark[][],\n\thandedness: { categoryName: string }[][]\n) {\n\tconst data = detector.landmarks.data;\n\tconst nHands = hands.length;\n\n\tdata[0] = nHands;\n\n\tfor (let handIdx = 0; handIdx < nHands; ++handIdx) {\n\t\tconst landmarks = hands[handIdx];\n\t\tconst isRightHand = handedness[handIdx]?.[0]?.categoryName === 'Right';\n\t\tfor (let lmIdx = 0; lmIdx < STANDARD_LANDMARK_COUNT; ++lmIdx) {\n\t\t\tconst landmark = landmarks[lmIdx];\n\t\t\tconst dataIdx = (N_LANDMARK_METADATA_SLOTS + handIdx * LANDMARK_COUNT + lmIdx) * 4;\n\t\t\tdata[dataIdx] = landmark.x;\n\t\t\tdata[dataIdx + 1] = 1 - landmark.y;\n\t\t\tdata[dataIdx + 2] = landmark.z ?? 0;\n\t\t\tdata[dataIdx + 3] = isRightHand ? 1 : 0;\n\t\t}\n\n\t\tconst handCenter = calculateBoundingBoxCenter(data, handIdx, HAND_CENTER_LANDMARKS, LANDMARK_COUNT, N_LANDMARK_METADATA_SLOTS);\n\t\tconst handCenterIdx = (N_LANDMARK_METADATA_SLOTS + handIdx * LANDMARK_COUNT + STANDARD_LANDMARK_COUNT) * 4;\n\t\tdata[handCenterIdx] = handCenter[0];\n\t\tdata[handCenterIdx + 1] = handCenter[1];\n\t\tdata[handCenterIdx + 2] = handCenter[2];\n\t\tdata[handCenterIdx + 3] = isRightHand ? 1 : 0;\n\t}\n\n\tdetector.state.nHands = nHands;\n}\n\nfunction hands(config: { textureName: string; options?: HandsPluginOptions }) {\n\tconst { textureName, options: { history, ...mediapipeOptions } = {} } = config;\n\tconst options = { ...DEFAULT_HANDS_OPTIONS, ...mediapipeOptions };\n\tconst optionsKey = hashOptions({ ...options, textureName });\n\n\tconst nLandmarksMax = options.maxHands * LANDMARK_COUNT + N_LANDMARK_METADATA_SLOTS;\n\tconst textureHeight = Math.ceil(nLandmarksMax / LANDMARKS_TEXTURE_WIDTH);\n\n\treturn function (shaderPad: ShaderPad, context: PluginContext) {\n\t\tconst { injectGLSL, gl, emitHook } = context;\n\n\t\tconst existingDetector = sharedDetectors.get(optionsKey);\n\t\tconst landmarksData =\n\t\t\texistingDetector?.landmarks.data ?? new Float32Array(LANDMARKS_TEXTURE_WIDTH * textureHeight * 4);\n\t\tlet detector: Detector | null = null;\n\t\tlet skipHistoryWrite = false;\n\n\t\tfunction onResult() {\n\t\t\tif (!detector) return;\n\t\t\tconst { nHands } = detector.state;\n\t\t\tconst nSlots = nHands * LANDMARK_COUNT + N_LANDMARK_METADATA_SLOTS;\n\t\t\tconst rowsToUpdate = Math.ceil(nSlots / LANDMARKS_TEXTURE_WIDTH);\n\t\t\tshaderPad.updateTextures(\n\t\t\t\t{\n\t\t\t\t\tu_handLandmarksTex: {\n\t\t\t\t\t\tdata: detector.landmarks.data,\n\t\t\t\t\t\twidth: LANDMARKS_TEXTURE_WIDTH,\n\t\t\t\t\t\theight: rowsToUpdate,\n\t\t\t\t\t\tisPartial: true,\n\t\t\t\t\t},\n\t\t\t\t},\n\t\t\t\t{ skipHistoryWrite }\n\t\t\t);\n\t\t\tshaderPad.updateUniforms({ u_nHands: nHands });\n\t\t\temitHook('hands:result', detector.state.result);\n\t\t}\n\n\t\tasync function initializeDetector() {\n\t\t\tif (sharedDetectors.has(optionsKey)) {\n\t\t\t\tdetector = sharedDetectors.get(optionsKey)!;\n\t\t\t} else {\n\t\t\t\tconst [mediaPipe, { HandLandmarker }] = await Promise.all([\n\t\t\t\t\tgetSharedFileset(),\n\t\t\t\t\timport('@mediapipe/tasks-vision'),\n\t\t\t\t]);\n\t\t\t\tconst mediapipeCanvas = new OffscreenCanvas(1, 1);\n\t\t\t\tconst handLandmarker = await HandLandmarker.createFromOptions(mediaPipe, {\n\t\t\t\t\tbaseOptions: {\n\t\t\t\t\t\tmodelAssetPath: options.modelPath,\n\t\t\t\t\t\tdelegate: 'GPU',\n\t\t\t\t\t},\n\t\t\t\t\tcanvas: mediapipeCanvas,\n\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\tnumHands: options.maxHands,\n\t\t\t\t\tminHandDetectionConfidence: options.minHandDetectionConfidence,\n\t\t\t\t\tminHandPresenceConfidence: options.minHandPresenceConfidence,\n\t\t\t\t\tminTrackingConfidence: options.minTrackingConfidence,\n\t\t\t\t});\n\n\t\t\t\tdetector = {\n\t\t\t\t\tlandmarker: handLandmarker,\n\t\t\t\t\tcanvas: mediapipeCanvas,\n\t\t\t\t\tsubscribers: new Map(),\n\t\t\t\t\tmaxHands: options.maxHands,\n\t\t\t\t\tstate: {\n\t\t\t\t\t\trunningMode: 'VIDEO',\n\t\t\t\t\t\tsource: null,\n\t\t\t\t\t\tvideoTime: -1,\n\t\t\t\t\t\tresultTimestamp: 0,\n\t\t\t\t\t\tresult: null,\n\t\t\t\t\t\tpending: Promise.resolve(),\n\t\t\t\t\t\tnHands: 0,\n\t\t\t\t\t},\n\t\t\t\t\tlandmarks: {\n\t\t\t\t\t\tdata: landmarksData,\n\t\t\t\t\t\ttextureHeight,\n\t\t\t\t\t},\n\t\t\t\t};\n\t\t\t\tsharedDetectors.set(optionsKey, detector);\n\t\t\t}\n\n\t\t\tdetector.subscribers.set(onResult, false);\n\t\t}\n\t\tconst initPromise = initializeDetector();\n\n\t\tshaderPad.on('init', () => {\n\t\t\tshaderPad.initializeUniform('u_maxHands', 'int', options.maxHands);\n\t\t\tshaderPad.initializeUniform('u_nHands', 'int', 0);\n\t\t\tshaderPad.initializeTexture(\n\t\t\t\t'u_handLandmarksTex',\n\t\t\t\t{ data: landmarksData, width: LANDMARKS_TEXTURE_WIDTH, height: textureHeight },\n\t\t\t\t{ internalFormat: gl.RGBA32F, type: gl.FLOAT, minFilter: gl.NEAREST, magFilter: gl.NEAREST, history }\n\t\t\t);\n\t\t\tinitPromise.then(() => emitHook('hands:ready'));\n\t\t});\n\n\t\tshaderPad.on('initializeTexture', (name: string, source: TextureSource) => {\n\t\t\tif (name === textureName && isMediaPipeSource(source)) detectHands(source);\n\t\t});\n\n\t\tshaderPad.on(\n\t\t\t'updateTextures',\n\t\t\t(updates: Record<string, TextureSource>, options?: { skipHistoryWrite?: boolean }) => {\n\t\t\t\tconst source = updates[textureName];\n\t\t\t\tif (isMediaPipeSource(source)) {\n\t\t\t\t\tskipHistoryWrite = options?.skipHistoryWrite ?? false;\n\t\t\t\t\tdetectHands(source);\n\t\t\t\t}\n\t\t\t}\n\t\t);\n\n\t\tlet nDetectionCalls = 0;\n\t\tasync function detectHands(source: MediaPipeSource) {\n\t\t\tconst now = performance.now();\n\t\t\tconst callOrder = ++nDetectionCalls;\n\t\t\tawait initPromise;\n\t\t\tif (!detector) return;\n\n\t\t\tdetector.state.pending = detector.state.pending.then(async () => {\n\t\t\t\tif (callOrder !== nDetectionCalls || !detector) return;\n\n\t\t\t\tconst requiredMode = source instanceof HTMLVideoElement ? 'VIDEO' : 'IMAGE';\n\t\t\t\tif (detector.state.runningMode !== requiredMode) {\n\t\t\t\t\tdetector.state.runningMode = requiredMode;\n\t\t\t\t\tawait detector.landmarker.setOptions({ runningMode: requiredMode });\n\t\t\t\t}\n\n\t\t\t\tlet shouldDetect = false;\n\n\t\t\t\tif (source !== detector.state.source) {\n\t\t\t\t\tdetector.state.source = source;\n\t\t\t\t\tdetector.state.videoTime = -1;\n\t\t\t\t\tshouldDetect = true;\n\t\t\t\t} else if (source instanceof HTMLVideoElement) {\n\t\t\t\t\tif (source.currentTime !== detector.state.videoTime) {\n\t\t\t\t\t\tdetector.state.videoTime = source.currentTime;\n\t\t\t\t\t\tshouldDetect = true;\n\t\t\t\t\t}\n\t\t\t\t} else if (!(source instanceof HTMLImageElement)) {\n\t\t\t\t\tif (now - detector.state.resultTimestamp > 2) {\n\t\t\t\t\t\tshouldDetect = true;\n\t\t\t\t\t}\n\t\t\t\t}\n\n\t\t\t\tif (shouldDetect) {\n\t\t\t\t\tlet result: HandLandmarkerResult | undefined;\n\t\t\t\t\tif (source instanceof HTMLVideoElement) {\n\t\t\t\t\t\tif (source.videoWidth === 0 || source.videoHeight === 0 || source.readyState < 2) return;\n\t\t\t\t\t\tresult = detector.landmarker.detectForVideo(source, now);\n\t\t\t\t\t} else {\n\t\t\t\t\t\tif (source.width === 0 || source.height === 0) return;\n\t\t\t\t\t\tresult = detector.landmarker.detect(source);\n\t\t\t\t\t}\n\n\t\t\t\t\tif (result) {\n\t\t\t\t\t\tdetector.state.resultTimestamp = now;\n\t\t\t\t\t\tdetector.state.result = result;\n\t\t\t\t\t\tupdateLandmarksData(detector, result.landmarks, result.handedness);\n\t\t\t\t\t\tfor (const cb of detector.subscribers.keys()) {\n\t\t\t\t\t\t\tcb();\n\t\t\t\t\t\t\tdetector.subscribers.set(cb, true);\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t} else if (detector.state.result && !detector.subscribers.get(onResult)) {\n\t\t\t\t\tonResult();\n\t\t\t\t\tdetector.subscribers.set(onResult, true);\n\t\t\t\t}\n\t\t\t});\n\n\t\t\tawait detector.state.pending;\n\t\t}\n\n\t\tshaderPad.on('destroy', () => {\n\t\t\tif (detector) {\n\t\t\t\tdetector.subscribers.delete(onResult);\n\t\t\t\tif (detector.subscribers.size === 0) {\n\t\t\t\t\tdetector.landmarker.close();\n\t\t\t\t\tsharedDetectors.delete(optionsKey);\n\t\t\t\t}\n\t\t\t}\n\t\t\tdetector = null;\n\t\t});\n\n\t\tconst { fn, historyParams } = generateGLSLFn(history);\n\n\t\tinjectGLSL(`\nuniform int u_maxHands;\nuniform int u_nHands;\nuniform highp sampler2D${history ? 'Array' : ''} u_handLandmarksTex;${\n\t\t\thistory\n\t\t\t\t? `\nuniform int u_handLandmarksTexFrameOffset;`\n\t\t\t\t: ''\n\t\t}\n\n${fn(\n\t'int',\n\t'nHandsAt',\n\t'',\n\thistory\n\t\t? `\n\tint layer = (u_handLandmarksTexFrameOffset - framesAgo + ${history}) % ${history};\n\treturn int(texelFetch(u_handLandmarksTex, ivec3(0, 0, layer), 0).r + 0.5);`\n\t\t: `\n\treturn int(texelFetch(u_handLandmarksTex, ivec2(0, 0), 0).r + 0.5);`\n)}\n${fn(\n\t'vec4',\n\t'handLandmark',\n\t'int handIndex, int landmarkIndex',\n\t`int i = ${N_LANDMARK_METADATA_SLOTS} + handIndex * ${LANDMARK_COUNT} + landmarkIndex;\n\tint x = i % ${LANDMARKS_TEXTURE_WIDTH};\n\tint y = i / ${LANDMARKS_TEXTURE_WIDTH};${\n\t\thistory\n\t\t\t? `\n\tint layer = (u_handLandmarksTexFrameOffset - framesAgo + ${history}) % ${history};\n\treturn texelFetch(u_handLandmarksTex, ivec3(x, y, layer), 0);`\n\t\t\t: `\n\treturn texelFetch(u_handLandmarksTex, ivec2(x, y), 0);`\n\t}`\n)}\n${fn('float', 'isRightHand', 'int handIndex', `return handLandmark(handIndex, 0${historyParams}).w;`)}\n${fn('float', 'isLeftHand', 'int handIndex', `return 1.0 - handLandmark(handIndex, 0${historyParams}).w;`)}`);\n\t};\n}\n\nexport default hands;\n"],"mappings":"sEAoBA,IAAMA,EAA0B,GAC1BC,EAAwB,EACxBC,EAAiBF,EAA0BC,EAC3CE,EAAwB,CAAC,EAAG,EAAG,EAAG,EAAG,GAAI,EAAE,EAC3CC,EAA0B,IAC1BC,EAA4B,EAE5BC,EAAuE,CAC5E,UACC,iHACD,SAAU,EACV,2BAA4B,GAC5B,0BAA2B,GAC3B,sBAAuB,EACxB,EAqBMC,EAAkB,IAAI,IAE5B,SAASC,EACRC,EACAC,EACAC,EACC,CACD,IAAMC,EAAOH,EAAS,UAAU,KAC1BI,EAASH,EAAM,OAErBE,EAAK,CAAC,EAAIC,EAEV,QAASC,EAAU,EAAGA,EAAUD,EAAQ,EAAEC,EAAS,CAClD,IAAMC,EAAYL,EAAMI,CAAO,EACzBE,EAAcL,EAAWG,CAAO,IAAI,CAAC,GAAG,eAAiB,QAC/D,QAASG,EAAQ,EAAGA,EAAQjB,EAAyB,EAAEiB,EAAO,CAC7D,IAAMC,EAAWH,EAAUE,CAAK,EAC1BE,GAAWd,EAA4BS,EAAUZ,EAAiBe,GAAS,EACjFL,EAAKO,CAAO,EAAID,EAAS,EACzBN,EAAKO,EAAU,CAAC,EAAI,EAAID,EAAS,EACjCN,EAAKO,EAAU,CAAC,EAAID,EAAS,GAAK,EAClCN,EAAKO,EAAU,CAAC,EAAIH,EAAc,EAAI,CACvC,CAEA,IAAMI,EAAaC,EAA2BT,EAAME,EAASX,EAAuBD,EAAgBG,CAAyB,EACvHiB,GAAiBjB,EAA4BS,EAAUZ,EAAiBF,GAA2B,EACzGY,EAAKU,CAAa,EAAIF,EAAW,CAAC,EAClCR,EAAKU,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACtCR,EAAKU,EAAgB,CAAC,EAAIF,EAAW,CAAC,EACtCR,EAAKU,EAAgB,CAAC,EAAIN,EAAc,EAAI,CAC7C,CAEAP,EAAS,MAAM,OAASI,CACzB,CAEA,SAASH,EAAMa,EAA+D,CAC7E,GAAM,CAAE,YAAAC,EAAa,QAAS,CAAE,QAAAC,EAAS,GAAGC,CAAiB,EAAI,CAAC,CAAE,EAAIH,EAClEI,EAAU,CAAE,GAAGrB,EAAuB,GAAGoB,CAAiB,EAC1DE,EAAaC,EAAY,CAAE,GAAGF,EAAS,YAAAH,CAAY,CAAC,EAEpDM,EAAgBH,EAAQ,SAAWzB,EAAiBG,EACpD0B,EAAgB,KAAK,KAAKD,EAAgB1B,CAAuB,EAEvE,OAAO,SAAU4B,EAAsBC,EAAwB,CAC9D,GAAM,CAAE,WAAAC,EAAY,GAAAC,EAAI,SAAAC,CAAS,EAAIH,EAG/BI,EADmB9B,EAAgB,IAAIqB,CAAU,GAEpC,UAAU,MAAQ,IAAI,aAAaxB,EAA0B2B,EAAgB,CAAC,EAC7FtB,EAA4B,KAC5B6B,EAAmB,GAEvB,SAASC,GAAW,CACnB,GAAI,CAAC9B,EAAU,OACf,GAAM,CAAE,OAAAI,CAAO,EAAIJ,EAAS,MACtB+B,EAAS3B,EAASX,EAAiBG,EACnCoC,EAAe,KAAK,KAAKD,EAASpC,CAAuB,EAC/D4B,EAAU,eACT,CACC,mBAAoB,CACnB,KAAMvB,EAAS,UAAU,KACzB,MAAOL,EACP,OAAQqC,EACR,UAAW,EACZ,CACD,EACA,CAAE,iBAAAH,CAAiB,CACpB,EACAN,EAAU,eAAe,CAAE,SAAUnB,CAAO,CAAC,EAC7CuB,EAAS,eAAgB3B,EAAS,MAAM,MAAM,CAC/C,CAEA,eAAeiC,GAAqB,CACnC,GAAInC,EAAgB,IAAIqB,CAAU,EACjCnB,EAAWF,EAAgB,IAAIqB,CAAU,MACnC,CACN,GAAM,CAACe,EAAW,CAAE,eAAAC,CAAe,CAAC,EAAI,MAAM,QAAQ,IAAI,CACzDC,EAAiB,EACjB,OAAO,yBAAyB,CACjC,CAAC,EACKC,EAAkB,IAAI,gBAAgB,EAAG,CAAC,EAchDrC,EAAW,CACV,WAdsB,MAAMmC,EAAe,kBAAkBD,EAAW,CACxE,YAAa,CACZ,eAAgBhB,EAAQ,UACxB,SAAU,KACX,EACA,OAAQmB,EACR,YAAa,QACb,SAAUnB,EAAQ,SAClB,2BAA4BA,EAAQ,2BACpC,0BAA2BA,EAAQ,0BACnC,sBAAuBA,EAAQ,qBAChC,CAAC,EAIA,OAAQmB,EACR,YAAa,IAAI,IACjB,SAAUnB,EAAQ,SAClB,MAAO,CACN,YAAa,QACb,OAAQ,KACR,UAAW,GACX,gBAAiB,EACjB,OAAQ,KACR,QAAS,QAAQ,QAAQ,EACzB,OAAQ,CACT,EACA,UAAW,CACV,KAAMU,EACN,cAAAN,CACD,CACD,EACAxB,EAAgB,IAAIqB,EAAYnB,CAAQ,CACzC,CAEAA,EAAS,YAAY,IAAI8B,EAAU,EAAK,CACzC,CACA,IAAMQ,EAAcL,EAAmB,EAEvCV,EAAU,GAAG,OAAQ,IAAM,CAC1BA,EAAU,kBAAkB,aAAc,MAAOL,EAAQ,QAAQ,EACjEK,EAAU,kBAAkB,WAAY,MAAO,CAAC,EAChDA,EAAU,kBACT,qBACA,CAAE,KAAMK,EAAe,MAAOjC,EAAyB,OAAQ2B,CAAc,EAC7E,CAAE,eAAgBI,EAAG,QAAS,KAAMA,EAAG,MAAO,UAAWA,EAAG,QAAS,UAAWA,EAAG,QAAS,QAAAV,CAAQ,CACrG,EACAsB,EAAY,KAAK,IAAMX,EAAS,aAAa,CAAC,CAC/C,CAAC,EAEDJ,EAAU,GAAG,oBAAqB,CAACgB,EAAcC,IAA0B,CACtED,IAASxB,GAAe0B,EAAkBD,CAAM,GAAGE,EAAYF,CAAM,CAC1E,CAAC,EAEDjB,EAAU,GACT,iBACA,CAACoB,EAAwCzB,IAA6C,CACrF,IAAMsB,EAASG,EAAQ5B,CAAW,EAC9B0B,EAAkBD,CAAM,IAC3BX,EAAmBX,GAAS,kBAAoB,GAChDwB,EAAYF,CAAM,EAEpB,CACD,EAEA,IAAII,EAAkB,EACtB,eAAeF,EAAYF,EAAyB,CACnD,IAAMK,EAAM,YAAY,IAAI,EACtBC,EAAY,EAAEF,EACpB,MAAMN,EACDtC,IAELA,EAAS,MAAM,QAAUA,EAAS,MAAM,QAAQ,KAAK,SAAY,CAChE,GAAI8C,IAAcF,GAAmB,CAAC5C,EAAU,OAEhD,IAAM+C,EAAeP,aAAkB,iBAAmB,QAAU,QAChExC,EAAS,MAAM,cAAgB+C,IAClC/C,EAAS,MAAM,YAAc+C,EAC7B,MAAM/C,EAAS,WAAW,WAAW,CAAE,YAAa+C,CAAa,CAAC,GAGnE,IAAIC,EAAe,GAiBnB,GAfIR,IAAWxC,EAAS,MAAM,QAC7BA,EAAS,MAAM,OAASwC,EACxBxC,EAAS,MAAM,UAAY,GAC3BgD,EAAe,IACLR,aAAkB,iBACxBA,EAAO,cAAgBxC,EAAS,MAAM,YACzCA,EAAS,MAAM,UAAYwC,EAAO,YAClCQ,EAAe,IAEJR,aAAkB,kBAC1BK,EAAM7C,EAAS,MAAM,gBAAkB,IAC1CgD,EAAe,IAIbA,EAAc,CACjB,IAAIC,EACJ,GAAIT,aAAkB,iBAAkB,CACvC,GAAIA,EAAO,aAAe,GAAKA,EAAO,cAAgB,GAAKA,EAAO,WAAa,EAAG,OAClFS,EAASjD,EAAS,WAAW,eAAewC,EAAQK,CAAG,CACxD,KAAO,CACN,GAAIL,EAAO,QAAU,GAAKA,EAAO,SAAW,EAAG,OAC/CS,EAASjD,EAAS,WAAW,OAAOwC,CAAM,CAC3C,CAEA,GAAIS,EAAQ,CACXjD,EAAS,MAAM,gBAAkB6C,EACjC7C,EAAS,MAAM,OAASiD,EACxBlD,EAAoBC,EAAUiD,EAAO,UAAWA,EAAO,UAAU,EACjE,QAAWC,KAAMlD,EAAS,YAAY,KAAK,EAC1CkD,EAAG,EACHlD,EAAS,YAAY,IAAIkD,EAAI,EAAI,CAEnC,CACD,MAAWlD,EAAS,MAAM,QAAU,CAACA,EAAS,YAAY,IAAI8B,CAAQ,IACrEA,EAAS,EACT9B,EAAS,YAAY,IAAI8B,EAAU,EAAI,EAEzC,CAAC,EAED,MAAM9B,EAAS,MAAM,QACtB,CAEAuB,EAAU,GAAG,UAAW,IAAM,CACzBvB,IACHA,EAAS,YAAY,OAAO8B,CAAQ,EAChC9B,EAAS,YAAY,OAAS,IACjCA,EAAS,WAAW,MAAM,EAC1BF,EAAgB,OAAOqB,CAAU,IAGnCnB,EAAW,IACZ,CAAC,EAED,GAAM,CAAE,GAAAmD,EAAI,cAAAC,CAAc,EAAIC,EAAerC,CAAO,EAEpDS,EAAW;AAAA;AAAA;AAAA,yBAGYT,EAAU,QAAU,EAAE,uBAC5CA,EACG;AAAA,4CAEA,EACJ;AAAA;AAAA,EAEAmC,EACD,MACA,WACA,GACAnC,EACG;AAAA,4DACwDA,CAAO,OAAOA,CAAO;AAAA,6EAE7E;AAAA,qEAEJ,CAAC;AAAA,EACCmC,EACD,OACA,eACA,mCACA,WAAWvD,CAAyB,kBAAkBH,CAAc;AAAA,eACtDE,CAAuB;AAAA,eACvBA,CAAuB,IACpCqB,EACG;AAAA,4DACuDA,CAAO,OAAOA,CAAO;AAAA,gEAE5E;AAAA,wDAEJ,EACD,CAAC;AAAA,EACCmC,EAAG,QAAS,cAAe,gBAAiB,mCAAmCC,CAAa,MAAM,CAAC;AAAA,EACnGD,EAAG,QAAS,aAAc,gBAAiB,yCAAyCC,CAAa,MAAM,CAAC,EAAE,CAC3G,CACD,CAEA,IAAOE,EAAQrD","names":["STANDARD_LANDMARK_COUNT","CUSTOM_LANDMARK_COUNT","LANDMARK_COUNT","HAND_CENTER_LANDMARKS","LANDMARKS_TEXTURE_WIDTH","N_LANDMARK_METADATA_SLOTS","DEFAULT_HANDS_OPTIONS","sharedDetectors","updateLandmarksData","detector","hands","handedness","data","nHands","handIdx","landmarks","isRightHand","lmIdx","landmark","dataIdx","handCenter","calculateBoundingBoxCenter","handCenterIdx","config","textureName","history","mediapipeOptions","options","optionsKey","hashOptions","nLandmarksMax","textureHeight","shaderPad","context","injectGLSL","gl","emitHook","landmarksData","skipHistoryWrite","onResult","nSlots","rowsToUpdate","initializeDetector","mediaPipe","HandLandmarker","getSharedFileset","mediapipeCanvas","initPromise","name","source","isMediaPipeSource","detectHands","updates","nDetectionCalls","now","callOrder","requiredMode","shouldDetect","result","cb","fn","historyParams","generateGLSLFn","hands_default"]}

package/dist/plugins/helpers.js

@@ -1,4 +1,4 @@
-"use strict";var o=Object.defineProperty;var a=Object.getOwnPropertyDescriptor;var c=Object.getOwnPropertyNames;var s=Object.prototype.hasOwnProperty;var x=(t,e)=>{for(var i in e)o(t,i,{get:e[i],enumerable:!0})},f=(t,e,i,u)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of c(e))!s.call(t,r)&&r!==i&&o(t,r,{get:()=>e[r],enumerable:!(u=a(e,r))||u.enumerable});return t};var l=t=>f(o({},"__esModule",{value:!0}),t);var p={};x(p,{default:()=>h});module.exports=l(p);var n=`uniform vec2 u_resolution;
+"use strict";var i=Object.defineProperty;var c=Object.getOwnPropertyDescriptor;var a=Object.getOwnPropertyNames;var s=Object.prototype.hasOwnProperty;var x=(t,e)=>{for(var o in e)i(t,o,{get:e[o],enumerable:!0})},f=(t,e,o,u)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of a(e))!s.call(t,r)&&r!==o&&i(t,r,{get:()=>e[r],enumerable:!(u=c(e,r))||u.enumerable});return t};var l=t=>f(i({},"__esModule",{value:!0}),t);var p={};x(p,{default:()=>h});module.exports=l(p);var n=`uniform vec2 u_resolution;
 
 // Apply aspect ratio correction (object-fit: contain)
 vec2 fitContain(vec2 uv, vec2 textureSize) {

package/dist/plugins/helpers.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/helpers.ts","../../src/plugins/helpers.glsl"],"sourcesContent":["import ShaderPad, { PluginContext } from '../index';\nimport helpersGLSL from './helpers.glsl';\n\nfunction helpers() {\n\treturn function (_shader: ShaderPad, context: PluginContext) {\n\t\tcontext.injectGLSL(helpersGLSL);\n\t};\n}\n\nexport default helpers;\n","uniform vec2 u_resolution;\n\n// Apply aspect ratio correction (object-fit: contain)\nvec2 fitContain(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * max(scale, vec2(1.0)) + 0.5;\n}\n\n// Apply aspect ratio correction (object-fit: cover)\nvec2 fitCover(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * min(scale, vec2(1.0)) + 0.5;\n}\n\n// Get the array index for a history texture\nfloat historyZ(highp sampler2DArray tex, int frameOffset, int framesAgo) {\n\tint historyDepth = textureSize(tex, 0).z;\n\tint z = (historyDepth + frameOffset - framesAgo) % historyDepth;\n\treturn float(z);\n}\n"],"mappings":"yaAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;EDGA,SAASC,GAAU,CAClB,OAAO,SAAUC,EAAoBC,EAAwB,CAC5DA,EAAQ,WAAWC,CAAW,CAC/B,CACD,CAEA,IAAOA,EAAQH","names":["helpers_exports","__export","helpers_default","__toCommonJS","helpers_default","helpers","_shader","context","helpers_default"]}
+{"version":3,"sources":["../../src/plugins/helpers.ts","../../src/plugins/helpers.glsl"],"sourcesContent":["import ShaderPad, { PluginContext, TextureSource } from '..';\nimport helpersGLSL from './helpers.glsl';\n\nfunction helpers() {\n\treturn function (_shader: ShaderPad, context: PluginContext) {\n\t\tcontext.injectGLSL(helpersGLSL);\n\t};\n}\n\nexport default helpers;\n","uniform vec2 u_resolution;\n\n// Apply aspect ratio correction (object-fit: contain)\nvec2 fitContain(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * max(scale, vec2(1.0)) + 0.5;\n}\n\n// Apply aspect ratio correction (object-fit: cover)\nvec2 fitCover(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * min(scale, vec2(1.0)) + 0.5;\n}\n\n// Get the array index for a history texture\nfloat historyZ(highp sampler2DArray tex, int frameOffset, int framesAgo) {\n\tint historyDepth = textureSize(tex, 0).z;\n\tint z = (historyDepth + frameOffset - framesAgo) % historyDepth;\n\treturn float(z);\n}\n"],"mappings":"yaAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,aAAAE,IAAA,eAAAC,EAAAH,GCAA,IAAAI,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;EDGA,SAASC,GAAU,CAClB,OAAO,SAAUC,EAAoBC,EAAwB,CAC5DA,EAAQ,WAAWC,CAAW,CAC/B,CACD,CAEA,IAAOA,EAAQH","names":["helpers_exports","__export","helpers_default","__toCommonJS","helpers_default","helpers","_shader","context","helpers_default"]}

package/dist/plugins/helpers.mjs

@@ -18,5 +18,5 @@ float historyZ(highp sampler2DArray tex, int frameOffset, int framesAgo) {
 	int z = (historyDepth + frameOffset - framesAgo) % historyDepth;
 	return float(z);
 }
-`;function i(){return function(o,t){t.injectGLSL(e)}}var a=i;export{a as default};
+`;function o(){return function(i,t){t.injectGLSL(e)}}var c=o;export{c as default};
 //# sourceMappingURL=helpers.mjs.map

package/dist/plugins/helpers.mjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/plugins/helpers.glsl","../../src/plugins/helpers.ts"],"sourcesContent":["uniform vec2 u_resolution;\n\n// Apply aspect ratio correction (object-fit: contain)\nvec2 fitContain(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * max(scale, vec2(1.0)) + 0.5;\n}\n\n// Apply aspect ratio correction (object-fit: cover)\nvec2 fitCover(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * min(scale, vec2(1.0)) + 0.5;\n}\n\n// Get the array index for a history texture\nfloat historyZ(highp sampler2DArray tex, int frameOffset, int framesAgo) {\n\tint historyDepth = textureSize(tex, 0).z;\n\tint z = (historyDepth + frameOffset - framesAgo) % historyDepth;\n\treturn float(z);\n}\n","import ShaderPad, { PluginContext } from '../index';\nimport helpersGLSL from './helpers.glsl';\n\nfunction helpers() {\n\treturn function (_shader: ShaderPad, context: PluginContext) {\n\t\tcontext.injectGLSL(helpersGLSL);\n\t};\n}\n\nexport default helpers;\n"],"mappings":"AAAA,IAAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;ECGA,SAASC,GAAU,CAClB,OAAO,SAAUC,EAAoBC,EAAwB,CAC5DA,EAAQ,WAAWC,CAAW,CAC/B,CACD,CAEA,IAAOA,EAAQH","names":["helpers_default","helpers","_shader","context","helpers_default"]}
+{"version":3,"sources":["../../src/plugins/helpers.glsl","../../src/plugins/helpers.ts"],"sourcesContent":["uniform vec2 u_resolution;\n\n// Apply aspect ratio correction (object-fit: contain)\nvec2 fitContain(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * max(scale, vec2(1.0)) + 0.5;\n}\n\n// Apply aspect ratio correction (object-fit: cover)\nvec2 fitCover(vec2 uv, vec2 textureSize) {\n\tvec2 scale = u_resolution.xy * textureSize.yx / (u_resolution.yx * textureSize.xy);\n\treturn (uv - 0.5) * min(scale, vec2(1.0)) + 0.5;\n}\n\n// Get the array index for a history texture\nfloat historyZ(highp sampler2DArray tex, int frameOffset, int framesAgo) {\n\tint historyDepth = textureSize(tex, 0).z;\n\tint z = (historyDepth + frameOffset - framesAgo) % historyDepth;\n\treturn float(z);\n}\n","import ShaderPad, { PluginContext, TextureSource } from '..';\nimport helpersGLSL from './helpers.glsl';\n\nfunction helpers() {\n\treturn function (_shader: ShaderPad, context: PluginContext) {\n\t\tcontext.injectGLSL(helpersGLSL);\n\t};\n}\n\nexport default helpers;\n"],"mappings":"AAAA,IAAAA,EAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;ECGA,SAASC,GAAU,CAClB,OAAO,SAAUC,EAAoBC,EAAwB,CAC5DA,EAAQ,WAAWC,CAAW,CAC/B,CACD,CAEA,IAAOA,EAAQH","names":["helpers_default","helpers","_shader","context","helpers_default"]}

package/dist/plugins/mediapipe-common.d.mts

@@ -0,0 +1,18 @@
+import { TextureSource } from '../index.mjs';
+
+declare const dummyTexture: {
+    data: Uint8Array<ArrayBuffer>;
+    width: number;
+    height: number;
+};
+type MediaPipeSource = HTMLVideoElement | HTMLImageElement | HTMLCanvasElement | OffscreenCanvas;
+declare function isMediaPipeSource(source: TextureSource): source is MediaPipeSource;
+declare function hashOptions(options: object): string;
+declare function calculateBoundingBoxCenter(data: Float32Array, entityIdx: number, landmarkIndices: readonly number[] | number[], landmarkCount: number, offset?: number): [number, number, number, number];
+declare function getSharedFileset(): Promise<any>;
+declare function generateGLSLFn(history: number | undefined): {
+    historyParams: string;
+    fn: (returnType: string, name: string, args: string, body: string) => string;
+};
+
+export { type MediaPipeSource, calculateBoundingBoxCenter, dummyTexture, generateGLSLFn, getSharedFileset, hashOptions, isMediaPipeSource };

package/dist/plugins/mediapipe-common.d.ts

@@ -0,0 +1,18 @@
+import { TextureSource } from '../index.js';
+
+declare const dummyTexture: {
+    data: Uint8Array<ArrayBuffer>;
+    width: number;
+    height: number;
+};
+type MediaPipeSource = HTMLVideoElement | HTMLImageElement | HTMLCanvasElement | OffscreenCanvas;
+declare function isMediaPipeSource(source: TextureSource): source is MediaPipeSource;
+declare function hashOptions(options: object): string;
+declare function calculateBoundingBoxCenter(data: Float32Array, entityIdx: number, landmarkIndices: readonly number[] | number[], landmarkCount: number, offset?: number): [number, number, number, number];
+declare function getSharedFileset(): Promise<any>;
+declare function generateGLSLFn(history: number | undefined): {
+    historyParams: string;
+    fn: (returnType: string, name: string, args: string, body: string) => string;
+};
+
+export { type MediaPipeSource, calculateBoundingBoxCenter, dummyTexture, generateGLSLFn, getSharedFileset, hashOptions, isMediaPipeSource };

package/dist/plugins/mediapipe-common.js

@@ -0,0 +1,7 @@
+"use strict";var $=Object.create;var c=Object.defineProperty;var M=Object.getOwnPropertyDescriptor;var b=Object.getOwnPropertyNames;var d=Object.getPrototypeOf,S=Object.prototype.hasOwnProperty;var I=(n,e)=>{for(var t in e)c(n,t,{get:e[t],enumerable:!0})},y=(n,e,t,s)=>{if(e&&typeof e=="object"||typeof e=="function")for(let r of b(e))!S.call(n,r)&&r!==t&&c(n,r,{get:()=>e[r],enumerable:!(s=M(e,r))||s.enumerable});return n};var P=(n,e,t)=>(t=n!=null?$(d(n)):{},y(e||!n||!n.__esModule?c(t,"default",{value:n,enumerable:!0}):t,n)),T=n=>y(c({},"__esModule",{value:!0}),n);var H={};I(H,{calculateBoundingBoxCenter:()=>L,dummyTexture:()=>A,generateGLSLFn:()=>_,getSharedFileset:()=>O,hashOptions:()=>v,isMediaPipeSource:()=>E});module.exports=T(H);var A={data:new Uint8Array(4),width:1,height:1};function E(n){return n instanceof HTMLVideoElement||n instanceof HTMLImageElement||n instanceof HTMLCanvasElement||n instanceof OffscreenCanvas}function v(n){return JSON.stringify(n,Object.keys(n).sort())}function L(n,e,t,s,r=0){let i=1/0,o=-1/0,a=1/0,m=-1/0,u=0,l=0;for(let h of t){let f=(r+e*s+h)*4,x=n[f],p=n[f+1];i=Math.min(i,x),o=Math.max(o,x),a=Math.min(a,p),m=Math.max(m,p),u+=n[f+2],l+=n[f+3]}return[(i+o)/2,(a+m)/2,u/t.length,l/t.length]}var g=null;function O(){return g||(g=import("@mediapipe/tasks-vision").then(({FilesetResolver:n})=>n.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.22-rc.20250304/wasm"))),g}function _(n){return{historyParams:n?", framesAgo":"",fn:n?(s,r,i,o)=>{let a=i.replace(/\w+ /g,""),m=i?`${i}, int framesAgo`:"int framesAgo",u=a?`${a}, 0`:"0";return`${s} ${r}(${m}) {
+${o}
+}
+${s} ${r}(${i}) { return ${r}(${u}); }`}:(s,r,i,o)=>`${s} ${r}(${i}) {
+${o}
+}`}}0&&(module.exports={calculateBoundingBoxCenter,dummyTexture,generateGLSLFn,getSharedFileset,hashOptions,isMediaPipeSource});
+//# sourceMappingURL=mediapipe-common.js.map

package/dist/plugins/mediapipe-common.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/plugins/mediapipe-common.ts"],"sourcesContent":["import { TextureSource } from '..';\n\nexport const dummyTexture = { data: new Uint8Array(4), width: 1, height: 1 };\n\nexport type MediaPipeSource = HTMLVideoElement | HTMLImageElement | HTMLCanvasElement | OffscreenCanvas;\n\nexport function isMediaPipeSource(source: TextureSource): source is MediaPipeSource {\n\treturn (\n\t\tsource instanceof HTMLVideoElement ||\n\t\tsource instanceof HTMLImageElement ||\n\t\tsource instanceof HTMLCanvasElement ||\n\t\tsource instanceof OffscreenCanvas\n\t);\n}\n\nexport function hashOptions(options: object): string {\n\treturn JSON.stringify(options, Object.keys(options).sort());\n}\n\nexport function calculateBoundingBoxCenter(\n\tdata: Float32Array,\n\tentityIdx: number,\n\tlandmarkIndices: readonly number[] | number[],\n\tlandmarkCount: number,\n\toffset: number = 0\n): [number, number, number, number] {\n\tlet minX = Infinity,\n\t\tmaxX = -Infinity,\n\t\tminY = Infinity,\n\t\tmaxY = -Infinity,\n\t\tavgZ = 0,\n\t\tavgVisibility = 0;\n\n\tfor (const idx of landmarkIndices) {\n\t\tconst dataIdx = (offset + entityIdx * landmarkCount + idx) * 4;\n\t\tconst x = data[dataIdx];\n\t\tconst y = data[dataIdx + 1];\n\t\tminX = Math.min(minX, x);\n\t\tmaxX = Math.max(maxX, x);\n\t\tminY = Math.min(minY, y);\n\t\tmaxY = Math.max(maxY, y);\n\t\tavgZ += data[dataIdx + 2];\n\t\tavgVisibility += data[dataIdx + 3];\n\t}\n\n\treturn [\n\t\t(minX + maxX) / 2,\n\t\t(minY + maxY) / 2,\n\t\tavgZ / landmarkIndices.length,\n\t\tavgVisibility / landmarkIndices.length,\n\t];\n}\n\nlet filesetPromise: Promise<any> | null = null;\nexport function getSharedFileset(): Promise<any> {\n\tif (!filesetPromise) {\n\t\tfilesetPromise = import('@mediapipe/tasks-vision').then(({ FilesetResolver }) =>\n\t\t\tFilesetResolver.forVisionTasks(\n\t\t\t\t`https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@${__MEDIAPIPE_TASKS_VISION_VERSION__}/wasm`\n\t\t\t)\n\t\t);\n\t}\n\treturn filesetPromise;\n}\n\nexport function generateGLSLFn(history: number | undefined) {\n\tconst historyParams = history ? ', framesAgo' : '';\n\tconst fn = history\n\t\t? (returnType: string, name: string, args: string, body: string) => {\n\t\t\t\tconst argsOnly = args.replace(/\\w+ /g, '');\n\t\t\t\tconst historyArgs = args ? `${args}, int framesAgo` : 'int framesAgo';\n\t\t\t\tconst callArgs = argsOnly ? `${argsOnly}, 0` : '0';\n\t\t\t\treturn `${returnType} ${name}(${historyArgs}) {\\n${body}\\n}\n${returnType} ${name}(${args}) { return ${name}(${callArgs}); }`;\n\t\t  }\n\t\t: (returnType: string, name: string, args: string, body: string) =>\n\t\t\t\t`${returnType} ${name}(${args}) {\\n${body}\\n}`;\n\treturn { historyParams, fn };\n}\n"],"mappings":"0jBAAA,IAAAA,EAAA,GAAAC,EAAAD,EAAA,gCAAAE,EAAA,iBAAAC,EAAA,mBAAAC,EAAA,qBAAAC,EAAA,gBAAAC,EAAA,sBAAAC,IAAA,eAAAC,EAAAR,GAEO,IAAMG,EAAe,CAAE,KAAM,IAAI,WAAW,CAAC,EAAG,MAAO,EAAG,OAAQ,CAAE,EAIpE,SAASI,EAAkBE,EAAkD,CACnF,OACCA,aAAkB,kBAClBA,aAAkB,kBAClBA,aAAkB,mBAClBA,aAAkB,eAEpB,CAEO,SAASH,EAAYI,EAAyB,CACpD,OAAO,KAAK,UAAUA,EAAS,OAAO,KAAKA,CAAO,EAAE,KAAK,CAAC,CAC3D,CAEO,SAASR,EACfS,EACAC,EACAC,EACAC,EACAC,EAAiB,EACkB,CACnC,IAAIC,EAAO,IACVC,EAAO,KACPC,EAAO,IACPC,EAAO,KACPC,EAAO,EACPC,EAAgB,EAEjB,QAAWC,KAAOT,EAAiB,CAClC,IAAMU,GAAWR,EAASH,EAAYE,EAAgBQ,GAAO,EACvD,EAAIX,EAAKY,CAAO,EAChBC,EAAIb,EAAKY,EAAU,CAAC,EAC1BP,EAAO,KAAK,IAAIA,EAAM,CAAC,EACvBC,EAAO,KAAK,IAAIA,EAAM,CAAC,EACvBC,EAAO,KAAK,IAAIA,EAAMM,CAAC,EACvBL,EAAO,KAAK,IAAIA,EAAMK,CAAC,EACvBJ,GAAQT,EAAKY,EAAU,CAAC,EACxBF,GAAiBV,EAAKY,EAAU,CAAC,CAClC,CAEA,MAAO,EACLP,EAAOC,GAAQ,GACfC,EAAOC,GAAQ,EAChBC,EAAOP,EAAgB,OACvBQ,EAAgBR,EAAgB,MACjC,CACD,CAEA,IAAIY,EAAsC,KACnC,SAASpB,GAAiC,CAChD,OAAKoB,IACJA,EAAiB,OAAO,yBAAyB,EAAE,KAAK,CAAC,CAAE,gBAAAC,CAAgB,IAC1EA,EAAgB,eACf,+EACD,CACD,GAEMD,CACR,CAEO,SAASrB,EAAeuB,EAA6B,CAY3D,MAAO,CAAE,cAXaA,EAAU,cAAgB,GAWxB,GAVbA,EACR,CAACC,EAAoBC,EAAcC,EAAcC,IAAiB,CAClE,IAAMC,EAAWF,EAAK,QAAQ,QAAS,EAAE,EACnCG,EAAcH,EAAO,GAAGA,CAAI,kBAAoB,gBAChDI,EAAWF,EAAW,GAAGA,CAAQ,MAAQ,IAC/C,MAAO,GAAGJ,CAAU,IAAIC,CAAI,IAAII,CAAW;AAAA,EAAQF,CAAI;AAAA;AAAA,EACzDH,CAAU,IAAIC,CAAI,IAAIC,CAAI,cAAcD,CAAI,IAAIK,CAAQ,MACtD,EACA,CAACN,EAAoBC,EAAcC,EAAcC,IACjD,GAAGH,CAAU,IAAIC,CAAI,IAAIC,CAAI;AAAA,EAAQC,CAAI;AAAA,EACjB,CAC5B","names":["mediapipe_common_exports","__export","calculateBoundingBoxCenter","dummyTexture","generateGLSLFn","getSharedFileset","hashOptions","isMediaPipeSource","__toCommonJS","source","options","data","entityIdx","landmarkIndices","landmarkCount","offset","minX","maxX","minY","maxY","avgZ","avgVisibility","idx","dataIdx","y","filesetPromise","FilesetResolver","history","returnType","name","args","body","argsOnly","historyArgs","callArgs"]}

package/dist/plugins/mediapipe-common.mjs

@@ -0,0 +1,2 @@
+import{a,b,c,d,e,f}from"../chunk-JRSBIGBN.mjs";export{d as calculateBoundingBoxCenter,a as dummyTexture,f as generateGLSLFn,e as getSharedFileset,c as hashOptions,b as isMediaPipeSource};
+//# sourceMappingURL=mediapipe-common.mjs.map

package/dist/plugins/mediapipe-common.mjs.map

@@ -0,0 +1 @@
+{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}

package/dist/plugins/pose.d.mts

@@ -6,6 +6,7 @@ interface PosePluginOptions {
     minPoseDetectionConfidence?: number;
     minPosePresenceConfidence?: number;
     minTrackingConfidence?: number;
+    history?: number;
 }
 declare function pose(config: {
     textureName: string;

package/dist/plugins/pose.d.ts

@@ -6,6 +6,7 @@ interface PosePluginOptions {
     minPoseDetectionConfidence?: number;
     minPosePresenceConfidence?: number;
     minTrackingConfidence?: number;
+    history?: number;
 }
 declare function pose(config: {
     textureName: string;

package/dist/plugins/pose.js

@@ -1,60 +1,65 @@
-"use strict";var oe=Object.create;var K=Object.defineProperty;var ae=Object.getOwnPropertyDescriptor;var he=Object.getOwnPropertyNames;var ue=Object.getPrototypeOf,le=Object.prototype.hasOwnProperty;var ce=(l,t)=>{for(var e in t)K(l,e,{get:t[e],enumerable:!0})},ee=(l,t,e,r)=>{if(t&&typeof t=="object"||typeof t=="function")for(let i of he(t))!le.call(l,i)&&i!==e&&K(l,i,{get:()=>t[i],enumerable:!(r=ae(t,i))||r.enumerable});return l};var me=(l,t,e)=>(e=l!=null?oe(ue(l)):{},ee(t||!l||!l.__esModule?K(e,"default",{value:l,enumerable:!0}):e,l)),de=l=>ee(K({},"__esModule",{value:!0}),l);var Ae={};ce(Ae,{default:()=>Ie});module.exports=de(Ae);var fe=`#version 300 es
+"use strict";var te=Object.create;var U=Object.defineProperty;var ie=Object.getOwnPropertyDescriptor;var re=Object.getOwnPropertyNames;var ne=Object.getPrototypeOf,se=Object.prototype.hasOwnProperty;var oe=(o,i)=>{for(var e in i)U(o,e,{get:i[e],enumerable:!0})},Y=(o,i,e,n)=>{if(i&&typeof i=="object"||typeof i=="function")for(let t of re(i))!se.call(o,t)&&t!==e&&U(o,t,{get:()=>i[t],enumerable:!(n=ie(i,t))||n.enumerable});return o};var X=(o,i,e)=>(e=o!=null?te(ne(o)):{},Y(i||!o||!o.__esModule?U(e,"default",{value:o,enumerable:!0}):e,o)),ae=o=>Y(U({},"__esModule",{value:!0}),o);var Le={};oe(Le,{default:()=>be});module.exports=ae(Le);var ue=`#version 300 es
 in vec2 aPosition;
 out vec2 v_uv;
 void main() {
     v_uv = aPosition * 0.5 + 0.5;
     gl_Position = vec4(aPosition, 0.0, 1.0);
-}`,Te=33.333333333333336,z=Symbol("u_history"),V=Symbol("__SHADERPAD_BUFFER");function Ee(l,t){if(!t?.length)return l;let e=l.split(`
-`),r=e.findLastIndex(i=>{let n=i.trimStart();return n.startsWith("precision ")||n.startsWith("#version ")})+1;return e.splice(r,0,...t),e.join(`
-`)}function te(l){return l instanceof WebGLTexture?{width:0,height:0}:l instanceof HTMLVideoElement?{width:l.videoWidth,height:l.videoHeight}:l instanceof HTMLImageElement?{width:l.naturalWidth??l.width,height:l.naturalHeight??l.height}:{width:l.width,height:l.height}}function k(l){return typeof l=="symbol"?l.description??"":l}var j=class{isInternalCanvas=!1;isTouchDevice=!1;gl;uniforms=new Map;textures=new Map;textureUnitPool;buffer=null;program=null;aPositionLocation=0;animationFrameId;resolutionObserver;resizeObserver;resizeTimeout=null;lastResizeTime=-1/0;eventListeners=new Map;frame=0;startTime=0;cursorPosition=[.5,.5];clickPosition=[.5,.5];isMouseDown=!1;canvas;hooks=new Map;historyDepth=0;textureOptions;debug;intermediateFbo=null;constructor(t,{canvas:e,plugins:r,history:i,debug:n,...u}={}){if(this.canvas=e||document.createElement("canvas"),!e){this.isInternalCanvas=!0;let g=this.canvas;g.style.position="fixed",g.style.inset="0",g.style.height="100dvh",g.style.width="100dvw",document.body.appendChild(g)}let s=this.canvas.getContext("webgl2",{antialias:!1});if(!s)throw new Error("WebGL2 not supported. Please use a browser that supports WebGL2.");this.gl=s,this.textureUnitPool={free:[],next:0,max:s.getParameter(s.MAX_COMBINED_TEXTURE_IMAGE_UNITS)},this.textureOptions=u;let{internalFormat:d,type:c}=u;(c===s.FLOAT||c===s.HALF_FLOAT||d===s.RGBA16F||d===s.RGBA32F||d===s.R16F||d===s.R32F||d===s.RG16F||d===s.RG32F)&&!s.getExtension("EXT_color_buffer_float")&&(console.warn("EXT_color_buffer_float not supported, falling back to RGBA8"),delete this.textureOptions?.internalFormat,delete this.textureOptions?.format,delete this.textureOptions?.type),i&&(this.historyDepth=i),this.debug=n??(typeof process<"u"&&!1),this.animationFrameId=null,this.resolutionObserver=new MutationObserver(()=>this.updateResolution()),this.resizeObserver=new ResizeObserver(()=>this.throttledHandleResize());let p=[];r&&r.forEach(g=>g(this,{gl:s,canvas:this.canvas,injectGLSL:a=>{p.push(a)},emitHook:this.emitHook.bind(this)}));let E=this.gl.createProgram();if(!E)throw new Error("Failed to create WebGL program");this.program=E;let H=this.createShader(this.gl.VERTEX_SHADER,fe),S=this.createShader(s.FRAGMENT_SHADER,Ee(t,p));if(s.attachShader(E,H),s.attachShader(E,S),s.linkProgram(E),s.deleteShader(H),s.deleteShader(S),!s.getProgramParameter(E,s.LINK_STATUS))throw console.error("Program link error:",s.getProgramInfoLog(E)),s.deleteProgram(E),new Error("Failed to link WebGL program");this.aPositionLocation=s.getAttribLocation(E,"aPosition");let v=new Float32Array([-1,-1,1,-1,-1,1,-1,1,1,-1,1,1]);this.buffer=s.createBuffer(),s.bindBuffer(s.ARRAY_BUFFER,this.buffer),s.bufferData(s.ARRAY_BUFFER,v,s.STATIC_DRAW),s.viewport(0,0,s.drawingBufferWidth,s.drawingBufferHeight),s.enableVertexAttribArray(this.aPositionLocation),s.vertexAttribPointer(this.aPositionLocation,2,s.FLOAT,!1,0,0),s.useProgram(E),this.canvas instanceof HTMLCanvasElement&&(this.resolutionObserver.observe(this.canvas,{attributes:!0,attributeFilter:["width","height"]}),this.resizeObserver.observe(this.canvas)),this.isInternalCanvas||this.updateResolution(),this.initializeUniform("u_cursor","float",this.cursorPosition),this.initializeUniform("u_click","float",[...this.clickPosition,this.isMouseDown?1:0]),this.initializeUniform("u_time","float",0),this.initializeUniform("u_frame","int",0),this.historyDepth>0&&(this._initializeTexture(V,this.canvas,{...this.textureOptions}),this._initializeTexture(z,this.canvas,{history:this.historyDepth,...this.textureOptions}),this.intermediateFbo=s.createFramebuffer()),this.canvas instanceof HTMLCanvasElement&&this.addEventListeners(),this.emitHook("init")}emitHook(t,...e){this.hooks.get(t)?.forEach(r=>r.call(this,...e))}on(t,e){this.hooks.has(t)||this.hooks.set(t,[]),this.hooks.get(t).push(e)}off(t,e){let r=this.hooks.get(t);r&&r.splice(r.indexOf(e),1)}createShader(t,e){let r=this.gl.createShader(t);if(this.gl.shaderSource(r,e),this.gl.compileShader(r),!this.gl.getShaderParameter(r,this.gl.COMPILE_STATUS))throw console.error("Shader compilation failed:",e),console.error(this.gl.getShaderInfoLog(r)),this.gl.deleteShader(r),new Error("Shader compilation failed");return r}throttledHandleResize(){clearTimeout(this.resizeTimeout);let t=performance.now(),e=this.lastResizeTime+Te-t;e<=0?(this.lastResizeTime=t,this.handleResize()):this.resizeTimeout=setTimeout(()=>this.throttledHandleResize(),e)}handleResize(){if(!(this.canvas instanceof HTMLCanvasElement))return;let t=window.devicePixelRatio||1,e=this.canvas.clientWidth*t,r=this.canvas.clientHeight*t;this.isInternalCanvas&&(this.canvas.width!==e||this.canvas.height!==r)&&(this.canvas.width=e,this.canvas.height=r),this.emitHook("resize",e,r)}addEventListeners(){let t=this.canvas,e=(i,n)=>{if(!this.uniforms.has("u_cursor"))return;let u=t.getBoundingClientRect();this.cursorPosition[0]=(i-u.left)/u.width,this.cursorPosition[1]=1-(n-u.top)/u.height,this.updateUniforms({u_cursor:this.cursorPosition})},r=(i,n,u)=>{if(this.uniforms.has("u_click")){if(this.isMouseDown=i,i){let s=t.getBoundingClientRect(),d=n,c=u;this.clickPosition[0]=(d-s.left)/s.width,this.clickPosition[1]=1-(c-s.top)/s.height}this.updateUniforms({u_click:[...this.clickPosition,this.isMouseDown?1:0]})}};this.eventListeners.set("mousemove",i=>{let n=i;this.isTouchDevice||e(n.clientX,n.clientY)}),this.eventListeners.set("mousedown",i=>{let n=i;this.isTouchDevice||n.button===0&&(this.isMouseDown=!0,r(!0,n.clientX,n.clientY))}),this.eventListeners.set("mouseup",i=>{let n=i;this.isTouchDevice||n.button===0&&r(!1)}),this.eventListeners.set("touchmove",i=>{let n=i;n.touches.length>0&&e(n.touches[0].clientX,n.touches[0].clientY)}),this.eventListeners.set("touchstart",i=>{let n=i;this.isTouchDevice=!0,n.touches.length>0&&(e(n.touches[0].clientX,n.touches[0].clientY),r(!0,n.touches[0].clientX,n.touches[0].clientY))}),this.eventListeners.set("touchend",i=>{i.touches.length===0&&r(!1)}),this.eventListeners.forEach((i,n)=>{t.addEventListener(n,i)})}updateResolution(){let t=[this.gl.drawingBufferWidth,this.gl.drawingBufferHeight];this.gl.viewport(0,0,...t),this.uniforms.has("u_resolution")?this.updateUniforms({u_resolution:t}):this.initializeUniform("u_resolution","float",t),this.historyDepth>0&&(this.resizeTexture(z,...t),this.resizeTexture(V,...t)),this.emitHook("updateResolution",...t)}resizeTexture(t,e,r){let i=this.textures.get(t);if(!i||i.width===e&&i.height===r)return;this.gl.deleteTexture(i.texture),i.width=e,i.height=r;let{texture:n}=this.createTexture(t,i);i.texture=n,i.history&&(i.history.writeIndex=0,this.clearHistoryTextureLayers(i))}reserveTextureUnit(t){let e=this.textures.get(t);if(e)return e.unitIndex;if(this.textureUnitPool.free.length>0)return this.textureUnitPool.free.pop();if(this.textureUnitPool.next>=this.textureUnitPool.max)throw new Error("Exceeded the available texture units for this device.");return this.textureUnitPool.next++}releaseTextureUnit(t){let e=this.textures.get(t);e&&this.textureUnitPool.free.push(e.unitIndex)}resolveTextureOptions(t){let{gl:e}=this,r=t?.type??e.UNSIGNED_BYTE;return{type:r,format:t?.format??e.RGBA,internalFormat:t?.internalFormat??(r===e.FLOAT?e.RGBA32F:r===e.HALF_FLOAT?e.RGBA16F:e.RGBA8),minFilter:t?.minFilter??e.LINEAR,magFilter:t?.magFilter??e.LINEAR,wrapS:t?.wrapS??e.CLAMP_TO_EDGE,wrapT:t?.wrapT??e.CLAMP_TO_EDGE,preserveY:t?.preserveY}}clearHistoryTextureLayers(t){if(!t.history)return;let e=this.gl,{type:r,format:i}=t.options,n=t.width*t.height*4,u=r===e.FLOAT?new Float32Array(n):r===e.HALF_FLOAT?new Uint16Array(n):new Uint8Array(n);e.activeTexture(e.TEXTURE0+t.unitIndex),e.bindTexture(e.TEXTURE_2D_ARRAY,t.texture);for(let s=0;s<t.history.depth;++s)e.texSubImage3D(e.TEXTURE_2D_ARRAY,0,0,0,s,t.width,t.height,1,i,r,u)}initializeUniform(t,e,r,i){let n=i?.arrayLength;if(this.uniforms.has(t))throw new Error(`${t} is already initialized.`);if(e!=="float"&&e!=="int")throw new Error(`Invalid uniform type: ${e}. Expected 'float' or 'int'.`);if(n&&!(Array.isArray(r)&&r.length===n))throw new Error(`${t} array length mismatch: must initialize with ${n} elements.`);let u=this.gl.getUniformLocation(this.program,t);if(!u&&n&&(u=this.gl.getUniformLocation(this.program,`${t}[0]`)),!u){this.log(`${t} not in shader. Skipping initialization.`);return}let s=n?r[0]:r,d=Array.isArray(s)?s.length:1;this.uniforms.set(t,{type:e,length:d,location:u,arrayLength:n});try{this.updateUniforms({[t]:r})}catch(c){throw this.uniforms.delete(t),c}this.emitHook("initializeUniform",...arguments)}log(...t){this.debug&&console.debug(...t)}updateUniforms(t,e){this.gl.useProgram(this.program),Object.entries(t).forEach(([r,i])=>{let n=this.uniforms.get(r);if(!n){this.log(`${r} not in shader. Skipping update.`);return}let u=`uniform${n.length}${n.type.charAt(0)}`;if(n.arrayLength){if(!Array.isArray(i))throw new Error(`${r} is an array, but the value passed to updateUniforms is not an array.`);let s=i.length;if(!s)return;if(s>n.arrayLength)throw new Error(`${r} received ${s} values, but maximum length is ${n.arrayLength}.`);if(i.some(m=>(Array.isArray(m)?m.length:1)!==n.length))throw new Error(`Tried to update ${r} with some elements that are not length ${n.length}.`);let d=new(n.type==="float"?Float32Array:Int32Array)(i.flat()),c=n.location;if(e?.startIndex){let m=this.gl.getUniformLocation(this.program,`${r}[${e.startIndex}]`);if(!m)throw new Error(`${r}[${e.startIndex}] not in shader. Did you pass an invalid startIndex?`);c=m}this.gl[u+"v"](c,d)}else{if(Array.isArray(i)||(i=[i]),i.length!==n.length)throw new Error(`Invalid uniform value length: ${i.length}. Expected ${n.length}.`);this.gl[u](n.location,...i)}}),this.emitHook("updateUniforms",...arguments)}createTexture(t,e){let{width:r,height:i}=e,n=e.history?.depth??0,u=this.gl.createTexture();if(!u)throw new Error("Failed to create texture");let s=e.unitIndex;if(typeof s!="number")try{s=this.reserveTextureUnit(t)}catch(p){throw this.gl.deleteTexture(u),p}let d=n>0,c=d?this.gl.TEXTURE_2D_ARRAY:this.gl.TEXTURE_2D,{options:m}=e;return this.gl.activeTexture(this.gl.TEXTURE0+s),this.gl.bindTexture(c,u),this.gl.texParameteri(c,this.gl.TEXTURE_WRAP_S,m.wrapS),this.gl.texParameteri(c,this.gl.TEXTURE_WRAP_T,m.wrapT),this.gl.texParameteri(c,this.gl.TEXTURE_MIN_FILTER,m.minFilter),this.gl.texParameteri(c,this.gl.TEXTURE_MAG_FILTER,m.magFilter),d?this.gl.texStorage3D(c,1,m.internalFormat,r,i,n):t===V&&this.gl.texImage2D(this.gl.TEXTURE_2D,0,m.internalFormat,r,i,0,m.format,m.type,null),{texture:u,unitIndex:s}}_initializeTexture(t,e,r){if(this.textures.has(t))throw new Error(`Texture '${k(t)}' is already initialized.`);let{history:i=0,...n}=r??{},{width:u,height:s}=te(e);if(!u||!s)throw new Error("Texture source must have valid dimensions");let d={width:u,height:s,options:this.resolveTextureOptions(n)};i>0&&(d.history={depth:i,writeIndex:0});let{texture:c,unitIndex:m}=this.createTexture(t,d),p={texture:c,unitIndex:m,...d};i>0&&(this.initializeUniform(`${k(t)}FrameOffset`,"int",0),this.clearHistoryTextureLayers(p)),this.textures.set(t,p),this.updateTexture(t,e);let E=this.gl.getUniformLocation(this.program,k(t));E&&this.gl.uniform1i(E,m)}initializeTexture(t,e,r){this._initializeTexture(t,e,r),this.emitHook("initializeTexture",...arguments)}updateTextures(t,e){Object.entries(t).forEach(([r,i])=>{this.updateTexture(r,i,e)}),this.emitHook("updateTextures",...arguments)}updateTexture(t,e,r){let i=this.textures.get(t);if(!i)throw new Error(`Texture '${k(t)}' is not initialized.`);if(e instanceof WebGLTexture){this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,e);return}let{width:n,height:u}=te(e);if(!n||!u)return;let s="isPartial"in e&&e.isPartial;s||this.resizeTexture(t,n,u);let c=!("data"in e&&e.data)&&!i.options?.preserveY,m=this.gl.getParameter(this.gl.UNPACK_FLIP_Y_WEBGL);if(i.history){if(this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D_ARRAY,i.texture),!r?.skipHistoryWrite){this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,c),this.gl.texSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,i.history.writeIndex,n,u,1,i.options.format,i.options.type,e.data??e),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,m);let p=`${k(t)}FrameOffset`;this.updateUniforms({[p]:i.history.writeIndex}),i.history.writeIndex=(i.history.writeIndex+1)%i.history.depth}}else this.gl.activeTexture(this.gl.TEXTURE0+i.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,i.texture),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,c),s?this.gl.texSubImage2D(this.gl.TEXTURE_2D,0,e.x??0,e.y??0,n,u,i.options.format,i.options.type,e.data):this.gl.texImage2D(this.gl.TEXTURE_2D,0,i.options.internalFormat,n,u,0,i.options.format,i.options.type,e.data??e),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,m)}draw(t){this.emitHook("beforeDraw",...arguments);let e=this.gl,r=e.drawingBufferWidth,i=e.drawingBufferHeight,n=this.textures.get(z),u=this.textures.get(V),s=n&&!t?.skipHistoryWrite;s&&(e.bindFramebuffer(e.FRAMEBUFFER,this.intermediateFbo),e.framebufferTexture2D(e.FRAMEBUFFER,e.COLOR_ATTACHMENT0,e.TEXTURE_2D,u.texture,0)),e.useProgram(this.program),e.bindBuffer(e.ARRAY_BUFFER,this.buffer),e.vertexAttribPointer(this.aPositionLocation,2,e.FLOAT,!1,0,0),e.enableVertexAttribArray(this.aPositionLocation),e.viewport(0,0,r,i),t?.skipClear||e.clear(e.COLOR_BUFFER_BIT),e.drawArrays(e.TRIANGLES,0,6),s&&(e.bindTexture(e.TEXTURE_2D_ARRAY,n.texture),e.copyTexSubImage3D(e.TEXTURE_2D_ARRAY,0,0,0,n.history.writeIndex,0,0,r,i),e.bindFramebuffer(e.READ_FRAMEBUFFER,this.intermediateFbo),e.bindFramebuffer(e.DRAW_FRAMEBUFFER,null),e.blitFramebuffer(0,0,r,i,0,0,r,i,e.COLOR_BUFFER_BIT,e.NEAREST),e.bindFramebuffer(e.FRAMEBUFFER,null)),this.emitHook("afterDraw",...arguments)}step(t,e){this.emitHook("beforeStep",...arguments);let r={};this.uniforms.has("u_time")&&(r.u_time=t),this.uniforms.has("u_frame")&&(r.u_frame=this.frame),this.updateUniforms(r),this.draw(e);let i=this.textures.get(z);if(i&&!e?.skipHistoryWrite){let{writeIndex:n,depth:u}=i.history;this.updateUniforms({[`${k(z)}FrameOffset`]:n}),i.history.writeIndex=(n+1)%u}++this.frame,this.emitHook("afterStep",...arguments)}play(t,e){this.pause();let r=i=>{i=(i-this.startTime)/1e3;let n=e?.(i,this.frame)??void 0;this.step(i,n),this.animationFrameId=requestAnimationFrame(r),t?.(i,this.frame)};this.animationFrameId=requestAnimationFrame(r),this.emitHook("play")}pause(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.emitHook("pause")}reset(){this.frame=0,this.startTime=performance.now(),this.textures.forEach(t=>{t.history&&(t.history.writeIndex=0,this.clearHistoryTextureLayers(t))}),this.emitHook("reset")}destroy(){this.emitHook("destroy"),this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.resolutionObserver.disconnect(),this.resizeObserver.disconnect(),this.canvas instanceof HTMLCanvasElement&&this.eventListeners.forEach((t,e)=>{this.canvas.removeEventListener(e,t)}),this.program&&this.gl.deleteProgram(this.program),this.intermediateFbo&&(this.gl.deleteFramebuffer(this.intermediateFbo),this.intermediateFbo=null),this.textures.forEach(t=>{this.gl.deleteTexture(t.texture)}),this.textureUnitPool.free=[],this.textureUnitPool.next=0,this.buffer&&(this.gl.deleteBuffer(this.buffer),this.buffer=null),this.isInternalCanvas&&this.canvas instanceof HTMLCanvasElement&&this.canvas.remove()}},ie=j;var F=33,pe=6,_=F+pe,h={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:F,LEFT_HAND_CENTER:F+1,RIGHT_HAND_CENTER:F+2,LEFT_FOOT_CENTER:F+3,RIGHT_FOOT_CENTER:F+4,TORSO_CENTER:F+5},ge=Array.from({length:F},(l,t)=>t),_e=[h.LEFT_WRIST,h.LEFT_PINKY,h.LEFT_THUMB,h.LEFT_INDEX],xe=[h.RIGHT_WRIST,h.RIGHT_PINKY,h.RIGHT_THUMB,h.RIGHT_INDEX],Re=[h.LEFT_ANKLE,h.LEFT_HEEL,h.LEFT_FOOT_INDEX],ve=[h.RIGHT_ANKLE,h.RIGHT_HEEL,h.RIGHT_FOOT_INDEX],Le=[h.LEFT_SHOULDER,h.RIGHT_SHOULDER,h.LEFT_HIP,h.RIGHT_HIP],be={data:new Uint8Array(4),width:1,height:1};function Fe(l){let{textureName:t,options:e}=l,r="https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task";return function(i,n){let{injectGLSL:u,gl:s,emitHook:d}=n,c=null,m=null,p=-1,E="VIDEO",H=new Map,S=e?.maxPoses??1,v=512,g=0,a=null,B=new OffscreenCanvas(1,1),x=null;async function re(){try{let{FilesetResolver:o,PoseLandmarker:f}=await import("@mediapipe/tasks-vision");m=await o.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"),c=await f.createFromOptions(m,{baseOptions:{modelAssetPath:e?.modelPath||r,delegate:"GPU"},canvas:B,runningMode:E,numPoses:e?.maxPoses??1,minPoseDetectionConfidence:e?.minPoseDetectionConfidence??.5,minPosePresenceConfidence:e?.minPosePresenceConfidence??.5,minTrackingConfidence:e?.minTrackingConfidence??.5,outputSegmentationMasks:!0})}catch(o){throw console.error("[Pose Plugin] Failed to initialize MediaPipe:",o),o}}let q=re();function w(o,f,L){let R=1/0,T=-1/0,G=1/0,I=-1/0,A=0,y=0;for(let M of L){let b=(f*_+M)*4,P=o[b],O=o[b+1];R=Math.min(R,P),T=Math.max(T,P),G=Math.min(G,O),I=Math.max(I,O),A+=o[b+2],y+=o[b+3]}let D=(R+T)/2,C=(G+I)/2,N=A/L.length,U=y/L.length;return[D,C,N,U]}function ne(o){if(!(!o||o.length===0||!x)){for(let f=0;f<o.length;++f){let L=o[f];x.updateTextures({u_mask:L.getAsWebGLTexture()}),x.updateUniforms({u_poseIndex:(f+1)/S}),x.draw({skipClear:f>0}),L.close()}i.updateTextures({u_poseMask:B})}}function se(o){if(!a)return;let f=o.length,L=f*_;for(let T=0;T<f;++T){let G=o[T];for(let Y=0;Y<F;++Y){let X=G[Y],$=(T*_+Y)*4;a[$]=X.x,a[$+1]=1-X.y,a[$+2]=X.z??0,a[$+3]=X.visibility??1}let I=w(a,T,ge),A=(T*_+h.BODY_CENTER)*4;a[A]=I[0],a[A+1]=I[1],a[A+2]=I[2],a[A+3]=I[3];let y=w(a,T,_e),D=(T*_+h.LEFT_HAND_CENTER)*4;a[D]=y[0],a[D+1]=y[1],a[D+2]=y[2],a[D+3]=y[3];let C=w(a,T,xe),N=(T*_+h.RIGHT_HAND_CENTER)*4;a[N]=C[0],a[N+1]=C[1],a[N+2]=C[2],a[N+3]=C[3];let U=w(a,T,Re),M=(T*_+h.LEFT_FOOT_CENTER)*4;a[M]=U[0],a[M+1]=U[1],a[M+2]=U[2],a[M+3]=U[3];let b=w(a,T,ve),P=(T*_+h.RIGHT_FOOT_CENTER)*4;a[P]=b[0],a[P+1]=b[1],a[P+2]=b[2],a[P+3]=b[3];let O=w(a,T,Le),W=(T*_+h.TORSO_CENTER)*4;a[W]=O[0],a[W+1]=O[1],a[W+2]=O[2],a[W+3]=O[3]}let R=Math.ceil(L/v);i.updateTextures({u_poseLandmarksTex:{data:a,width:v,height:R,isPartial:!0}})}function Z(o){!o?.landmarks||!a||(se(o.landmarks),ne(o.segmentationMasks),i.updateUniforms({u_nPoses:o.landmarks.length}),d("pose:result",o))}i.on("init",async()=>{i.initializeUniform("u_maxPoses","int",S),i.initializeUniform("u_nPoses","int",0);let o=S*_;g=Math.ceil(o/v);let f=v*g*4;a=new Float32Array(f),i.initializeTexture("u_poseLandmarksTex",{data:a,width:v,height:g},{internalFormat:s.RGBA32F,type:s.FLOAT,minFilter:s.NEAREST,magFilter:s.NEAREST}),i.initializeTexture("u_poseMask",B,{preserveY:!0,minFilter:s.NEAREST,magFilter:s.NEAREST}),await q,x=new ie(`#version 300 es
-precision mediump float;
-in vec2 v_uv;
-out vec4 outColor;
-uniform sampler2D u_mask;
-uniform float u_poseIndex;
-void main() {
-	ivec2 texCoord = ivec2(v_uv * vec2(textureSize(u_mask, 0)));
-	float confidence = texelFetch(u_mask, texCoord, 0).r;
-	if (confidence < 0.01) discard;
-	outColor = vec4(1.0, confidence, u_poseIndex, 1.0);
-}`,{canvas:B}),x.initializeTexture("u_mask",be),x.initializeUniform("u_poseIndex","float",0),d("pose:ready")}),i.on("initializeTexture",(o,f)=>{o===t&&Q(f)}),i.on("updateTextures",o=>{let f=o[t];f&&Q(f)});let J=0;async function Q(o){let f=++J;if(await q,f!==J||!c)return;H.get(t)!==o&&(p=-1),H.set(t,o);try{let R=o instanceof HTMLVideoElement?"VIDEO":"IMAGE";if(E!==R&&(E=R,await c.setOptions({runningMode:E})),o instanceof HTMLVideoElement){if(o.videoWidth===0||o.videoHeight===0||o.readyState<2)return;o.currentTime!==p&&(p=o.currentTime,Z(c.detectForVideo(o,performance.now())))}else if(o instanceof HTMLImageElement||o instanceof HTMLCanvasElement){if(o.width===0||o.height===0)return;Z(c.detect(o))}}catch(R){console.error("[Pose Plugin] Detection error:",R)}}i.on("destroy",()=>{c&&(c.close(),c=null),x&&(x.destroy(),x=null),m=null,H.clear(),a=null}),u(`
+}`,he=33.333333333333336,le=new Float32Array([-1,-1,1,-1,-1,1,-1,1,1,-1,1,1]),D=Symbol("u_history"),w=Symbol("__SHADERPAD_BUFFER");function ce(o,i){if(!i?.length)return o;let e=o.split(`
+`),n=e.findLastIndex(t=>{let r=t.trimStart();return r.startsWith("precision ")||r.startsWith("#version ")})+1;return e.splice(n,0,...i),e.join(`
+`)}function K(o){return o instanceof WebGLTexture?{width:0,height:0}:o instanceof N?{width:o.canvas.width,height:o.canvas.height}:o instanceof HTMLVideoElement?{width:o.videoWidth,height:o.videoHeight}:o instanceof HTMLImageElement?{width:o.naturalWidth??o.width,height:o.naturalHeight??o.height}:{width:o.width,height:o.height}}function H(o){return typeof o=="symbol"?o.description??"":o}var N=class o{isInternalCanvas=!1;isTouchDevice=!1;gl;uniforms=new Map;textures=new Map;textureUnitPool;buffer=null;program=null;aPositionLocation=0;animationFrameId;resolutionObserver;resizeObserver;resizeTimeout=null;lastResizeTime=-1/0;eventListeners=new Map;frame=0;startTime=0;cursorPosition=[.5,.5];clickPosition=[.5,.5];isMouseDown=!1;canvas;hooks=new Map;historyDepth=0;textureOptions;debug;intermediateFbo=null;constructor(i,{canvas:e,plugins:n,history:t,debug:r,...a}={}){if(this.canvas=e||document.createElement("canvas"),!e){this.isInternalCanvas=!0;let p=this.canvas;p.style.position="fixed",p.style.inset="0",p.style.height="100dvh",p.style.width="100dvw",document.body.appendChild(p)}if(this.canvas instanceof OffscreenCanvas){let p=u=>{let v=Object.getOwnPropertyDescriptor(OffscreenCanvas.prototype,u);Object.defineProperty(this.canvas,u,{get:()=>v.get.call(this.canvas),set:R=>{v.set.call(this.canvas,R),this.updateResolution()},configurable:v.configurable,enumerable:v.enumerable})};p("width"),p("height")}let s=this.canvas.getContext("webgl2",{antialias:!1});if(!s)throw new Error("WebGL2 not supported. Please use a browser that supports WebGL2.");this.gl=s,this.textureUnitPool={free:[],next:0,max:s.getParameter(s.MAX_COMBINED_TEXTURE_IMAGE_UNITS)},this.textureOptions=a;let{internalFormat:h,type:m}=a;(m===s.FLOAT||m===s.HALF_FLOAT||h===s.RGBA16F||h===s.RGBA32F||h===s.R16F||h===s.R32F||h===s.RG16F||h===s.RG32F)&&!s.getExtension("EXT_color_buffer_float")&&(console.warn("EXT_color_buffer_float not supported, falling back to RGBA8"),delete this.textureOptions?.internalFormat,delete this.textureOptions?.format,delete this.textureOptions?.type),t&&(this.historyDepth=t),this.debug=r??(typeof process<"u"&&!1),this.animationFrameId=null,this.resolutionObserver=new MutationObserver(()=>this.updateResolution()),this.resizeObserver=new ResizeObserver(()=>this.throttledHandleResize());let f=[];n&&n.forEach(p=>p(this,{gl:s,canvas:this.canvas,injectGLSL:u=>{f.push(u)},emitHook:this.emitHook.bind(this)}));let c=this.gl.createProgram();if(!c)throw new Error("Failed to create WebGL program");this.program=c;let E=this.createShader(this.gl.VERTEX_SHADER,ue),g=this.createShader(s.FRAGMENT_SHADER,ce(i,f));if(s.attachShader(c,E),s.attachShader(c,g),s.linkProgram(c),s.deleteShader(E),s.deleteShader(g),!s.getProgramParameter(c,s.LINK_STATUS))throw console.error("Program link error:",s.getProgramInfoLog(c)),s.deleteProgram(c),new Error("Failed to link WebGL program");this.aPositionLocation=s.getAttribLocation(c,"aPosition"),this.buffer=s.createBuffer(),s.bindBuffer(s.ARRAY_BUFFER,this.buffer),s.bufferData(s.ARRAY_BUFFER,le,s.STATIC_DRAW),s.viewport(0,0,s.drawingBufferWidth,s.drawingBufferHeight),s.enableVertexAttribArray(this.aPositionLocation),s.vertexAttribPointer(this.aPositionLocation,2,s.FLOAT,!1,0,0),s.useProgram(c),this.canvas instanceof HTMLCanvasElement&&(this.resolutionObserver.observe(this.canvas,{attributes:!0,attributeFilter:["width","height"]}),this.resizeObserver.observe(this.canvas)),this.isInternalCanvas||this.updateResolution(),this.initializeUniform("u_cursor","float",this.cursorPosition),this.initializeUniform("u_click","float",[...this.clickPosition,this.isMouseDown?1:0]),this.initializeUniform("u_time","float",0),this.initializeUniform("u_frame","int",0),this._initializeTexture(w,this.canvas,{...this.textureOptions}),this.intermediateFbo=s.createFramebuffer(),this.historyDepth>0&&this._initializeTexture(D,this.canvas,{history:this.historyDepth,...this.textureOptions}),this.canvas instanceof HTMLCanvasElement&&this.addEventListeners(),this.emitHook("init")}emitHook(i,...e){this.hooks.get(i)?.forEach(n=>n.call(this,...e))}on(i,e){this.hooks.has(i)||this.hooks.set(i,[]),this.hooks.get(i).push(e)}off(i,e){let n=this.hooks.get(i);n&&n.splice(n.indexOf(e),1)}createShader(i,e){let n=this.gl.createShader(i);if(this.gl.shaderSource(n,e),this.gl.compileShader(n),!this.gl.getShaderParameter(n,this.gl.COMPILE_STATUS))throw console.error("Shader compilation failed:",e),console.error(this.gl.getShaderInfoLog(n)),this.gl.deleteShader(n),new Error("Shader compilation failed");return n}throttledHandleResize(){clearTimeout(this.resizeTimeout);let i=performance.now(),e=this.lastResizeTime+he-i;e<=0?(this.lastResizeTime=i,this.handleResize()):this.resizeTimeout=setTimeout(()=>this.throttledHandleResize(),e)}handleResize(){if(!(this.canvas instanceof HTMLCanvasElement))return;let i=window.devicePixelRatio||1,e=this.canvas.clientWidth*i,n=this.canvas.clientHeight*i;this.isInternalCanvas&&(this.canvas.width!==e||this.canvas.height!==n)&&(this.canvas.width=e,this.canvas.height=n),this.emitHook("resize",e,n)}addEventListeners(){let i=this.canvas,e=(t,r)=>{if(!this.uniforms.has("u_cursor"))return;let a=i.getBoundingClientRect();this.cursorPosition[0]=(t-a.left)/a.width,this.cursorPosition[1]=1-(r-a.top)/a.height,this.updateUniforms({u_cursor:this.cursorPosition})},n=(t,r,a)=>{if(this.uniforms.has("u_click")){if(this.isMouseDown=t,t){let s=i.getBoundingClientRect(),h=r,m=a;this.clickPosition[0]=(h-s.left)/s.width,this.clickPosition[1]=1-(m-s.top)/s.height}this.updateUniforms({u_click:[...this.clickPosition,this.isMouseDown?1:0]})}};this.eventListeners.set("mousemove",t=>{let r=t;this.isTouchDevice||e(r.clientX,r.clientY)}),this.eventListeners.set("mousedown",t=>{let r=t;this.isTouchDevice||r.button===0&&(this.isMouseDown=!0,n(!0,r.clientX,r.clientY))}),this.eventListeners.set("mouseup",t=>{let r=t;this.isTouchDevice||r.button===0&&n(!1)}),this.eventListeners.set("touchmove",t=>{let r=t;r.touches.length>0&&e(r.touches[0].clientX,r.touches[0].clientY)}),this.eventListeners.set("touchstart",t=>{let r=t;this.isTouchDevice=!0,r.touches.length>0&&(e(r.touches[0].clientX,r.touches[0].clientY),n(!0,r.touches[0].clientX,r.touches[0].clientY))}),this.eventListeners.set("touchend",t=>{t.touches.length===0&&n(!1)}),this.eventListeners.forEach((t,r)=>{i.addEventListener(r,t)})}updateResolution(){let i=[this.gl.drawingBufferWidth,this.gl.drawingBufferHeight];this.gl.viewport(0,0,...i),this.uniforms.has("u_resolution")?this.updateUniforms({u_resolution:i}):this.initializeUniform("u_resolution","float",i),this.resizeTexture(w,...i),this.historyDepth>0&&this.resizeTexture(D,...i),this.emitHook("updateResolution",...i)}resizeTexture(i,e,n){let t=this.textures.get(i);if(!t||t.width===e&&t.height===n)return;this.gl.deleteTexture(t.texture),t.width=e,t.height=n;let{texture:r}=this.createTexture(i,t);t.texture=r,t.history&&(t.history.writeIndex=0,this.clearHistoryTextureLayers(t))}reserveTextureUnit(i){let e=this.textures.get(i);if(e)return e.unitIndex;if(this.textureUnitPool.free.length>0)return this.textureUnitPool.free.pop();if(this.textureUnitPool.next>=this.textureUnitPool.max)throw new Error("Exceeded the available texture units for this device.");return this.textureUnitPool.next++}releaseTextureUnit(i){let e=this.textures.get(i);e&&this.textureUnitPool.free.push(e.unitIndex)}resolveTextureOptions(i){let{gl:e}=this,n=i?.type??e.UNSIGNED_BYTE;return{type:n,format:i?.format??e.RGBA,internalFormat:i?.internalFormat??(n===e.FLOAT?e.RGBA32F:n===e.HALF_FLOAT?e.RGBA16F:e.RGBA8),minFilter:i?.minFilter??e.LINEAR,magFilter:i?.magFilter??e.LINEAR,wrapS:i?.wrapS??e.CLAMP_TO_EDGE,wrapT:i?.wrapT??e.CLAMP_TO_EDGE,preserveY:i?.preserveY}}getPixelArray(i,e){return i===this.gl.FLOAT?new Float32Array(e):i===this.gl.HALF_FLOAT?new Uint16Array(e):new Uint8Array(e)}clearHistoryTextureLayers(i){if(!i.history)return;let e=this.gl,{type:n,format:t}=i.options,r=this.getPixelArray(n,i.width*i.height*4);e.activeTexture(e.TEXTURE0+i.unitIndex),e.bindTexture(e.TEXTURE_2D_ARRAY,i.texture);for(let a=0;a<i.history.depth;++a)e.texSubImage3D(e.TEXTURE_2D_ARRAY,0,0,0,a,i.width,i.height,1,t,n,r)}initializeUniform(i,e,n,t){let r=t?.arrayLength;if(this.uniforms.has(i))throw new Error(`${i} is already initialized.`);if(e!=="float"&&e!=="int")throw new Error(`Invalid uniform type: ${e}. Expected 'float' or 'int'.`);if(r&&!(Array.isArray(n)&&n.length===r))throw new Error(`${i} array length mismatch: must initialize with ${r} elements.`);let a=this.gl.getUniformLocation(this.program,i);if(!a&&r&&(a=this.gl.getUniformLocation(this.program,`${i}[0]`)),!a){this.log(`${i} not in shader. Skipping initialization.`);return}let s=r?n[0]:n,h=Array.isArray(s)?s.length:1;this.uniforms.set(i,{type:e,length:h,location:a,arrayLength:r});try{this.updateUniforms({[i]:n})}catch(m){throw this.uniforms.delete(i),m}this.emitHook("initializeUniform",...arguments)}log(...i){this.debug&&console.debug(...i)}updateUniforms(i,e){this.gl.useProgram(this.program),Object.entries(i).forEach(([n,t])=>{let r=this.uniforms.get(n);if(!r){this.log(`${n} not in shader. Skipping update.`);return}let a=`uniform${r.length}${r.type.charAt(0)}`;if(r.arrayLength){if(!Array.isArray(t))throw new Error(`${n} is an array, but the value passed to updateUniforms is not an array.`);let s=t.length;if(!s)return;if(s>r.arrayLength)throw new Error(`${n} received ${s} values, but maximum length is ${r.arrayLength}.`);if(t.some(d=>(Array.isArray(d)?d.length:1)!==r.length))throw new Error(`Tried to update ${n} with some elements that are not length ${r.length}.`);let h=new(r.type==="float"?Float32Array:Int32Array)(t.flat()),m=r.location;if(e?.startIndex){let d=this.gl.getUniformLocation(this.program,`${n}[${e.startIndex}]`);if(!d)throw new Error(`${n}[${e.startIndex}] not in shader. Did you pass an invalid startIndex?`);m=d}this.gl[a+"v"](m,h)}else{if(Array.isArray(t)||(t=[t]),t.length!==r.length)throw new Error(`Invalid uniform value length: ${t.length}. Expected ${r.length}.`);this.gl[a](r.location,...t)}}),this.emitHook("updateUniforms",...arguments)}createTexture(i,e){let{width:n,height:t}=e,r=e.history?.depth??0,a=this.gl.createTexture();if(!a)throw new Error("Failed to create texture");let s=e.unitIndex;if(typeof s!="number")try{s=this.reserveTextureUnit(i)}catch(f){throw this.gl.deleteTexture(a),f}let h=r>0,m=h?this.gl.TEXTURE_2D_ARRAY:this.gl.TEXTURE_2D,{options:d}=e;return this.gl.activeTexture(this.gl.TEXTURE0+s),this.gl.bindTexture(m,a),this.gl.texParameteri(m,this.gl.TEXTURE_WRAP_S,d.wrapS),this.gl.texParameteri(m,this.gl.TEXTURE_WRAP_T,d.wrapT),this.gl.texParameteri(m,this.gl.TEXTURE_MIN_FILTER,d.minFilter),this.gl.texParameteri(m,this.gl.TEXTURE_MAG_FILTER,d.magFilter),h?this.gl.texStorage3D(m,1,d.internalFormat,n,t,r):i===w&&this.gl.texImage2D(this.gl.TEXTURE_2D,0,d.internalFormat,n,t,0,d.format,d.type,null),{texture:a,unitIndex:s}}_initializeTexture(i,e,n){if(this.textures.has(i))throw new Error(`Texture '${H(i)}' is already initialized.`);let{history:t=0,...r}=n??{},{width:a,height:s}=K(e);if(!a||!s)throw new Error("Texture source must have valid dimensions");let h={width:a,height:s,options:this.resolveTextureOptions(r)};t>0&&(h.history={depth:t,writeIndex:0});let{texture:m,unitIndex:d}=this.createTexture(i,h),f={texture:m,unitIndex:d,...h};t>0&&(this.initializeUniform(`${H(i)}FrameOffset`,"int",0),this.clearHistoryTextureLayers(f)),this.textures.set(i,f),this.updateTexture(i,e);let c=this.gl.getUniformLocation(this.program,H(i));c&&this.gl.uniform1i(c,d)}initializeTexture(i,e,n){this._initializeTexture(i,e,n),this.emitHook("initializeTexture",...arguments)}updateTextures(i,e){Object.entries(i).forEach(([n,t])=>{this.updateTexture(n,t,e)}),this.emitHook("updateTextures",...arguments)}updateTexture(i,e,n){let t=this.textures.get(i);if(!t)throw new Error(`Texture '${H(i)}' is not initialized.`);if(e instanceof WebGLTexture){this.gl.activeTexture(this.gl.TEXTURE0+t.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,e);return}let r=e;if(e instanceof o){let c=e.textures.get(w);if(e.gl===this.gl){this.gl.activeTexture(this.gl.TEXTURE0+t.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,c.texture);return}let{width:E,height:g,options:{format:p,type:u}}=c,v=this.getPixelArray(u,E*g*4);e.gl.bindFramebuffer(e.gl.FRAMEBUFFER,e.intermediateFbo),e.gl.readPixels(0,0,E,g,p,u,v),e.gl.bindFramebuffer(e.gl.FRAMEBUFFER,null),r={data:v,width:E,height:g}}let{width:a,height:s}=K(r);if(!a||!s)return;let h="isPartial"in r&&r.isPartial;h||this.resizeTexture(i,a,s);let d=!("data"in r&&r.data)&&!t.options?.preserveY,f=this.gl.getParameter(this.gl.UNPACK_FLIP_Y_WEBGL);if(t.history){if(this.gl.activeTexture(this.gl.TEXTURE0+t.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D_ARRAY,t.texture),!n?.skipHistoryWrite){this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,d),this.gl.texSubImage3D(this.gl.TEXTURE_2D_ARRAY,0,0,0,t.history.writeIndex,a,s,1,t.options.format,t.options.type,r.data??r),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f);let c=`${H(i)}FrameOffset`;this.updateUniforms({[c]:t.history.writeIndex}),t.history.writeIndex=(t.history.writeIndex+1)%t.history.depth}}else{if(this.gl.activeTexture(this.gl.TEXTURE0+t.unitIndex),this.gl.bindTexture(this.gl.TEXTURE_2D,t.texture),this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,d),h){let c=r;this.gl.texSubImage2D(this.gl.TEXTURE_2D,0,c.x??0,c.y??0,a,s,t.options.format,t.options.type,c.data)}else this.gl.texImage2D(this.gl.TEXTURE_2D,0,t.options.internalFormat,a,s,0,t.options.format,t.options.type,r.data??r);this.gl.pixelStorei(this.gl.UNPACK_FLIP_Y_WEBGL,f)}}draw(i){this.emitHook("beforeDraw",...arguments);let e=this.gl,n=e.drawingBufferWidth,t=e.drawingBufferHeight,r=this.textures.get(w);e.bindFramebuffer(e.FRAMEBUFFER,this.intermediateFbo),e.framebufferTexture2D(e.FRAMEBUFFER,e.COLOR_ATTACHMENT0,e.TEXTURE_2D,r.texture,0),e.useProgram(this.program),e.bindBuffer(e.ARRAY_BUFFER,this.buffer),e.vertexAttribPointer(this.aPositionLocation,2,e.FLOAT,!1,0,0),e.enableVertexAttribArray(this.aPositionLocation),e.viewport(0,0,n,t),i?.skipClear||e.clear(e.COLOR_BUFFER_BIT),e.drawArrays(e.TRIANGLES,0,6);let a=this.textures.get(D);a&&!i?.skipHistoryWrite&&(e.bindTexture(e.TEXTURE_2D_ARRAY,a.texture),e.copyTexSubImage3D(e.TEXTURE_2D_ARRAY,0,0,0,a.history.writeIndex,0,0,n,t)),e.bindFramebuffer(e.READ_FRAMEBUFFER,this.intermediateFbo),e.bindFramebuffer(e.DRAW_FRAMEBUFFER,null),e.blitFramebuffer(0,0,n,t,0,0,n,t,e.COLOR_BUFFER_BIT,e.NEAREST),e.bindFramebuffer(e.FRAMEBUFFER,null),this.emitHook("afterDraw",...arguments)}step(i,e){this.emitHook("beforeStep",...arguments);let n={};this.uniforms.has("u_time")&&(n.u_time=i),this.uniforms.has("u_frame")&&(n.u_frame=this.frame),this.updateUniforms(n),this.draw(e);let t=this.textures.get(D);if(t&&!e?.skipHistoryWrite){let{writeIndex:r,depth:a}=t.history;this.updateUniforms({[`${H(D)}FrameOffset`]:r}),t.history.writeIndex=(r+1)%a}++this.frame,this.emitHook("afterStep",...arguments)}play(i,e){this.pause();let n=t=>{t=(t-this.startTime)/1e3;let r=e?.(t,this.frame)??void 0;this.step(t,r),this.animationFrameId=requestAnimationFrame(n),i?.(t,this.frame)};this.animationFrameId=requestAnimationFrame(n),this.emitHook("play")}pause(){this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.emitHook("pause")}reset(){this.frame=0,this.startTime=performance.now(),this.textures.forEach(i=>{i.history&&(i.history.writeIndex=0,this.clearHistoryTextureLayers(i))}),this.emitHook("reset")}destroy(){this.emitHook("destroy"),this.animationFrameId&&(cancelAnimationFrame(this.animationFrameId),this.animationFrameId=null),this.resolutionObserver.disconnect(),this.resizeObserver.disconnect(),this.canvas instanceof HTMLCanvasElement&&this.eventListeners.forEach((i,e)=>{this.canvas.removeEventListener(e,i)}),this.program&&this.gl.deleteProgram(this.program),this.intermediateFbo&&(this.gl.deleteFramebuffer(this.intermediateFbo),this.intermediateFbo=null),this.textures.forEach(i=>{this.gl.deleteTexture(i.texture)}),this.textureUnitPool.free=[],this.textureUnitPool.next=0,this.buffer&&(this.gl.deleteBuffer(this.buffer),this.buffer=null),this.isInternalCanvas&&this.canvas instanceof HTMLCanvasElement&&this.canvas.remove()}},V=N;var j={data:new Uint8Array(4),width:1,height:1};function $(o){return o instanceof HTMLVideoElement||o instanceof HTMLImageElement||o instanceof HTMLCanvasElement||o instanceof OffscreenCanvas}function q(o){return JSON.stringify(o,Object.keys(o).sort())}function P(o,i,e,n,t=0){let r=1/0,a=-1/0,s=1/0,h=-1/0,m=0,d=0;for(let f of e){let c=(t+i*n+f)*4,E=o[c],g=o[c+1];r=Math.min(r,E),a=Math.max(a,E),s=Math.min(s,g),h=Math.max(h,g),m+=o[c+2],d+=o[c+3]}return[(r+a)/2,(s+h)/2,m/e.length,d/e.length]}var G=null;function Z(){return G||(G=import("@mediapipe/tasks-vision").then(({FilesetResolver:o})=>o.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.22-rc.20250304/wasm"))),G}function J(o){return{historyParams:o?", framesAgo":"",fn:o?(n,t,r,a)=>{let s=r.replace(/\w+ /g,""),h=r?`${r}, int framesAgo`:"int framesAgo",m=s?`${s}, 0`:"0";return`${n} ${t}(${h}) {
+${a}
+}
+${n} ${t}(${r}) { return ${t}(${m}); }`}:(n,t,r,a)=>`${n} ${t}(${r}) {
+${a}
+}`}}var L=33,me=6,x=L+me,l={LEFT_EYE:2,RIGHT_EYE:5,LEFT_SHOULDER:11,RIGHT_SHOULDER:12,LEFT_ELBOW:13,RIGHT_ELBOW:14,LEFT_HIP:23,RIGHT_HIP:24,LEFT_KNEE:25,RIGHT_KNEE:26,LEFT_WRIST:15,RIGHT_WRIST:16,LEFT_PINKY:17,RIGHT_PINKY:18,LEFT_INDEX:19,RIGHT_INDEX:20,LEFT_THUMB:21,RIGHT_THUMB:22,LEFT_ANKLE:27,RIGHT_ANKLE:28,LEFT_HEEL:29,RIGHT_HEEL:30,LEFT_FOOT_INDEX:31,RIGHT_FOOT_INDEX:32,BODY_CENTER:L,LEFT_HAND_CENTER:L+1,RIGHT_HAND_CENTER:L+2,LEFT_FOOT_CENTER:L+3,RIGHT_FOOT_CENTER:L+4,TORSO_CENTER:L+5},de=Array.from({length:L},(o,i)=>i),fe=[l.LEFT_WRIST,l.LEFT_PINKY,l.LEFT_THUMB,l.LEFT_INDEX],Te=[l.RIGHT_WRIST,l.RIGHT_PINKY,l.RIGHT_THUMB,l.RIGHT_INDEX],pe=[l.LEFT_ANKLE,l.LEFT_HEEL,l.LEFT_FOOT_INDEX],Ee=[l.RIGHT_ANKLE,l.RIGHT_HEEL,l.RIGHT_FOOT_INDEX],ge=[l.LEFT_SHOULDER,l.RIGHT_SHOULDER,l.LEFT_HIP,l.RIGHT_HIP],I=512,_=1,xe={modelPath:"https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task",maxPoses:1,minPoseDetectionConfidence:.5,minPosePresenceConfidence:.5,minTrackingConfidence:.5},C=new Map;function _e(o,i){let e=o.landmarks.data,n=i.length;e[0]=n;for(let t=0;t<n;++t){let r=i[t];for(let R=0;R<L;++R){let O=r[R],F=(_+t*x+R)*4;e[F]=O.x,e[F+1]=1-O.y,e[F+2]=O.z??0,e[F+3]=O.visibility??1}let a=P(e,t,de,x,_),s=(_+t*x+l.BODY_CENTER)*4;e[s]=a[0],e[s+1]=a[1],e[s+2]=a[2],e[s+3]=a[3];let h=P(e,t,fe,x,_),m=(_+t*x+l.LEFT_HAND_CENTER)*4;e[m]=h[0],e[m+1]=h[1],e[m+2]=h[2],e[m+3]=h[3];let d=P(e,t,Te,x,_),f=(_+t*x+l.RIGHT_HAND_CENTER)*4;e[f]=d[0],e[f+1]=d[1],e[f+2]=d[2],e[f+3]=d[3];let c=P(e,t,pe,x,_),E=(_+t*x+l.LEFT_FOOT_CENTER)*4;e[E]=c[0],e[E+1]=c[1],e[E+2]=c[2],e[E+3]=c[3];let g=P(e,t,Ee,x,_),p=(_+t*x+l.RIGHT_FOOT_CENTER)*4;e[p]=g[0],e[p+1]=g[1],e[p+2]=g[2],e[p+3]=g[3];let u=P(e,t,ge,x,_),v=(_+t*x+l.TORSO_CENTER)*4;e[v]=u[0],e[v+1]=u[1],e[v+2]=u[2],e[v+3]=u[3]}o.state.nPoses=n}function ve(o,i){if(!i||i.length===0)return;let{mask:{shader:e},maxPoses:n}=o;for(let t=0;t<i.length;++t){let r=i[t];e.updateTextures({u_mask:r.getAsWebGLTexture()}),e.updateUniforms({u_poseIndex:(t+1)/n}),e.draw({skipClear:t>0}),r.close()}}function Re(o){let{textureName:i,options:{history:e,...n}={}}=o,t={...xe,...n},r=q({...t,textureName:i}),a=t.maxPoses*x+_,s=Math.ceil(a/I);return function(h,m){let{injectGLSL:d,gl:f,emitHook:c}=m,E=C.get(r),g=E?.landmarks.data??new Float32Array(I*s*4),p=E?.canvas??new OffscreenCanvas(1,1),u=null,v=!1;function R(){if(!u)return;let{nPoses:T}=u.state,b=T*x+_,y=Math.ceil(b/I);h.updateTextures({u_poseLandmarksTex:{data:u.landmarks.data,width:I,height:y,isPartial:!0},u_poseMask:u.canvas},{skipHistoryWrite:v}),h.updateUniforms({u_nPoses:T}),c("pose:result",u.state.result)}async function O(){if(C.has(r))u=C.get(r);else{let[T,{PoseLandmarker:b}]=await Promise.all([Z(),import("@mediapipe/tasks-vision")]),y=await b.createFromOptions(T,{baseOptions:{modelAssetPath:t.modelPath,delegate:"GPU"},canvas:p,runningMode:"VIDEO",numPoses:t.maxPoses,minPoseDetectionConfidence:t.minPoseDetectionConfidence,minPosePresenceConfidence:t.minPosePresenceConfidence,minTrackingConfidence:t.minTrackingConfidence,outputSegmentationMasks:!0}),A=new V(`#version 300 es
+	precision mediump float;
+	in vec2 v_uv;
+	out vec4 outColor;
+	uniform sampler2D u_mask;
+	uniform float u_poseIndex;
+	void main() {
+		ivec2 texCoord = ivec2(v_uv * vec2(textureSize(u_mask, 0)));
+		float confidence = texelFetch(u_mask, texCoord, 0).r;
+		if (confidence < 0.01) discard;
+		outColor = vec4(1.0, confidence, u_poseIndex, 1.0);
+	}`,{canvas:p});A.initializeTexture("u_mask",j),A.initializeUniform("u_poseIndex","float",0),u={landmarker:y,canvas:p,subscribers:new Map,maxPoses:t.maxPoses,state:{runningMode:"VIDEO",source:null,videoTime:-1,resultTimestamp:0,result:null,pending:Promise.resolve(),nPoses:0},landmarks:{data:g,textureHeight:s},mask:{shader:A}},C.set(r,u)}u.subscribers.set(R,!1)}let F=O();h.on("init",()=>{h.initializeUniform("u_maxPoses","int",t.maxPoses),h.initializeUniform("u_nPoses","int",0),h.initializeTexture("u_poseLandmarksTex",{data:g,width:I,height:s},{internalFormat:f.RGBA32F,type:f.FLOAT,minFilter:f.NEAREST,magFilter:f.NEAREST,history:e}),h.initializeTexture("u_poseMask",p,{preserveY:!0,minFilter:f.NEAREST,magFilter:f.NEAREST,history:e}),F.then(()=>c("pose:ready"))}),h.on("initializeTexture",(T,b)=>{T===i&&$(b)&&z(b)}),h.on("updateTextures",(T,b)=>{let y=T[i];$(y)&&(v=b?.skipHistoryWrite??!1,z(y))});let B=0;async function z(T){let b=performance.now(),y=++B;await F,u&&(u.state.pending=u.state.pending.then(async()=>{if(y!==B||!u)return;let A=T instanceof HTMLVideoElement?"VIDEO":"IMAGE";u.state.runningMode!==A&&(u.state.runningMode=A,await u.landmarker.setOptions({runningMode:A}));let k=!1;if(T!==u.state.source?(u.state.source=T,u.state.videoTime=-1,k=!0):T instanceof HTMLVideoElement?T.currentTime!==u.state.videoTime&&(u.state.videoTime=T.currentTime,k=!0):T instanceof HTMLImageElement||b-u.state.resultTimestamp>2&&(k=!0),k){let S;if(T instanceof HTMLVideoElement){if(T.videoWidth===0||T.videoHeight===0||T.readyState<2)return;S=u.landmarker.detectForVideo(T,b)}else{if(T.width===0||T.height===0)return;S=u.landmarker.detect(T)}if(S){u.state.resultTimestamp=b,u.state.result=S,_e(u,S.landmarks),ve(u,S.segmentationMasks);for(let W of u.subscribers.keys())W(),u.subscribers.set(W,!0)}}else u.state.result&&!u.subscribers.get(R)&&(R(),u.subscribers.set(R,!0))}),await u.state.pending)}h.on("destroy",()=>{u&&(u.subscribers.delete(R),u.subscribers.size===0&&(u.landmarker.close(),u.mask.shader?.destroy(),C.delete(r))),u=null});let{fn:M,historyParams:Q}=J(e),ee=e?`int layer = (u_poseMaskFrameOffset - framesAgo + ${e}) % ${e};
+	vec4 mask = texture(u_poseMask, vec3(pos, float(layer)));`:"vec4 mask = texture(u_poseMask, pos);";d(`
 uniform int u_maxPoses;
 uniform int u_nPoses;
-uniform sampler2D u_poseLandmarksTex;
-uniform sampler2D u_poseMask;
+uniform highp sampler2D${e?"Array":""} u_poseLandmarksTex;${e?`
+uniform int u_poseLandmarksTexFrameOffset;`:""}
+uniform sampler2D${e?"Array":""} u_poseMask;${e?`
+uniform int u_poseMaskFrameOffset;`:""}
 
-#define POSE_LANDMARK_LEFT_EYE ${h.LEFT_EYE}
-#define POSE_LANDMARK_RIGHT_EYE ${h.RIGHT_EYE}
-#define POSE_LANDMARK_LEFT_SHOULDER ${h.LEFT_SHOULDER}
-#define POSE_LANDMARK_RIGHT_SHOULDER ${h.RIGHT_SHOULDER}
-#define POSE_LANDMARK_LEFT_ELBOW ${h.LEFT_ELBOW}
-#define POSE_LANDMARK_RIGHT_ELBOW ${h.RIGHT_ELBOW}
-#define POSE_LANDMARK_LEFT_HIP ${h.LEFT_HIP}
-#define POSE_LANDMARK_RIGHT_HIP ${h.RIGHT_HIP}
-#define POSE_LANDMARK_LEFT_KNEE ${h.LEFT_KNEE}
-#define POSE_LANDMARK_RIGHT_KNEE ${h.RIGHT_KNEE}
-#define POSE_LANDMARK_BODY_CENTER ${h.BODY_CENTER}
-#define POSE_LANDMARK_LEFT_HAND_CENTER ${h.LEFT_HAND_CENTER}
-#define POSE_LANDMARK_RIGHT_HAND_CENTER ${h.RIGHT_HAND_CENTER}
-#define POSE_LANDMARK_LEFT_FOOT_CENTER ${h.LEFT_FOOT_CENTER}
-#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${h.RIGHT_FOOT_CENTER}
-#define POSE_LANDMARK_TORSO_CENTER ${h.TORSO_CENTER}
+#define POSE_LANDMARK_LEFT_EYE ${l.LEFT_EYE}
+#define POSE_LANDMARK_RIGHT_EYE ${l.RIGHT_EYE}
+#define POSE_LANDMARK_LEFT_SHOULDER ${l.LEFT_SHOULDER}
+#define POSE_LANDMARK_RIGHT_SHOULDER ${l.RIGHT_SHOULDER}
+#define POSE_LANDMARK_LEFT_ELBOW ${l.LEFT_ELBOW}
+#define POSE_LANDMARK_RIGHT_ELBOW ${l.RIGHT_ELBOW}
+#define POSE_LANDMARK_LEFT_HIP ${l.LEFT_HIP}
+#define POSE_LANDMARK_RIGHT_HIP ${l.RIGHT_HIP}
+#define POSE_LANDMARK_LEFT_KNEE ${l.LEFT_KNEE}
+#define POSE_LANDMARK_RIGHT_KNEE ${l.RIGHT_KNEE}
+#define POSE_LANDMARK_BODY_CENTER ${l.BODY_CENTER}
+#define POSE_LANDMARK_LEFT_HAND_CENTER ${l.LEFT_HAND_CENTER}
+#define POSE_LANDMARK_RIGHT_HAND_CENTER ${l.RIGHT_HAND_CENTER}
+#define POSE_LANDMARK_LEFT_FOOT_CENTER ${l.LEFT_FOOT_CENTER}
+#define POSE_LANDMARK_RIGHT_FOOT_CENTER ${l.RIGHT_FOOT_CENTER}
+#define POSE_LANDMARK_TORSO_CENTER ${l.TORSO_CENTER}
 
-vec4 poseLandmark(int poseIndex, int landmarkIndex) {
-	int i = poseIndex * ${_} + landmarkIndex;
-	int x = i % ${v};
-	int y = i / ${v};
-	return texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);
-}
-
-vec2 poseAt(vec2 pos) {
-	vec4 mask = texture(u_poseMask, pos);
+${M("int","nPosesAt","",e?`
+	int layer = (u_poseLandmarksTexFrameOffset - framesAgo + ${e}) % ${e};
+	return int(texelFetch(u_poseLandmarksTex, ivec3(0, 0, layer), 0).r + 0.5);`:`
+	return int(texelFetch(u_poseLandmarksTex, ivec2(0, 0), 0).r + 0.5);`)}
+${M("vec4","poseLandmark","int poseIndex, int landmarkIndex",`int i = ${_} + poseIndex * ${x} + landmarkIndex;
+	int x = i % ${I};
+	int y = i / ${I};${e?`
+	int layer = (u_poseLandmarksTexFrameOffset - framesAgo + ${e}) % ${e};
+	return texelFetch(u_poseLandmarksTex, ivec3(x, y, layer), 0);`:`
+	return texelFetch(u_poseLandmarksTex, ivec2(x, y), 0);`}`)}
+${M("vec2","poseAt","vec2 pos",`${ee}
 	float poseIndex = floor(mask.b * float(u_maxPoses) + 0.5) - 1.0;
-	return vec2(mask.g, poseIndex);
-}
-	
-float inPose(vec2 pos) {
-	float pose = poseAt(pos).x;
-	return step(0.0, pose);
-}`)}}var Ie=Fe;
+	return vec2(mask.g, poseIndex);`)}
+${M("float","inPose","vec2 pos",`return step(0.0, poseAt(pos${Q}).x);`)}`)}}var be=Re;
 //# sourceMappingURL=pose.js.map