@cuemath/leap 4.1.1-gg4 → 4.1.1-j2

package/dist/features/av/video-analysis/hooks/use-video-analysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"use-video-analysis.js","sources":["../../../../../src/features/av/video-analysis/hooks/use-video-analysis.ts"],"sourcesContent":["import { useCallback, useEffect, useRef, useState, type RefObject } from 'react';\n\nimport { getMediaPipeDetector } from '../mediapipe/mediapipe-face-detector';\nimport { calculateEAR } from '../mediapipe/mediapipe-helpers';\nimport { getEmotionModel } from '../tensorflow/emotion-model';\nimport type { TSimplifiedEmotion } from '../tensorflow/emotion-types';\nimport { analyzeLighting, calculateVisibility } from '../video-analysis-helpers';\n\n// Types\nexport type TCameraAngle =\n  | 'optimal'\n  | 'too-close'\n  | 'too-far'\n  | 'off-center-left'\n  | 'off-center-right'\n  | 'off-center-high'\n  | 'off-center-low';\n\nexport type TLightingQuality = 'dark' | 'bright' | 'good';\n\nexport type TEmotion =\n  | 'positive' // Student doing well (happy, surprised)\n  | 'negative' // Student needs help (sad, angry, fearful, disgusted)\n  | 'neutral'; // Baseline state\n\nexport interface IVideoAnalysisMetrics {\n  visibility: number;\n  faceDetected: boolean;\n  cameraAngle: TCameraAngle;\n  lighting: TLightingQuality;\n  isAwake: boolean;\n  eyeAspectRatio: number;\n  emotion: TEmotion;\n  emotionConfidence: number;\n  // Away detection\n  isAway: boolean;\n  awayDurationMs: number;\n  // Sleep detection - duration tracking\n  sleepDurationMs: number;\n}\n\nexport interface IVideoAnalysisOptions {\n  enabled: boolean;\n  detectEmotions?: boolean;\n  detectSleep?: boolean;\n  // For canvas-based analysis (when analyzing cropped regions)\n  useCanvas?: boolean;\n  // Away detection options\n  awayDetectionEnabled?: boolean;\n}\n\nexport interface IUseVideoAnalysis {\n  (\n    videoRef: React.RefObject<HTMLVideoElement | HTMLCanvasElement | null>,\n    options: IVideoAnalysisOptions,\n  ): {\n    metrics: IVideoAnalysisMetrics;\n    isLoading: boolean;\n    error: Error | null;\n  };\n}\n\n// Analysis runs at 1 FPS (every 1000ms / 1 second)\nconst ANALYSIS_INTERVAL_MS = 1000;\n\n// EAR threshold for sleep detection in online classes\n// Industry standard: 0.25 (balances sensitivity vs false positives)\n// Research: ~0.3 fully open, 0.2-0.25 drowsy threshold, <0.2 clearly closed\nconst EAR_THRESHOLD = 0.25; // Below 0.25 = eyes closing/drowsy\n\n/**\n * Custom hook for real-time video analysis using MediaPipe + TensorFlow.js\n *\n * @param videoRef - Reference to video or canvas element to analyze\n * @param options - Analysis options (enabled, detectEmotions, detectSleep, etc.)\n * @returns Analysis metrics, loading state, and error\n */\nconst useVideoAnalysisV2 = (\n  videoRef: RefObject<HTMLVideoElement | HTMLCanvasElement | null>,\n  options: IVideoAnalysisOptions,\n): {\n  metrics: IVideoAnalysisMetrics;\n  isLoading: boolean;\n  error: Error | null;\n} => {\n  // State\n  const [metrics, setMetrics] = useState<IVideoAnalysisMetrics>({\n    visibility: 0,\n    faceDetected: false,\n    cameraAngle: 'optimal',\n    lighting: 'good',\n    isAwake: true,\n    eyeAspectRatio: 0,\n    emotion: 'neutral',\n    emotionConfidence: 0,\n    isAway: false,\n    awayDurationMs: 0,\n    sleepDurationMs: 0,\n  });\n  const [isLoading, setIsLoading] = useState(true);\n  const [error, setError] = useState<Error | null>(null);\n\n  // Refs for analysis loop\n  const animationFrameRef = useRef<number | undefined>(undefined);\n  const lastAnalysisTimeRef = useRef<number>(0);\n  const videoTimestampRef = useRef<number>(0);\n\n  // Away detection state\n  const awayStartTimeRef = useRef<number | null>(null);\n\n  // Sleep detection state - track eyes closed duration\n  const eyesClosedStartTimeRef = useRef<number | null>(null);\n  const EYES_CLOSED_THRESHOLD_MS = 2000; // 2 seconds to avoid detecting blinks\n\n  // Model instances\n  const mediaPipeDetectorRef = useRef(getMediaPipeDetector());\n  const emotionModelRef = useRef(getEmotionModel());\n\n  /**\n   * Analyze camera angle from head pose and face position\n   * Enhanced with 3D pose estimation and better thresholds\n   */\n  const analyzeCameraAngle = useCallback(\n    (\n      faceBox: { x: number; y: number; width: number; height: number },\n      videoWidth: number,\n      videoHeight: number,\n      headPose: { pitch: number; yaw: number; roll: number },\n    ): TCameraAngle => {\n      // Priority 1: Head pose analysis (most reliable indicator)\n      // Using MediaPipe 3D pose for accurate angle detection\n\n      // Yaw thresholds (left/right turn)\n      // YAW_SLIGHT = 15° - Slight turn, still acceptable (reserved for future use)\n      const YAW_MODERATE = 30; // Noticeable turn, warn user\n      const YAW_SEVERE = 45; // Looking away significantly\n\n      // Pitch thresholds (up/down tilt)\n      // PITCH_SLIGHT = 10° - Slight tilt, still acceptable (reserved for future use)\n      const PITCH_MODERATE = 20; // Noticeable tilt, warn user\n      const PITCH_SEVERE = 30; // Looking down/up significantly\n\n      // Check severe head pose issues first (user looking away)\n      if (Math.abs(headPose.yaw) > YAW_SEVERE) {\n        return headPose.yaw > 0 ? 'off-center-right' : 'off-center-left';\n      }\n\n      if (headPose.pitch > PITCH_SEVERE) {\n        return 'off-center-low'; // Looking down (at desk/phone)\n      }\n\n      if (headPose.pitch < -PITCH_SEVERE) {\n        return 'off-center-high'; // Looking up (at ceiling/daydreaming)\n      }\n\n      // Priority 2: Face size analysis (distance from camera)\n      const faceArea = faceBox.width * faceBox.height;\n      const videoArea = videoWidth * videoHeight;\n      const faceRatio = faceArea / videoArea;\n\n      // Optimal face ratio: 0.08 - 0.35 (8% - 35% of screen)\n      const FACE_RATIO_TOO_CLOSE = 0.4; // More than 40% of screen\n      const FACE_RATIO_VERY_CLOSE = 0.5; // More than 50% of screen\n      const FACE_RATIO_TOO_FAR = 0.06; // Less than 6% of screen\n      const FACE_RATIO_VERY_FAR = 0.04; // Less than 4% of screen\n\n      if (faceRatio > FACE_RATIO_VERY_CLOSE) {\n        return 'too-close';\n      }\n\n      if (faceRatio < FACE_RATIO_VERY_FAR) {\n        return 'too-far';\n      }\n\n      // Priority 3: Face position analysis (centering)\n      const faceCenterX = faceBox.x + faceBox.width / 2;\n      const faceCenterY = faceBox.y + faceBox.height / 2;\n      const videoCenterX = videoWidth / 2;\n      const videoCenterY = videoHeight / 2;\n\n      const offsetX = Math.abs(faceCenterX - videoCenterX) / videoWidth;\n      const offsetY = Math.abs(faceCenterY - videoCenterY) / videoHeight;\n\n      // Horizontal offset thresholds\n      const OFFSET_X_MODERATE = 0.2; // 20% offset, still acceptable\n      const OFFSET_X_SEVERE = 0.3; // 30% offset, warn user\n\n      // Vertical offset thresholds (slightly more lenient)\n      const OFFSET_Y_MODERATE = 0.25; // 25% offset, still acceptable\n      const OFFSET_Y_SEVERE = 0.35; // 35% offset, warn user\n\n      // Check moderate head pose issues (combined with position)\n      if (Math.abs(headPose.yaw) > YAW_MODERATE || offsetX > OFFSET_X_SEVERE) {\n        return faceCenterX > videoCenterX || headPose.yaw > 0\n          ? 'off-center-right'\n          : 'off-center-left';\n      }\n\n      if (headPose.pitch > PITCH_MODERATE || offsetY > OFFSET_Y_SEVERE) {\n        return faceCenterY > videoCenterY || headPose.pitch > 0\n          ? 'off-center-low'\n          : 'off-center-high';\n      }\n\n      // Minor warnings for slightly suboptimal positioning\n      if (faceRatio > FACE_RATIO_TOO_CLOSE && faceRatio <= FACE_RATIO_VERY_CLOSE) {\n        return 'too-close';\n      }\n\n      if (faceRatio < FACE_RATIO_TOO_FAR && faceRatio >= FACE_RATIO_VERY_FAR) {\n        return 'too-far';\n      }\n\n      if (offsetX > OFFSET_X_MODERATE && offsetX <= OFFSET_X_SEVERE) {\n        return faceCenterX > videoCenterX ? 'off-center-right' : 'off-center-left';\n      }\n\n      if (offsetY > OFFSET_Y_MODERATE && offsetY <= OFFSET_Y_SEVERE) {\n        return faceCenterY > videoCenterY ? 'off-center-low' : 'off-center-high';\n      }\n\n      // All checks passed - optimal positioning\n      return 'optimal';\n    },\n    [],\n  );\n\n  /**\n   * Main analysis function - runs on each frame\n   */\n  const analyzeFrame = useCallback(async () => {\n    if (!options.enabled || !videoRef.current) {\n      return;\n    }\n\n    const element = videoRef.current;\n    const isCanvas = element instanceof HTMLCanvasElement;\n    const isVideo = element instanceof HTMLVideoElement;\n\n    // Check if video is ready (skip check for canvas)\n    if (isVideo && element.readyState !== element.HAVE_ENOUGH_DATA) {\n      return;\n    }\n\n    // Throttle analysis to ANALYSIS_INTERVAL_MS\n    const now = Date.now();\n\n    if (now - lastAnalysisTimeRef.current < ANALYSIS_INTERVAL_MS) {\n      return;\n    }\n\n    lastAnalysisTimeRef.current = now;\n\n    try {\n      // Get video dimensions\n      const videoWidth = isCanvas ? element.width : element.videoWidth;\n      const videoHeight = isCanvas ? element.height : element.videoHeight;\n\n      if (videoWidth === 0 || videoHeight === 0) {\n        return;\n      }\n\n      // Update video timestamp for MediaPipe tracking\n      videoTimestampRef.current = performance.now();\n\n      // Detect face with MediaPipe\n      const detection = await mediaPipeDetectorRef.current.detect(\n        element,\n        videoTimestampRef.current,\n      );\n\n      if (!detection) {\n        // No face detected - handle away detection\n        let isAway = false;\n        let awayDurationMs = 0;\n\n        if (options.awayDetectionEnabled) {\n          const currentTime = Date.now();\n\n          if (awayStartTimeRef.current === null) {\n            awayStartTimeRef.current = currentTime;\n          }\n\n          awayDurationMs = currentTime - awayStartTimeRef.current;\n          isAway = true;\n        }\n\n        setMetrics((prev: IVideoAnalysisMetrics) => ({\n          ...prev,\n          faceDetected: false,\n          visibility: 0,\n          cameraAngle: 'optimal',\n          lighting: 'good',\n          isAway,\n          awayDurationMs,\n        }));\n\n        return;\n      }\n\n      // Face detected!\n      // Calculate visibility\n      const visibility = calculateVisibility(detection.boundingBox, videoWidth, videoHeight);\n\n      // Analyze camera angle with 3D head pose\n      const cameraAngle = analyzeCameraAngle(\n        detection.boundingBox,\n        videoWidth,\n        videoHeight,\n        detection.headPose,\n      );\n\n      // Analyze lighting\n      const lighting = analyzeLighting(element, detection.boundingBox);\n\n      // Calculate EAR for sleep detection\n      let isAwake = true;\n      let eyeAspectRatio = 0;\n\n      if (options.detectSleep) {\n        eyeAspectRatio = calculateEAR(detection.landmarks);\n        const eyesClosed = eyeAspectRatio < EAR_THRESHOLD;\n\n        if (eyesClosed) {\n          // Eyes are closed - start or continue timer\n          if (eyesClosedStartTimeRef.current === null) {\n            eyesClosedStartTimeRef.current = Date.now();\n          }\n\n          const eyesClosedDuration = Date.now() - eyesClosedStartTimeRef.current;\n\n          // Only mark as drowsy if eyes closed for more than threshold (not just blink)\n          isAwake = eyesClosedDuration < EYES_CLOSED_THRESHOLD_MS;\n        } else {\n          // Eyes are open - reset timer\n          eyesClosedStartTimeRef.current = null;\n          isAwake = true;\n        }\n      }\n\n      // Detect emotion with TensorFlow.js\n      let emotion: TSimplifiedEmotion = 'neutral';\n      let emotionConfidence = 0;\n\n      if (options.detectEmotions) {\n        try {\n          // eslint-disable-next-line @typescript-eslint/no-explicit-any\n          const blendshapes = (detection as any).blendshapes as\n            | Array<{ categoryName: string; score: number }>\n            | undefined;\n          const prediction = await emotionModelRef.current.predict(\n            element,\n            detection.boundingBox,\n            blendshapes,\n          );\n\n          emotion = prediction.emotion;\n          emotionConfidence = prediction.confidence;\n        } catch (err) {\n          // eslint-disable-next-line no-console\n          console.warn('[VideoAnalysisV2] Emotion prediction failed:', err);\n        }\n      }\n\n      // Reset away detection when face is detected\n      if (options.awayDetectionEnabled && awayStartTimeRef.current !== null) {\n        awayStartTimeRef.current = null;\n      }\n\n      // Calculate sleep duration for metrics\n      let sleepDurationMs = 0;\n\n      if (!isAwake && eyesClosedStartTimeRef.current !== null) {\n        sleepDurationMs = Date.now() - eyesClosedStartTimeRef.current;\n      }\n\n      // Update metrics\n      setMetrics({\n        visibility,\n        faceDetected: true,\n        cameraAngle,\n        lighting,\n        isAwake,\n        eyeAspectRatio,\n        emotion,\n        emotionConfidence,\n        isAway: false,\n        awayDurationMs: 0,\n        sleepDurationMs,\n      });\n    } catch (err) {\n      const analysisError = err instanceof Error ? err : new Error('Face analysis failed');\n\n      setError(analysisError);\n    }\n  }, [options, videoRef, analyzeCameraAngle]);\n\n  /**\n   * Animation loop\n   */\n  const animate = useCallback(() => {\n    analyzeFrame();\n    animationFrameRef.current = requestAnimationFrame(animate);\n  }, [analyzeFrame]);\n\n  /**\n   * Initialize models (runs once on mount)\n   */\n  useEffect(() => {\n    const initializeModels = async () => {\n      try {\n        // Initialize MediaPipe face detector\n        await mediaPipeDetectorRef.current.initialize();\n\n        // Initialize TensorFlow.js emotion model\n        await emotionModelRef.current.initialize();\n      } catch (err) {\n        const loadError = err instanceof Error ? err : new Error('Failed to initialize models');\n\n        setError(loadError);\n      }\n    };\n\n    initializeModels();\n  }, []); // Run once on mount\n\n  /**\n   * Start/stop analysis loop based on options\n   */\n  useEffect(() => {\n    if (!options.enabled) {\n      setIsLoading(false);\n\n      // Stop animation if running\n      if (animationFrameRef.current) {\n        cancelAnimationFrame(animationFrameRef.current);\n        animationFrameRef.current = undefined;\n      }\n\n      return;\n    }\n\n    // Check if models are ready\n    const checkAndStart = () => {\n      if (mediaPipeDetectorRef.current.isReady()) {\n        setIsLoading(false);\n\n        // Start analysis loop\n        if (!animationFrameRef.current) {\n          animationFrameRef.current = requestAnimationFrame(animate);\n        }\n      } else {\n        setIsLoading(true);\n        // Retry after a short delay\n        setTimeout(checkAndStart, 100);\n      }\n    };\n\n    checkAndStart();\n\n    // Cleanup on unmount or when disabled\n    return () => {\n      if (animationFrameRef.current) {\n        cancelAnimationFrame(animationFrameRef.current);\n        animationFrameRef.current = undefined;\n      }\n    };\n  }, [options.enabled, animate]);\n\n  return {\n    metrics,\n    isLoading,\n    error,\n  };\n};\n\nexport default useVideoAnalysisV2;\n"],"names":["ANALYSIS_INTERVAL_MS","EAR_THRESHOLD","useVideoAnalysisV2","videoRef","options","metrics","setMetrics","useState","isLoading","setIsLoading","error","setError","animationFrameRef","useRef","lastAnalysisTimeRef","videoTimestampRef","awayStartTimeRef","eyesClosedStartTimeRef","EYES_CLOSED_THRESHOLD_MS","mediaPipeDetectorRef","getMediaPipeDetector","emotionModelRef","getEmotionModel","analyzeCameraAngle","useCallback","faceBox","videoWidth","videoHeight","headPose","faceArea","videoArea","faceRatio","FACE_RATIO_TOO_CLOSE","FACE_RATIO_VERY_CLOSE","FACE_RATIO_TOO_FAR","FACE_RATIO_VERY_FAR","faceCenterX","faceCenterY","videoCenterX","videoCenterY","offsetX","offsetY","OFFSET_X_MODERATE","OFFSET_X_SEVERE","OFFSET_Y_MODERATE","OFFSET_Y_SEVERE","analyzeFrame","element","isCanvas","now","detection","isAway","awayDurationMs","currentTime","prev","visibility","calculateVisibility","cameraAngle","lighting","analyzeLighting","isAwake","eyeAspectRatio","calculateEAR","emotion","emotionConfidence","blendshapes","prediction","err","sleepDurationMs","analysisError","animate","useEffect","loadError","checkAndStart","useVideoAnalysis"],"mappings":";;;;;AA+DA,MAAMA,IAAuB,KAKvBC,KAAgB,MAShBC,KAAqB,CACzBC,GACAC,MAKG;AAEH,QAAM,CAACC,GAASC,CAAU,IAAIC,EAAgC;AAAA,IAC5D,YAAY;AAAA,IACZ,cAAc;AAAA,IACd,aAAa;AAAA,IACb,UAAU;AAAA,IACV,SAAS;AAAA,IACT,gBAAgB;AAAA,IAChB,SAAS;AAAA,IACT,mBAAmB;AAAA,IACnB,QAAQ;AAAA,IACR,gBAAgB;AAAA,IAChB,iBAAiB;AAAA,EAAA,CAClB,GACK,CAACC,GAAWC,CAAY,IAAIF,EAAS,EAAI,GACzC,CAACG,GAAOC,CAAQ,IAAIJ,EAAuB,IAAI,GAG/CK,IAAoBC,EAA2B,MAAS,GACxDC,IAAsBD,EAAe,CAAC,GACtCE,IAAoBF,EAAe,CAAC,GAGpCG,IAAmBH,EAAsB,IAAI,GAG7CI,IAAyBJ,EAAsB,IAAI,GACnDK,IAA2B,KAG3BC,IAAuBN,EAAOO,EAAA,CAAsB,GACpDC,IAAkBR,EAAOS,EAAA,CAAiB,GAM1CC,IAAqBC;AAAA,IACzB,CACEC,GACAC,GACAC,GACAC,MACiB;AAejB,UAAI,KAAK,IAAIA,EAAS,GAAG,IAAI;AACpB,eAAAA,EAAS,MAAM,IAAI,qBAAqB;AAG7C,UAAAA,EAAS,QAAQ;AACZ,eAAA;AAGL,UAAAA,EAAS,QAAQ;AACZ,eAAA;AAIH,YAAAC,IAAWJ,EAAQ,QAAQA,EAAQ,QACnCK,IAAYJ,IAAaC,GACzBI,IAAYF,IAAWC,GAGvBE,IAAuB,KACvBC,IAAwB,KACxBC,IAAqB,MACrBC,IAAsB;AAE5B,UAAIJ,IAAYE;AACP,eAAA;AAGT,UAAIF,IAAYI;AACP,eAAA;AAIT,YAAMC,IAAcX,EAAQ,IAAIA,EAAQ,QAAQ,GAC1CY,IAAcZ,EAAQ,IAAIA,EAAQ,SAAS,GAC3Ca,IAAeZ,IAAa,GAC5Ba,IAAeZ,IAAc,GAE7Ba,IAAU,KAAK,IAAIJ,IAAcE,CAAY,IAAIZ,GACjDe,IAAU,KAAK,IAAIJ,IAAcE,CAAY,IAAIZ,GAGjDe,IAAoB,KACpBC,IAAkB,KAGlBC,IAAoB,MACpBC,IAAkB;AAGxB,aAAI,KAAK,IAAIjB,EAAS,GAAG,IAAI,MAAgBY,IAAUG,IAC9CP,IAAcE,KAAgBV,EAAS,MAAM,IAChD,qBACA,oBAGFA,EAAS,QAAQ,MAAkBa,IAAUI,IACxCR,IAAcE,KAAgBX,EAAS,QAAQ,IAClD,mBACA,oBAIFG,IAAYC,KAAwBD,KAAaE,IAC5C,cAGLF,IAAYG,KAAsBH,KAAaI,IAC1C,YAGLK,IAAUE,KAAqBF,KAAWG,IACrCP,IAAcE,IAAe,qBAAqB,oBAGvDG,IAAUG,KAAqBH,KAAWI,IACrCR,IAAcE,IAAe,mBAAmB,oBAIlD;AAAA,IACT;AAAA,IACA,CAAC;AAAA,EAAA,GAMGO,IAAetB,EAAY,YAAY;AAC3C,QAAI,CAACpB,EAAQ,WAAW,CAACD,EAAS;AAChC;AAGF,UAAM4C,IAAU5C,EAAS,SACnB6C,IAAWD,aAAmB;AAIpC,QAHgBA,aAAmB,oBAGpBA,EAAQ,eAAeA,EAAQ;AAC5C;AAII,UAAAE,IAAM,KAAK;AAEb,QAAA,EAAAA,IAAMnC,EAAoB,UAAUd,IAIxC;AAAA,MAAAc,EAAoB,UAAUmC;AAE1B,UAAA;AAEF,cAAMvB,IAAasB,IAAWD,EAAQ,QAAQA,EAAQ,YAChDpB,IAAcqB,IAAWD,EAAQ,SAASA,EAAQ;AAEpD,YAAArB,MAAe,KAAKC,MAAgB;AACtC;AAIgB,QAAAZ,EAAA,UAAU,YAAY;AAGlC,cAAAmC,IAAY,MAAM/B,EAAqB,QAAQ;AAAA,UACnD4B;AAAA,UACAhC,EAAkB;AAAA,QAAA;AAGpB,YAAI,CAACmC,GAAW;AAEd,cAAIC,IAAS,IACTC,IAAiB;AAErB,cAAIhD,EAAQ,sBAAsB;AAC1B,kBAAAiD,IAAc,KAAK;AAErB,YAAArC,EAAiB,YAAY,SAC/BA,EAAiB,UAAUqC,IAG7BD,IAAiBC,IAAcrC,EAAiB,SACvCmC,IAAA;AAAA,UACX;AAEA,UAAA7C,EAAW,CAACgD,OAAiC;AAAA,YAC3C,GAAGA;AAAA,YACH,cAAc;AAAA,YACd,YAAY;AAAA,YACZ,aAAa;AAAA,YACb,UAAU;AAAA,YACV,QAAAH;AAAA,YACA,gBAAAC;AAAA,UACA,EAAA;AAEF;AAAA,QACF;AAIA,cAAMG,IAAaC,EAAoBN,EAAU,aAAaxB,GAAYC,CAAW,GAG/E8B,IAAclC;AAAA,UAClB2B,EAAU;AAAA,UACVxB;AAAA,UACAC;AAAA,UACAuB,EAAU;AAAA,QAAA,GAINQ,IAAWC,EAAgBZ,GAASG,EAAU,WAAW;AAG/D,YAAIU,IAAU,IACVC,IAAiB;AAErB,QAAIzD,EAAQ,gBACOyD,IAAAC,EAAaZ,EAAU,SAAS,GAC9BW,IAAiB5D,MAI9BgB,EAAuB,YAAY,SACdA,EAAA,UAAU,KAAK,QAMxC2C,IAH2B,KAAK,IAAI,IAAI3C,EAAuB,UAGhCC,MAG/BD,EAAuB,UAAU,MACvB2C,IAAA;AAKd,YAAIG,IAA8B,WAC9BC,IAAoB;AAExB,YAAI5D,EAAQ;AACN,cAAA;AAEF,kBAAM6D,IAAef,EAAkB,aAGjCgB,IAAa,MAAM7C,EAAgB,QAAQ;AAAA,cAC/C0B;AAAA,cACAG,EAAU;AAAA,cACVe;AAAA,YAAA;AAGF,YAAAF,IAAUG,EAAW,SACrBF,IAAoBE,EAAW;AAAA,mBACxBC,GAAK;AAEJ,oBAAA,KAAK,gDAAgDA,CAAG;AAAA,UAClE;AAIF,QAAI/D,EAAQ,wBAAwBY,EAAiB,YAAY,SAC/DA,EAAiB,UAAU;AAI7B,YAAIoD,IAAkB;AAEtB,QAAI,CAACR,KAAW3C,EAAuB,YAAY,SAC/BmD,IAAA,KAAK,QAAQnD,EAAuB,UAI7CX,EAAA;AAAA,UACT,YAAAiD;AAAA,UACA,cAAc;AAAA,UACd,aAAAE;AAAA,UACA,UAAAC;AAAA,UACA,SAAAE;AAAA,UACA,gBAAAC;AAAA,UACA,SAAAE;AAAA,UACA,mBAAAC;AAAA,UACA,QAAQ;AAAA,UACR,gBAAgB;AAAA,UAChB,iBAAAI;AAAA,QAAA,CACD;AAAA,eACMD,GAAK;AACZ,cAAME,IAAgBF,aAAe,QAAQA,IAAM,IAAI,MAAM,sBAAsB;AAEnF,QAAAxD,EAAS0D,CAAa;AAAA,MACxB;AAAA;AAAA,EACC,GAAA,CAACjE,GAASD,GAAUoB,CAAkB,CAAC,GAKpC+C,IAAU9C,EAAY,MAAM;AACnB,IAAAsB,KACKlC,EAAA,UAAU,sBAAsB0D,CAAO;AAAA,EAAA,GACxD,CAACxB,CAAY,CAAC;AAKjB,SAAAyB,EAAU,MAAM;AAeG,KAdQ,YAAY;AAC/B,UAAA;AAEI,cAAApD,EAAqB,QAAQ,cAG7B,MAAAE,EAAgB,QAAQ;eACvB8C,GAAK;AACZ,cAAMK,IAAYL,aAAe,QAAQA,IAAM,IAAI,MAAM,6BAA6B;AAEtF,QAAAxD,EAAS6D,CAAS;AAAA,MACpB;AAAA,IAAA;EAIJ,GAAG,CAAE,CAAA,GAKLD,EAAU,MAAM;AACV,QAAA,CAACnE,EAAQ,SAAS;AACpB,MAAAK,EAAa,EAAK,GAGdG,EAAkB,YACpB,qBAAqBA,EAAkB,OAAO,GAC9CA,EAAkB,UAAU;AAG9B;AAAA,IACF;AAGA,UAAM6D,IAAgB,MAAM;AACtB,MAAAtD,EAAqB,QAAQ,aAC/BV,EAAa,EAAK,GAGbG,EAAkB,YACHA,EAAA,UAAU,sBAAsB0D,CAAO,OAG3D7D,EAAa,EAAI,GAEjB,WAAWgE,GAAe,GAAG;AAAA,IAC/B;AAGY,WAAAA,KAGP,MAAM;AACX,MAAI7D,EAAkB,YACpB,qBAAqBA,EAAkB,OAAO,GAC9CA,EAAkB,UAAU;AAAA,IAC9B;AAAA,EAED,GAAA,CAACR,EAAQ,SAASkE,CAAO,CAAC,GAEtB;AAAA,IACL,SAAAjE;AAAA,IACA,WAAAG;AAAA,IACA,OAAAE;AAAA,EAAA;AAEJ,GAEAgE,KAAexE;"}

package/dist/features/av/video-analysis/mediapipe/mediapipe-constants.js

@@ -0,0 +1,89 @@
+const E = [
+  362,
+  398,
+  384,
+  385,
+  386,
+  387,
+  388,
+  466,
+  263,
+  249,
+  390,
+  373,
+  374,
+  380,
+  381,
+  382
+], I = [
+  33,
+  160,
+  158,
+  133,
+  153,
+  144,
+  163,
+  7,
+  246,
+  161,
+  159,
+  145,
+  155,
+  154,
+  173,
+  157
+], _ = [468, 469, 470, 471, 472], R = [473, 474, 475, 476, 477], T = [
+  10,
+  338,
+  297,
+  332,
+  284,
+  251,
+  389,
+  356,
+  454,
+  323,
+  361,
+  288,
+  397,
+  365,
+  379,
+  378,
+  400,
+  377,
+  152,
+  148,
+  176,
+  149,
+  150,
+  136,
+  172,
+  58,
+  132,
+  93,
+  234,
+  127,
+  162,
+  21,
+  54,
+  103,
+  67,
+  109
+], C = {
+  NOSE_TIP: 1,
+  CHIN: 152,
+  LEFT_EYE_OUTER: 33,
+  RIGHT_EYE_OUTER: 263,
+  LEFT_EAR: 234,
+  RIGHT_EAR: 454,
+  MOUTH_CENTER: 13
+};
+export {
+  T as FACE_OVAL_INDICES,
+  E as LEFT_EYE_INDICES,
+  _ as LEFT_IRIS_INDICES,
+  C as POSE_REFERENCE_INDICES,
+  I as RIGHT_EYE_INDICES,
+  R as RIGHT_IRIS_INDICES
+};
+//# sourceMappingURL=mediapipe-constants.js.map

package/dist/features/av/video-analysis/mediapipe/mediapipe-constants.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediapipe-constants.js","sources":["../../../../../src/features/av/video-analysis/mediapipe/mediapipe-constants.ts"],"sourcesContent":["/**\n * MediaPipe Face Landmark Constants\n *\n * Reference indices for the 478 face landmarks from MediaPipe FaceLandmarker\n * Reference: https://github.com/google/mediapipe/blob/master/mediapipe/modules/face_geometry/data/canonical_face_model_uv_visualization.png\n */\n\n/**\n * Left eye contour landmarks (16 points)\n * These points form the outline of the left eye\n */\nexport const LEFT_EYE_INDICES = [\n  362, 398, 384, 385, 386, 387, 388, 466, 263, 249, 390, 373, 374, 380, 381, 382,\n] as const;\n\n/**\n * Right eye contour landmarks (16 points)\n * These points form the outline of the right eye\n */\nexport const RIGHT_EYE_INDICES = [\n  33, 160, 158, 133, 153, 144, 163, 7, 246, 161, 159, 145, 155, 154, 173, 157,\n] as const;\n\n/**\n * Left iris landmarks (5 points)\n * Center + 4 edge points\n */\nexport const LEFT_IRIS_INDICES = [468, 469, 470, 471, 472] as const;\n\n/**\n * Right iris landmarks (5 points)\n * Center + 4 edge points\n */\nexport const RIGHT_IRIS_INDICES = [473, 474, 475, 476, 477] as const;\n\n/**\n * Face oval contour (36 points)\n * Outline of the entire face\n */\nexport const FACE_OVAL_INDICES = [\n  10, 338, 297, 332, 284, 251, 389, 356, 454, 323, 361, 288, 397, 365, 379, 378, 400, 377, 152, 148,\n  176, 149, 150, 136, 172, 58, 132, 93, 234, 127, 162, 21, 54, 103, 67, 109,\n] as const;\n\n/**\n * Nose tip landmark\n * Center reference point for face\n */\nexport const NOSE_TIP_INDEX = 1 as const;\n\n/**\n * Key reference points for head pose estimation\n */\nexport const POSE_REFERENCE_INDICES = {\n  NOSE_TIP: 1,\n  CHIN: 152,\n  LEFT_EYE_OUTER: 33,\n  RIGHT_EYE_OUTER: 263,\n  LEFT_EAR: 234,\n  RIGHT_EAR: 454,\n  MOUTH_CENTER: 13,\n} as const;\n\n/**\n * Upper and lower eyelid landmarks for EAR calculation\n */\nexport const LEFT_EYE_TOP_INDICES = [386, 387, 388, 466] as const;\nexport const LEFT_EYE_BOTTOM_INDICES = [374, 373, 390, 249] as const;\nexport const RIGHT_EYE_TOP_INDICES = [159, 158, 157, 173] as const;\nexport const RIGHT_EYE_BOTTOM_INDICES = [145, 144, 163, 7] as const;\n\n/**\n * Eye corner landmarks (for horizontal EAR calculation)\n */\nexport const LEFT_EYE_CORNERS = {\n  LEFT_CORNER: 362,\n  RIGHT_CORNER: 263,\n} as const;\n\nexport const RIGHT_EYE_CORNERS = {\n  LEFT_CORNER: 33,\n  RIGHT_CORNER: 133,\n} as const;\n"],"names":["LEFT_EYE_INDICES","RIGHT_EYE_INDICES","LEFT_IRIS_INDICES","RIGHT_IRIS_INDICES","FACE_OVAL_INDICES","POSE_REFERENCE_INDICES"],"mappings":"AAWO,MAAMA,IAAmB;AAAA,EAC9B;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAC7E,GAMaC,IAAoB;AAAA,EAC/B;AAAA,EAAI;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAG;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAC1E,GAMaC,IAAoB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAM5CC,IAAqB,CAAC,KAAK,KAAK,KAAK,KAAK,GAAG,GAM7CC,IAAoB;AAAA,EAC/B;AAAA,EAAI;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAC9F;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAI;AAAA,EAAK;AAAA,EAAI;AAAA,EAAK;AAAA,EAAK;AAAA,EAAK;AAAA,EAAI;AAAA,EAAI;AAAA,EAAK;AAAA,EAAI;AACxE,GAWaC,IAAyB;AAAA,EACpC,UAAU;AAAA,EACV,MAAM;AAAA,EACN,gBAAgB;AAAA,EAChB,iBAAiB;AAAA,EACjB,UAAU;AAAA,EACV,WAAW;AAAA,EACX,cAAc;AAChB;"}

package/dist/features/av/video-analysis/mediapipe/mediapipe-face-detector.js

@@ -0,0 +1,126 @@
+var m = Object.defineProperty;
+var h = (i, e, n) => e in i ? m(i, e, { enumerable: !0, configurable: !0, writable: !0, value: n }) : i[e] = n;
+var r = (i, e, n) => h(i, typeof e != "symbol" ? e + "" : e, n);
+import { FilesetResolver as g, FaceLandmarker as u } from "../../../../node_modules/@mediapipe/tasks-vision/vision_bundle.js";
+import { processMediaPipeResult as p } from "./mediapipe-helpers.js";
+class k {
+  constructor(e = {}) {
+    r(this, "faceLandmarker", null);
+    r(this, "isInitialized", !1);
+    r(this, "isInitializing", !1);
+    r(this, "config");
+    this.config = {
+      modelAssetPath: e.modelAssetPath,
+      runningMode: e.runningMode || "VIDEO",
+      numFaces: e.numFaces || 1,
+      minDetectionConfidence: e.minDetectionConfidence || 0.5,
+      minTrackingConfidence: e.minTrackingConfidence || 0.5
+    };
+  }
+  /**
+   * Initialize MediaPipe FaceLandmarker
+   * Downloads WASM files and model from CDN
+   *
+   * @returns Promise that resolves when initialization is complete
+   */
+  async initialize() {
+    if (this.isInitialized) {
+      console.log("[MediaPipe] Already initialized");
+      return;
+    }
+    if (this.isInitializing) {
+      for (console.log("[MediaPipe] Initialization already in progress, waiting..."); this.isInitializing; )
+        await new Promise((e) => setTimeout(e, 100));
+      return;
+    }
+    try {
+      this.isInitializing = !0, console.log("[MediaPipe] Initializing FaceLandmarker...");
+      const e = await g.forVisionTasks(
+        "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm"
+      );
+      console.log("[MediaPipe] WASM loaded, creating FaceLandmarker...");
+      const n = this.config.modelAssetPath || "https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/1/face_landmarker.task";
+      this.faceLandmarker = await u.createFromOptions(e, {
+        baseOptions: {
+          modelAssetPath: n,
+          delegate: "GPU"
+          // Use GPU acceleration if available
+        },
+        runningMode: this.config.runningMode,
+        numFaces: this.config.numFaces,
+        minFaceDetectionConfidence: this.config.minDetectionConfidence,
+        minFacePresenceConfidence: this.config.minDetectionConfidence,
+        minTrackingConfidence: this.config.minTrackingConfidence,
+        outputFaceBlendshapes: !0,
+        // Enable for emotion detection
+        outputFacialTransformationMatrixes: !1
+      }), this.isInitialized = !0, console.log("[MediaPipe] Initialization complete!");
+    } catch (e) {
+      throw console.error("[MediaPipe] Initialization failed:", e), new Error(
+        `Failed to initialize MediaPipe: ${e instanceof Error ? e.message : "Unknown error"}`
+      );
+    } finally {
+      this.isInitializing = !1;
+    }
+  }
+  /**
+   * Detect face and landmarks in video frame
+   *
+   * @param element - HTMLVideoElement or HTMLCanvasElement to analyze
+   * @param timestamp - Current video timestamp in milliseconds (for VIDEO mode)
+   * @returns Detection result or null if no face found
+   */
+  async detect(e, n) {
+    if (!this.isInitialized || !this.faceLandmarker)
+      return console.warn("[MediaPipe] Detector not initialized, call initialize() first"), null;
+    try {
+      let a, s;
+      if (e instanceof HTMLVideoElement) {
+        if (a = e.videoWidth, s = e.videoHeight, a === 0 || s === 0)
+          return null;
+      } else if (a = e.width, s = e.height, a === 0 || s === 0)
+        return null;
+      let t;
+      if (this.config.runningMode === "VIDEO") {
+        const f = n || performance.now();
+        t = this.faceLandmarker.detectForVideo(e, f);
+      } else
+        t = this.faceLandmarker.detect(e);
+      if (!t.faceLandmarks || t.faceLandmarks.length === 0)
+        return null;
+      const c = t.faceLandmarks[0];
+      if (!c)
+        return null;
+      const l = t.faceBlendshapes && t.faceBlendshapes[0], d = p(c, a, s);
+      return l && (d.blendshapes = l.categories), d;
+    } catch (a) {
+      return console.error("[MediaPipe] Detection failed:", a), null;
+    }
+  }
+  /**
+   * Check if detector is ready for use
+   */
+  isReady() {
+    return this.isInitialized && this.faceLandmarker !== null;
+  }
+  /**
+   * Get current configuration
+   */
+  getConfig() {
+    return { ...this.config };
+  }
+  /**
+   * Dispose of resources and cleanup
+   * Call this when component unmounts to free memory
+   */
+  dispose() {
+    this.faceLandmarker && (console.log("[MediaPipe] Disposing FaceLandmarker..."), this.faceLandmarker.close(), this.faceLandmarker = null), this.isInitialized = !1, this.isInitializing = !1;
+  }
+}
+let o = null;
+const I = (i) => (o || (o = new k(i)), o);
+export {
+  k as default,
+  I as getMediaPipeDetector
+};
+//# sourceMappingURL=mediapipe-face-detector.js.map

package/dist/features/av/video-analysis/mediapipe/mediapipe-face-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediapipe-face-detector.js","sources":["../../../../../src/features/av/video-analysis/mediapipe/mediapipe-face-detector.ts"],"sourcesContent":["/**\n * MediaPipe Face Detector\n *\n * Main module for face detection and landmark tracking using MediaPipe FaceLandmarker\n * Provides 478 3D face landmarks with high accuracy, especially for:\n * - Frontal face eye closure detection\n * - Low-light conditions\n * - Cropped/recorded video sessions\n */\n\n/* eslint-disable no-console */\nimport {\n  FaceLandmarker,\n  FilesetResolver,\n  type FaceLandmarkerResult,\n} from '@mediapipe/tasks-vision';\n\nimport type { IMediaPipeConfig, IMediaPipeDetectionResult } from './mediapipe-types';\nimport { processMediaPipeResult } from './mediapipe-helpers';\n\n/**\n * MediaPipe Face Detector Class\n * Handles initialization, detection, and cleanup of MediaPipe FaceLandmarker\n */\nclass MediaPipeFaceDetector {\n  private faceLandmarker: FaceLandmarker | null = null;\n  private isInitialized = false;\n  private isInitializing = false;\n  private config: IMediaPipeConfig;\n\n  constructor(config: IMediaPipeConfig = {}) {\n    this.config = {\n      modelAssetPath: config.modelAssetPath,\n      runningMode: config.runningMode || 'VIDEO',\n      numFaces: config.numFaces || 1,\n      minDetectionConfidence: config.minDetectionConfidence || 0.5,\n      minTrackingConfidence: config.minTrackingConfidence || 0.5,\n    };\n  }\n\n  /**\n   * Initialize MediaPipe FaceLandmarker\n   * Downloads WASM files and model from CDN\n   *\n   * @returns Promise that resolves when initialization is complete\n   */\n  async initialize(): Promise<void> {\n    if (this.isInitialized) {\n      console.log('[MediaPipe] Already initialized');\n\n      return;\n    }\n\n    if (this.isInitializing) {\n      console.log('[MediaPipe] Initialization already in progress, waiting...');\n      // Wait for initialization to complete\n      while (this.isInitializing) {\n        await new Promise(resolve => setTimeout(resolve, 100));\n      }\n\n      return;\n    }\n\n    try {\n      this.isInitializing = true;\n      console.log('[MediaPipe] Initializing FaceLandmarker...');\n\n      // Load WASM files from CDN\n      const vision = await FilesetResolver.forVisionTasks(\n        'https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm',\n      );\n\n      console.log('[MediaPipe] WASM loaded, creating FaceLandmarker...');\n\n      // Create FaceLandmarker with configuration\n      // Model can be loaded from:\n      // 1. CDN (default): https://storage.googleapis.com/mediapipe-models/...\n      // 2. Local assets: /assets/model/face_landmarker.task\n      const modelPath =\n        this.config.modelAssetPath ||\n        'https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/1/face_landmarker.task';\n\n      this.faceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n        baseOptions: {\n          modelAssetPath: modelPath,\n          delegate: 'GPU', // Use GPU acceleration if available\n        },\n        runningMode: this.config.runningMode,\n        numFaces: this.config.numFaces,\n        minFaceDetectionConfidence: this.config.minDetectionConfidence,\n        minFacePresenceConfidence: this.config.minDetectionConfidence,\n        minTrackingConfidence: this.config.minTrackingConfidence,\n        outputFaceBlendshapes: true, // Enable for emotion detection\n        outputFacialTransformationMatrixes: false,\n      });\n\n      this.isInitialized = true;\n      console.log('[MediaPipe] Initialization complete!');\n    } catch (error) {\n      console.error('[MediaPipe] Initialization failed:', error);\n      throw new Error(\n        `Failed to initialize MediaPipe: ${\n          error instanceof Error ? error.message : 'Unknown error'\n        }`,\n      );\n    } finally {\n      this.isInitializing = false;\n    }\n  }\n\n  /**\n   * Detect face and landmarks in video frame\n   *\n   * @param element - HTMLVideoElement or HTMLCanvasElement to analyze\n   * @param timestamp - Current video timestamp in milliseconds (for VIDEO mode)\n   * @returns Detection result or null if no face found\n   */\n  async detect(\n    element: HTMLVideoElement | HTMLCanvasElement,\n    timestamp?: number,\n  ): Promise<IMediaPipeDetectionResult | null> {\n    if (!this.isInitialized || !this.faceLandmarker) {\n      console.warn('[MediaPipe] Detector not initialized, call initialize() first');\n\n      return null;\n    }\n\n    try {\n      // Get video dimensions\n      let videoWidth: number;\n      let videoHeight: number;\n\n      if (element instanceof HTMLVideoElement) {\n        videoWidth = element.videoWidth;\n        videoHeight = element.videoHeight;\n\n        // Check if video is ready\n        if (videoWidth === 0 || videoHeight === 0) {\n          return null;\n        }\n      } else {\n        // Canvas element\n        videoWidth = element.width;\n        videoHeight = element.height;\n\n        if (videoWidth === 0 || videoHeight === 0) {\n          return null;\n        }\n      }\n\n      // Perform detection\n      let result: FaceLandmarkerResult;\n\n      if (this.config.runningMode === 'VIDEO') {\n        // VIDEO mode requires timestamp for tracking continuity\n        const videoTimestamp = timestamp || performance.now();\n\n        result = this.faceLandmarker.detectForVideo(element, videoTimestamp);\n      } else {\n        // IMAGE mode\n        result = this.faceLandmarker.detect(element);\n      }\n\n      // Check if face was detected\n      if (!result.faceLandmarks || result.faceLandmarks.length === 0) {\n        return null;\n      }\n\n      // Process the first face (we only track 1 face)\n      const faceLandmarks = result.faceLandmarks[0];\n\n      if (!faceLandmarks) {\n        return null;\n      }\n\n      // Get blendshapes for emotion detection\n      const faceBlendshapes = result.faceBlendshapes && result.faceBlendshapes[0];\n\n      // Process landmarks and calculate metrics\n      const detectionResult = processMediaPipeResult(faceLandmarks, videoWidth, videoHeight);\n\n      // Add blendshapes to result\n      if (faceBlendshapes) {\n        (detectionResult as any).blendshapes = faceBlendshapes.categories;\n      }\n\n      return detectionResult;\n    } catch (error) {\n      console.error('[MediaPipe] Detection failed:', error);\n\n      return null;\n    }\n  }\n\n  /**\n   * Check if detector is ready for use\n   */\n  isReady(): boolean {\n    return this.isInitialized && this.faceLandmarker !== null;\n  }\n\n  /**\n   * Get current configuration\n   */\n  getConfig(): IMediaPipeConfig {\n    return { ...this.config };\n  }\n\n  /**\n   * Dispose of resources and cleanup\n   * Call this when component unmounts to free memory\n   */\n  dispose(): void {\n    if (this.faceLandmarker) {\n      console.log('[MediaPipe] Disposing FaceLandmarker...');\n      this.faceLandmarker.close();\n      this.faceLandmarker = null;\n    }\n    this.isInitialized = false;\n    this.isInitializing = false;\n  }\n}\n\n// Singleton instance for reuse across components\nlet sharedDetectorInstance: MediaPipeFaceDetector | null = null;\n\n/**\n * Get shared MediaPipe detector instance\n * Uses singleton pattern to avoid loading models multiple times\n *\n * @param config - Configuration for the detector\n * @returns Shared detector instance\n */\nexport const getMediaPipeDetector = (config?: IMediaPipeConfig): MediaPipeFaceDetector => {\n  if (!sharedDetectorInstance) {\n    sharedDetectorInstance = new MediaPipeFaceDetector(config);\n  }\n\n  return sharedDetectorInstance;\n};\n\n/**\n * Dispose shared detector instance\n * Call this when app is unmounting or switching to different detector\n */\nexport const disposeSharedDetector = (): void => {\n  if (sharedDetectorInstance) {\n    sharedDetectorInstance.dispose();\n    sharedDetectorInstance = null;\n  }\n};\n\nexport default MediaPipeFaceDetector;\n"],"names":["MediaPipeFaceDetector","config","__publicField","resolve","vision","FilesetResolver","modelPath","FaceLandmarker","error","element","timestamp","videoWidth","videoHeight","result","videoTimestamp","faceLandmarks","faceBlendshapes","detectionResult","processMediaPipeResult","sharedDetectorInstance","getMediaPipeDetector"],"mappings":";;;;;AAwBA,MAAMA,EAAsB;AAAA,EAM1B,YAAYC,IAA2B,IAAI;AALnC,IAAAC,EAAA,wBAAwC;AACxC,IAAAA,EAAA,uBAAgB;AAChB,IAAAA,EAAA,wBAAiB;AACjB,IAAAA,EAAA;AAGN,SAAK,SAAS;AAAA,MACZ,gBAAgBD,EAAO;AAAA,MACvB,aAAaA,EAAO,eAAe;AAAA,MACnC,UAAUA,EAAO,YAAY;AAAA,MAC7B,wBAAwBA,EAAO,0BAA0B;AAAA,MACzD,uBAAuBA,EAAO,yBAAyB;AAAA,IAAA;AAAA,EAE3D;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,aAA4B;AAChC,QAAI,KAAK,eAAe;AACtB,cAAQ,IAAI,iCAAiC;AAE7C;AAAA,IACF;AAEA,QAAI,KAAK,gBAAgB;AAGvB,WAFA,QAAQ,IAAI,4DAA4D,GAEjE,KAAK;AACV,cAAM,IAAI,QAAQ,CAAAE,MAAW,WAAWA,GAAS,GAAG,CAAC;AAGvD;AAAA,IACF;AAEI,QAAA;AACF,WAAK,iBAAiB,IACtB,QAAQ,IAAI,4CAA4C;AAGlD,YAAAC,IAAS,MAAMC,EAAgB;AAAA,QACnC;AAAA,MAAA;AAGF,cAAQ,IAAI,qDAAqD;AAM3D,YAAAC,IACJ,KAAK,OAAO,kBACZ;AAEF,WAAK,iBAAiB,MAAMC,EAAe,kBAAkBH,GAAQ;AAAA,QACnE,aAAa;AAAA,UACX,gBAAgBE;AAAA,UAChB,UAAU;AAAA;AAAA,QACZ;AAAA,QACA,aAAa,KAAK,OAAO;AAAA,QACzB,UAAU,KAAK,OAAO;AAAA,QACtB,4BAA4B,KAAK,OAAO;AAAA,QACxC,2BAA2B,KAAK,OAAO;AAAA,QACvC,uBAAuB,KAAK,OAAO;AAAA,QACnC,uBAAuB;AAAA;AAAA,QACvB,oCAAoC;AAAA,MAAA,CACrC,GAED,KAAK,gBAAgB,IACrB,QAAQ,IAAI,sCAAsC;AAAA,aAC3CE,GAAO;AACN,oBAAA,MAAM,sCAAsCA,CAAK,GACnD,IAAI;AAAA,QACR,mCACEA,aAAiB,QAAQA,EAAM,UAAU,eAC3C;AAAA,MAAA;AAAA,IACF,UACA;AACA,WAAK,iBAAiB;AAAA,IACxB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OACJC,GACAC,GAC2C;AAC3C,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK;AAC/B,qBAAQ,KAAK,+DAA+D,GAErE;AAGL,QAAA;AAEE,UAAAC,GACAC;AAEJ,UAAIH,aAAmB;AAKjB,YAJJE,IAAaF,EAAQ,YACrBG,IAAcH,EAAQ,aAGlBE,MAAe,KAAKC,MAAgB;AAC/B,iBAAA;AAAA,iBAITD,IAAaF,EAAQ,OACrBG,IAAcH,EAAQ,QAElBE,MAAe,KAAKC,MAAgB;AAC/B,eAAA;AAKP,UAAAC;AAEA,UAAA,KAAK,OAAO,gBAAgB,SAAS;AAEjC,cAAAC,IAAiBJ,KAAa,YAAY,IAAI;AAEpD,QAAAG,IAAS,KAAK,eAAe,eAAeJ,GAASK,CAAc;AAAA,MAAA;AAG1D,QAAAD,IAAA,KAAK,eAAe,OAAOJ,CAAO;AAI7C,UAAI,CAACI,EAAO,iBAAiBA,EAAO,cAAc,WAAW;AACpD,eAAA;AAIH,YAAAE,IAAgBF,EAAO,cAAc,CAAC;AAE5C,UAAI,CAACE;AACI,eAAA;AAIT,YAAMC,IAAkBH,EAAO,mBAAmBA,EAAO,gBAAgB,CAAC,GAGpEI,IAAkBC,EAAuBH,GAAeJ,GAAYC,CAAW;AAGrF,aAAII,MACDC,EAAwB,cAAcD,EAAgB,aAGlDC;AAAA,aACAT,GAAO;AACN,qBAAA,MAAM,iCAAiCA,CAAK,GAE7C;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,UAAmB;AACV,WAAA,KAAK,iBAAiB,KAAK,mBAAmB;AAAA,EACvD;AAAA;AAAA;AAAA;AAAA,EAKA,YAA8B;AACrB,WAAA,EAAE,GAAG,KAAK;EACnB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,UAAgB;AACd,IAAI,KAAK,mBACP,QAAQ,IAAI,yCAAyC,GACrD,KAAK,eAAe,SACpB,KAAK,iBAAiB,OAExB,KAAK,gBAAgB,IACrB,KAAK,iBAAiB;AAAA,EACxB;AACF;AAGA,IAAIW,IAAuD;AAS9C,MAAAC,IAAuB,CAACnB,OAC9BkB,MACsBA,IAAA,IAAInB,EAAsBC,CAAM,IAGpDkB;"}

package/dist/features/av/video-analysis/mediapipe/mediapipe-helpers.js

@@ -0,0 +1,86 @@
+import { FACE_OVAL_INDICES as M, POSE_REFERENCE_INDICES as h, LEFT_EYE_INDICES as l, RIGHT_EYE_INDICES as L, LEFT_IRIS_INDICES as N, RIGHT_IRIS_INDICES as Y } from "./mediapipe-constants.js";
+const y = (t, c) => {
+  const s = c.x - t.x, o = c.y - t.y, e = c.z - t.z;
+  return Math.sqrt(s * s + o * o + e * e);
+}, x = (t, c) => {
+  const s = c.x - t.x, o = c.y - t.y;
+  return Math.sqrt(s * s + o * o);
+}, u = (t, c) => c.map((s) => t[s]).filter((s) => s !== void 0), g = (t, c, s) => {
+  const o = u(t, M);
+  let e = 1, i = 1, n = 0, E = 0;
+  for (const r of o)
+    e = Math.min(e, r.x), i = Math.min(i, r.y), n = Math.max(n, r.x), E = Math.max(E, r.y);
+  return {
+    x: e * c,
+    y: i * s,
+    width: (n - e) * c,
+    height: (E - i) * s
+  };
+}, z = (t) => {
+  const c = {
+    outer: t[33],
+    // Right eye outer corner
+    inner: t[133],
+    // Right eye inner corner
+    top1: t[159],
+    // Upper eyelid
+    bottom1: t[145],
+    // Lower eyelid
+    top2: t[158],
+    // Upper eyelid
+    bottom2: t[153]
+    // Lower eyelid
+  }, s = {
+    outer: t[362],
+    // Left eye outer corner
+    inner: t[263],
+    // Left eye inner corner
+    top1: t[386],
+    // Upper eyelid
+    bottom1: t[374],
+    // Lower eyelid
+    top2: t[385],
+    // Upper eyelid
+    bottom2: t[380]
+    // Lower eyelid
+  }, o = (n) => {
+    if (!n.outer || !n.inner || !n.top1 || !n.bottom1 || !n.top2 || !n.bottom2)
+      return 0;
+    const E = x(n.top1, n.bottom1), r = x(n.top2, n.bottom2), a = x(n.outer, n.inner);
+    return a < 1e-3 ? 0 : (E + r) / (2 * a);
+  }, e = o(s), i = o(c);
+  return (e + i) / 2;
+}, C = (t) => {
+  const c = t[h.NOSE_TIP], s = t[h.CHIN], o = t[h.LEFT_EYE_OUTER], e = t[h.RIGHT_EYE_OUTER], i = t[h.LEFT_EAR], n = t[h.RIGHT_EAR];
+  if (!c || !s || !o || !e || !i || !n)
+    return { pitch: 0, yaw: 0, roll: 0 };
+  const E = y(c, o), r = y(c, e), I = (E - r) / (E + r) * 60, f = o.y, _ = e.y, p = (f + _) / 2, m = c.y - p, R = 0.15, D = (m - R) / R * 30, T = (n.z - i.z) * 30;
+  return {
+    pitch: Math.max(-90, Math.min(90, D)),
+    yaw: Math.max(-90, Math.min(90, I)),
+    roll: Math.max(-90, Math.min(90, T))
+  };
+}, F = (t, c, s) => {
+  const o = t.map((I) => ({
+    x: I.x,
+    y: I.y,
+    z: I.z
+  })), e = g(o, c, s), i = C(o), n = u(o, l), E = u(o, L), r = u(o, N), a = u(o, Y);
+  return {
+    landmarks: o,
+    boundingBox: e,
+    headPose: i,
+    leftEyeLandmarks: n,
+    rightEyeLandmarks: E,
+    leftIrisLandmarks: r,
+    rightIrisLandmarks: a
+  };
+};
+export {
+  g as calculateBoundingBox,
+  z as calculateEAR,
+  C as calculateHeadPose,
+  u as extractLandmarks,
+  F as processMediaPipeResult
+};
+//# sourceMappingURL=mediapipe-helpers.js.map

package/dist/features/av/video-analysis/mediapipe/mediapipe-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediapipe-helpers.js","sources":["../../../../../src/features/av/video-analysis/mediapipe/mediapipe-helpers.ts"],"sourcesContent":["/**\n * MediaPipe Helper Functions\n *\n * Utilities for processing MediaPipe face landmarks:\n * - Bounding box calculation\n * - Eye Aspect Ratio (EAR) for sleep detection\n * - Head pose estimation for camera angle\n */\n\nimport type {\n  IBoundingBox,\n  IHeadPose,\n  ILandmark3D,\n  IMediaPipeDetectionResult,\n} from './mediapipe-types';\nimport {\n  FACE_OVAL_INDICES,\n  LEFT_EYE_INDICES,\n  LEFT_IRIS_INDICES,\n  POSE_REFERENCE_INDICES,\n  RIGHT_EYE_INDICES,\n  RIGHT_IRIS_INDICES,\n} from './mediapipe-constants';\n\n/**\n * Calculate Euclidean distance between two 3D points\n */\nconst distance3D = (p1: ILandmark3D, p2: ILandmark3D): number => {\n  const dx = p2.x - p1.x;\n  const dy = p2.y - p1.y;\n  const dz = p2.z - p1.z;\n\n  return Math.sqrt(dx * dx + dy * dy + dz * dz);\n};\n\n/**\n * Calculate 2D Euclidean distance (ignoring z-depth)\n */\nconst distance2D = (p1: ILandmark3D, p2: ILandmark3D): number => {\n  const dx = p2.x - p1.x;\n  const dy = p2.y - p1.y;\n\n  return Math.sqrt(dx * dx + dy * dy);\n};\n\n/**\n * Extract specific landmarks by indices\n */\nexport const extractLandmarks = (\n  allLandmarks: ILandmark3D[],\n  indices: readonly number[],\n): ILandmark3D[] => {\n  return indices\n    .map(index => allLandmarks[index])\n    .filter((landmark): landmark is ILandmark3D => landmark !== undefined);\n};\n\n/**\n * Calculate bounding box from face oval landmarks\n * Uses the 36 face contour points to determine face region\n *\n * @param landmarks - All 478 face landmarks\n * @param videoWidth - Video width in pixels\n * @param videoHeight - Video height in pixels\n * @returns Bounding box in pixels\n */\nexport const calculateBoundingBox = (\n  landmarks: ILandmark3D[],\n  videoWidth: number,\n  videoHeight: number,\n): IBoundingBox => {\n  const faceOvalPoints = extractLandmarks(landmarks, FACE_OVAL_INDICES);\n\n  // Find min/max coordinates\n  let minX = 1;\n  let minY = 1;\n  let maxX = 0;\n  let maxY = 0;\n\n  for (const point of faceOvalPoints) {\n    minX = Math.min(minX, point.x);\n    minY = Math.min(minY, point.y);\n    maxX = Math.max(maxX, point.x);\n    maxY = Math.max(maxY, point.y);\n  }\n\n  // Convert normalized coordinates to pixels\n  return {\n    x: minX * videoWidth,\n    y: minY * videoHeight,\n    width: (maxX - minX) * videoWidth,\n    height: (maxY - minY) * videoHeight,\n  };\n};\n\n/**\n * Calculate average Eye Aspect Ratio (EAR) for both eyes\n * This is the main metric for sleep/drowsiness detection\n *\n * Uses specific eyelid landmark pairs that respond accurately to eye closure\n * Research-backed EAR thresholds:\n * - ~0.30-0.40: Eyes wide open\n * - ~0.25-0.30: Normal open eyes\n * - ~0.20-0.25: Drowsy threshold\n * - <0.20: Eyes clearly closed\n *\n * @param landmarks - All 478 face landmarks\n * @returns Average EAR (0-1, typically 0.1-0.35)\n */\nexport const calculateEAR = (landmarks: ILandmark3D[]): number => {\n  // MediaPipe eye landmark indices for EAR calculation\n  // Based on research: use specific pairs that respond to eye closure\n\n  // Right eye\n  const rightEye = {\n    outer: landmarks[33], // Right eye outer corner\n    inner: landmarks[133], // Right eye inner corner\n    top1: landmarks[159], // Upper eyelid\n    bottom1: landmarks[145], // Lower eyelid\n    top2: landmarks[158], // Upper eyelid\n    bottom2: landmarks[153], // Lower eyelid\n  };\n\n  // Left eye\n  const leftEye = {\n    outer: landmarks[362], // Left eye outer corner\n    inner: landmarks[263], // Left eye inner corner\n    top1: landmarks[386], // Upper eyelid\n    bottom1: landmarks[374], // Lower eyelid\n    top2: landmarks[385], // Upper eyelid\n    bottom2: landmarks[380], // Lower eyelid\n  };\n\n  const calcEAR = (eye: typeof rightEye) => {\n    if (!eye.outer || !eye.inner || !eye.top1 || !eye.bottom1 || !eye.top2 || !eye.bottom2)\n      return 0;\n\n    // Vertical distances (eyelid separation)\n    const v1 = distance2D(eye.top1, eye.bottom1);\n    const v2 = distance2D(eye.top2, eye.bottom2);\n\n    // Horizontal distance (eye width)\n    const h = distance2D(eye.outer, eye.inner);\n\n    if (h < 0.001) return 0;\n\n    // Standard EAR formula\n    return (v1 + v2) / (2.0 * h);\n  };\n\n  const leftEAR = calcEAR(leftEye);\n  const rightEAR = calcEAR(rightEye);\n\n  return (leftEAR + rightEAR) / 2;\n};\n\n/**\n * Calculate 3D head pose from face landmarks\n * Uses geometric relationships between key facial points\n *\n * @param landmarks - All 478 face landmarks\n * @returns Head pose angles in degrees\n */\nexport const calculateHeadPose = (landmarks: ILandmark3D[]): IHeadPose => {\n  // Key reference points\n  const noseTip = landmarks[POSE_REFERENCE_INDICES.NOSE_TIP];\n  const chin = landmarks[POSE_REFERENCE_INDICES.CHIN];\n  const leftEyeOuter = landmarks[POSE_REFERENCE_INDICES.LEFT_EYE_OUTER];\n  const rightEyeOuter = landmarks[POSE_REFERENCE_INDICES.RIGHT_EYE_OUTER];\n  const leftEar = landmarks[POSE_REFERENCE_INDICES.LEFT_EAR];\n  const rightEar = landmarks[POSE_REFERENCE_INDICES.RIGHT_EAR];\n\n  // Default pose if landmarks are missing\n  if (!noseTip || !chin || !leftEyeOuter || !rightEyeOuter || !leftEar || !rightEar) {\n    return { pitch: 0, yaw: 0, roll: 0 };\n  }\n\n  // Calculate yaw (left/right turn)\n  // Compare distances from nose to left vs right landmarks\n  const distLeftEye = distance3D(noseTip, leftEyeOuter);\n  const distRightEye = distance3D(noseTip, rightEyeOuter);\n  const eyeRatio = (distLeftEye - distRightEye) / (distLeftEye + distRightEye);\n\n  // Yaw angle in degrees (-90 to 90)\n  // Negative = looking left, Positive = looking right\n  const yaw = eyeRatio * 60; // Scale to realistic range\n\n  // Calculate pitch (up/down tilt)\n  // MediaPipe coordinates: y=0 at top, y=1 at bottom\n  // For frontal face: use eye-to-nose ratio\n  const leftEyeY = leftEyeOuter.y;\n  const rightEyeY = rightEyeOuter.y;\n  const eyesCenterY = (leftEyeY + rightEyeY) / 2;\n  const noseY = noseTip.y;\n\n  // Normal eye-to-nose distance is around 0.15 in normalized coords\n  const eyeToNoseDistance = noseY - eyesCenterY;\n  const normalEyeToNoseDistance = 0.15;\n  const pitchRatio = (eyeToNoseDistance - normalEyeToNoseDistance) / normalEyeToNoseDistance;\n\n  // Pitch angle in degrees\n  // Positive = looking down (nose further from eyes)\n  // Negative = looking up (nose closer to eyes)\n  const pitch = pitchRatio * 30; // Conservative scaling\n\n  // Calculate roll (sideways tilt)\n  // Compare z-depth of left vs right ears\n  const earDepthDiff = rightEar.z - leftEar.z;\n\n  // Roll angle in degrees (-90 to 90)\n  // Negative = tilted left, Positive = tilted right\n  const roll = earDepthDiff * 30; // Scale to realistic range\n\n  return {\n    pitch: Math.max(-90, Math.min(90, pitch)),\n    yaw: Math.max(-90, Math.min(90, yaw)),\n    roll: Math.max(-90, Math.min(90, roll)),\n  };\n};\n\n/**\n * Process MediaPipe detection results into structured format\n *\n * @param faceLandmarks - Raw face landmarks from MediaPipe (normalized 0-1)\n * @param videoWidth - Video width in pixels\n * @param videoHeight - Video height in pixels\n * @returns Processed detection result with all metrics\n */\nexport const processMediaPipeResult = (\n  faceLandmarks: Array<{ x: number; y: number; z: number }>,\n  videoWidth: number,\n  videoHeight: number,\n): IMediaPipeDetectionResult => {\n  // Convert to ILandmark3D format\n  const landmarks: ILandmark3D[] = faceLandmarks.map(landmark => ({\n    x: landmark.x,\n    y: landmark.y,\n    z: landmark.z,\n  }));\n\n  // Calculate bounding box\n  const boundingBox = calculateBoundingBox(landmarks, videoWidth, videoHeight);\n\n  // Calculate head pose\n  const headPose = calculateHeadPose(landmarks);\n\n  // Extract eye and iris landmarks\n  const leftEyeLandmarks = extractLandmarks(landmarks, LEFT_EYE_INDICES);\n  const rightEyeLandmarks = extractLandmarks(landmarks, RIGHT_EYE_INDICES);\n  const leftIrisLandmarks = extractLandmarks(landmarks, LEFT_IRIS_INDICES);\n  const rightIrisLandmarks = extractLandmarks(landmarks, RIGHT_IRIS_INDICES);\n\n  return {\n    landmarks,\n    boundingBox,\n    headPose,\n    leftEyeLandmarks,\n    rightEyeLandmarks,\n    leftIrisLandmarks,\n    rightIrisLandmarks,\n  };\n};\n\n/**\n * Check if eye is closed based on EAR threshold\n * More reliable than face-api.js for frontal faces\n *\n * @param ear - Eye Aspect Ratio\n * @param threshold - Threshold value (default: 0.20)\n * @returns True if eyes are closed/drowsy\n */\nexport const isEyeClosed = (ear: number, threshold = 0.2): boolean => {\n  return ear < threshold;\n};\n\n/**\n * Normalize landmarks to video dimensions\n * MediaPipe returns normalized coordinates (0-1)\n * Convert to pixel coordinates for canvas drawing\n *\n * @param landmarks - Normalized landmarks (0-1)\n * @param videoWidth - Video width in pixels\n * @param videoHeight - Video height in pixels\n * @returns Landmarks in pixel coordinates\n */\nexport const normalizeLandmarksToPixels = (\n  landmarks: ILandmark3D[],\n  videoWidth: number,\n  videoHeight: number,\n): Array<{ x: number; y: number; z: number }> => {\n  return landmarks.map(landmark => ({\n    x: landmark.x * videoWidth,\n    y: landmark.y * videoHeight,\n    z: landmark.z, // Z stays as-is (depth in normalized units)\n  }));\n};\n"],"names":["distance3D","p1","p2","dx","dy","dz","distance2D","extractLandmarks","allLandmarks","indices","index","landmark","calculateBoundingBox","landmarks","videoWidth","videoHeight","faceOvalPoints","FACE_OVAL_INDICES","minX","minY","maxX","maxY","point","calculateEAR","rightEye","leftEye","calcEAR","eye","v1","v2","h","leftEAR","rightEAR","calculateHeadPose","noseTip","POSE_REFERENCE_INDICES","chin","leftEyeOuter","rightEyeOuter","leftEar","rightEar","distLeftEye","distRightEye","yaw","leftEyeY","rightEyeY","eyesCenterY","eyeToNoseDistance","normalEyeToNoseDistance","pitch","roll","processMediaPipeResult","faceLandmarks","boundingBox","headPose","leftEyeLandmarks","LEFT_EYE_INDICES","rightEyeLandmarks","RIGHT_EYE_INDICES","leftIrisLandmarks","LEFT_IRIS_INDICES","rightIrisLandmarks","RIGHT_IRIS_INDICES"],"mappings":";AA2BA,MAAMA,IAAa,CAACC,GAAiBC,MAA4B;AACzD,QAAAC,IAAKD,EAAG,IAAID,EAAG,GACfG,IAAKF,EAAG,IAAID,EAAG,GACfI,IAAKH,EAAG,IAAID,EAAG;AAErB,SAAO,KAAK,KAAKE,IAAKA,IAAKC,IAAKA,IAAKC,IAAKA,CAAE;AAC9C,GAKMC,IAAa,CAACL,GAAiBC,MAA4B;AACzD,QAAAC,IAAKD,EAAG,IAAID,EAAG,GACfG,IAAKF,EAAG,IAAID,EAAG;AAErB,SAAO,KAAK,KAAKE,IAAKA,IAAKC,IAAKA,CAAE;AACpC,GAKaG,IAAmB,CAC9BC,GACAC,MAEOA,EACJ,IAAI,CAAAC,MAASF,EAAaE,CAAK,CAAC,EAChC,OAAO,CAACC,MAAsCA,MAAa,MAAS,GAY5DC,IAAuB,CAClCC,GACAC,GACAC,MACiB;AACX,QAAAC,IAAiBT,EAAiBM,GAAWI,CAAiB;AAGpE,MAAIC,IAAO,GACPC,IAAO,GACPC,IAAO,GACPC,IAAO;AAEX,aAAWC,KAASN;AAClB,IAAAE,IAAO,KAAK,IAAIA,GAAMI,EAAM,CAAC,GAC7BH,IAAO,KAAK,IAAIA,GAAMG,EAAM,CAAC,GAC7BF,IAAO,KAAK,IAAIA,GAAME,EAAM,CAAC,GAC7BD,IAAO,KAAK,IAAIA,GAAMC,EAAM,CAAC;AAIxB,SAAA;AAAA,IACL,GAAGJ,IAAOJ;AAAA,IACV,GAAGK,IAAOJ;AAAA,IACV,QAAQK,IAAOF,KAAQJ;AAAA,IACvB,SAASO,IAAOF,KAAQJ;AAAA,EAAA;AAE5B,GAgBaQ,IAAe,CAACV,MAAqC;AAKhE,QAAMW,IAAW;AAAA,IACf,OAAOX,EAAU,EAAE;AAAA;AAAA,IACnB,OAAOA,EAAU,GAAG;AAAA;AAAA,IACpB,MAAMA,EAAU,GAAG;AAAA;AAAA,IACnB,SAASA,EAAU,GAAG;AAAA;AAAA,IACtB,MAAMA,EAAU,GAAG;AAAA;AAAA,IACnB,SAASA,EAAU,GAAG;AAAA;AAAA,EAAA,GAIlBY,IAAU;AAAA,IACd,OAAOZ,EAAU,GAAG;AAAA;AAAA,IACpB,OAAOA,EAAU,GAAG;AAAA;AAAA,IACpB,MAAMA,EAAU,GAAG;AAAA;AAAA,IACnB,SAASA,EAAU,GAAG;AAAA;AAAA,IACtB,MAAMA,EAAU,GAAG;AAAA;AAAA,IACnB,SAASA,EAAU,GAAG;AAAA;AAAA,EAAA,GAGlBa,IAAU,CAACC,MAAyB;AACxC,QAAI,CAACA,EAAI,SAAS,CAACA,EAAI,SAAS,CAACA,EAAI,QAAQ,CAACA,EAAI,WAAW,CAACA,EAAI,QAAQ,CAACA,EAAI;AACtE,aAAA;AAGT,UAAMC,IAAKtB,EAAWqB,EAAI,MAAMA,EAAI,OAAO,GACrCE,IAAKvB,EAAWqB,EAAI,MAAMA,EAAI,OAAO,GAGrCG,IAAIxB,EAAWqB,EAAI,OAAOA,EAAI,KAAK;AAErC,WAAAG,IAAI,OAAc,KAGdF,IAAKC,MAAO,IAAMC;AAAA,EAAA,GAGtBC,IAAUL,EAAQD,CAAO,GACzBO,IAAWN,EAAQF,CAAQ;AAEjC,UAAQO,IAAUC,KAAY;AAChC,GASaC,IAAoB,CAACpB,MAAwC;AAElE,QAAAqB,IAAUrB,EAAUsB,EAAuB,QAAQ,GACnDC,IAAOvB,EAAUsB,EAAuB,IAAI,GAC5CE,IAAexB,EAAUsB,EAAuB,cAAc,GAC9DG,IAAgBzB,EAAUsB,EAAuB,eAAe,GAChEI,IAAU1B,EAAUsB,EAAuB,QAAQ,GACnDK,IAAW3B,EAAUsB,EAAuB,SAAS;AAGvD,MAAA,CAACD,KAAW,CAACE,KAAQ,CAACC,KAAgB,CAACC,KAAiB,CAACC,KAAW,CAACC;AACvE,WAAO,EAAE,OAAO,GAAG,KAAK,GAAG,MAAM;AAK7B,QAAAC,IAAczC,EAAWkC,GAASG,CAAY,GAC9CK,IAAe1C,EAAWkC,GAASI,CAAa,GAKhDK,KAJYF,IAAcC,MAAiBD,IAAcC,KAIxC,IAKjBE,IAAWP,EAAa,GACxBQ,IAAYP,EAAc,GAC1BQ,KAAeF,IAAWC,KAAa,GAIvCE,IAHQb,EAAQ,IAGYY,GAC5BE,IAA0B,MAM1BC,KALcF,IAAoBC,KAA2BA,IAKxC,IAQrBE,KAJeV,EAAS,IAAID,EAAQ,KAId;AAErB,SAAA;AAAA,IACL,OAAO,KAAK,IAAI,KAAK,KAAK,IAAI,IAAIU,CAAK,CAAC;AAAA,IACxC,KAAK,KAAK,IAAI,KAAK,KAAK,IAAI,IAAIN,CAAG,CAAC;AAAA,IACpC,MAAM,KAAK,IAAI,KAAK,KAAK,IAAI,IAAIO,CAAI,CAAC;AAAA,EAAA;AAE1C,GAUaC,IAAyB,CACpCC,GACAtC,GACAC,MAC8B;AAExB,QAAAF,IAA2BuC,EAAc,IAAI,CAAazC,OAAA;AAAA,IAC9D,GAAGA,EAAS;AAAA,IACZ,GAAGA,EAAS;AAAA,IACZ,GAAGA,EAAS;AAAA,EACZ,EAAA,GAGI0C,IAAczC,EAAqBC,GAAWC,GAAYC,CAAW,GAGrEuC,IAAWrB,EAAkBpB,CAAS,GAGtC0C,IAAmBhD,EAAiBM,GAAW2C,CAAgB,GAC/DC,IAAoBlD,EAAiBM,GAAW6C,CAAiB,GACjEC,IAAoBpD,EAAiBM,GAAW+C,CAAiB,GACjEC,IAAqBtD,EAAiBM,GAAWiD,CAAkB;AAElE,SAAA;AAAA,IACL,WAAAjD;AAAA,IACA,aAAAwC;AAAA,IACA,UAAAC;AAAA,IACA,kBAAAC;AAAA,IACA,mBAAAE;AAAA,IACA,mBAAAE;AAAA,IACA,oBAAAE;AAAA,EAAA;AAEJ;"}