react-native-nitro-pose-exercises 1.1.14 → 1.1.16

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -1,6 +1,11 @@
 package com.margelo.nitro.nitroposeexercises
 
-import android.graphics.Matrix
+import com.margelo.nitro.camera.HybridFrameSpec
+import com.margelo.nitro.camera.public.NativeFrame
+import com.google.android.gms.tasks.Tasks
+import java.util.concurrent.TimeUnit
+
+// import android.graphics.Matrix
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
 import com.google.mlkit.vision.pose.PoseDetection
@@ -14,15 +19,13 @@ import kotlin.math.max
 import kotlin.math.min
 import kotlin.math.sqrt
 
-import android.media.Image
-import android.graphics.Bitmap
+// import android.media.Image
+// import android.graphics.Bitmap
 import com.google.mlkit.vision.common.InputImage
-import com.margelo.nitro.core.ArrayBuffer
-import java.nio.ByteBuffer
+// import com.margelo.nitro.core.ArrayBuffer
+// import java.nio.ByteBuffer
 
-import java.nio.ByteOrder
-
-import com.margelo.nitro.camera.HybridFrameSpec
+// import java.nio.ByteOrder
 
 @Keep
 @DoNotStrip
@@ -211,92 +214,86 @@ override fun isReady(): Boolean {
   // Frame Processing (ML Kit — async with cached results)
   // ═══════════════════════════════════════════════════════════
 
+// Reusable scratch — allocated once, never GC'd per frame
+@Volatile private var lastProcessTime: Long = 0L
+private val minIntervalMs: Long = 66L  // ~15fps cap; bump down to 33 for ~30fps
 
+// Time-based throttle — more reliable than frame-count under variable FPS
+@Volatile private var lastProcessTime: Long = 0L
+private val minIntervalMs: Long = 66L  // ~15fps; lower to 33 for ~30fps once release build is fast enough
 
-override fun processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) {
+override fun processFrameAndroid(frame: HybridFrameSpec) {
   if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
   if (!isInitialized || poseDetector == null) return
 
-  frameCount++
-  if (frameCount % processEveryNFrames != 0) return
+  val now = System.currentTimeMillis()
+  if (now - lastProcessTime < minIntervalMs) return
+  lastProcessTime = now
 
-  val w = width.toInt()
-  val h = height.toInt()
-  val rot = rotation.toInt()
+  val nativeFrame = frame as? NativeFrame ?: return
+  val imageProxy = nativeFrame.image ?: return
+  val mediaImage = imageProxy.image ?: return
 
   try {
-    val rgb = buffer.getBuffer(false)
-    rgb.rewind()
-
-    // RGB (3 bytes) -> ARGB_8888 (4 bytes, A=0xFF). Bitmap.Config.ARGB_8888 stores as RGBA in memory.
-    val pixelCount = w * h
-    val rgba = ByteBuffer.allocateDirect(pixelCount * 4).order(ByteOrder.nativeOrder())
-    for (i in 0 until pixelCount) {
-      val r = rgb.get()
-      val g = rgb.get()
-      val b = rgb.get()
-      rgba.put(r)
-      rgba.put(g)
-      rgba.put(b)
-      rgba.put(0xFF.toByte())
+    val rotation = imageProxy.imageInfo.rotationDegrees
+    val inputImage = InputImage.fromMediaImage(mediaImage, rotation)
+
+    val rotated = rotation == 90 || rotation == 270
+    val imageWidth = (if (rotated) mediaImage.height else mediaImage.width).toDouble()
+    val imageHeight = (if (rotated) mediaImage.width else mediaImage.height).toDouble()
+
+    // SYNC inference — the frame's underlying ImageProxy is only valid until
+    // VisionCamera disposes the frame after this method returns. Tasks.await
+    // blocks the worklet thread which is exactly what we want here.
+    val pose = try {
+      Tasks.await(poseDetector!!.process(inputImage), 200, TimeUnit.MILLISECONDS)
+    } catch (e: Exception) {
+      // Timeout or failure — skip this frame quietly
+      null
     }
-    rgba.rewind()
-
-    val bitmap = Bitmap.createBitmap(w, h, Bitmap.Config.ARGB_8888)
-    bitmap.copyPixelsFromBuffer(rgba)
 
-    val inputImage = InputImage.fromBitmap(bitmap, rot)
+    if (pose == null) return
 
-    val rotated = rot == 90 || rot == 270
-    val imageWidth = (if (rotated) h else w).toDouble()
-    val imageHeight = (if (rotated) w else h).toDouble()
+    val poseLandmarks = pose.allPoseLandmarks
 
-    poseDetector!!.process(inputImage)
-      .addOnSuccessListener { pose ->
-        val poseLandmarks = pose.allPoseLandmarks
-
-        if (poseLandmarks.isNotEmpty()) {
-          if (poseWasLost) {
-            poseWasLost = false
-            onPoseRegained?.invoke()
-          }
-
-          val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
-
-          for (poseLandmark in poseLandmarks) {
-            val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
-            if (mediaPipeIndex >= 34) continue
+    if (poseLandmarks.isNotEmpty()) {
+      if (poseWasLost) {
+        poseWasLost = false
+        onPoseRegained?.invoke()
+      }
 
-            landmarkArray[mediaPipeIndex] = Landmark(
-              x = (poseLandmark.position3D.x / imageWidth).coerceIn(0.0, 1.0),
-              y = (poseLandmark.position3D.y / imageHeight).coerceIn(0.0, 1.0),
-              z = poseLandmark.position3D.z.toDouble(),
-              visibility = poseLandmark.inFrameLikelihood.toDouble()
-            )
-          }
+      val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
 
-          synchronized(landmarkLock) {
-            cachedLandmarks = landmarkArray
-            _landmarks = landmarkArray
-          }
+      for (poseLandmark in poseLandmarks) {
+        val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
+        if (mediaPipeIndex >= 34) continue
 
-          processExerciseLogic()  // your actual method name
-        } else {
-          if (!poseWasLost) {
-            poseWasLost = true
-            onPoseLost?.invoke()
-          }
-        }
+        landmarkArray[mediaPipeIndex] = Landmark(
+          x = (poseLandmark.position3D.x / imageWidth).coerceIn(0.0, 1.0),
+          y = (poseLandmark.position3D.y / imageHeight).coerceIn(0.0, 1.0),
+          z = poseLandmark.position3D.z.toDouble(),
+          visibility = poseLandmark.inFrameLikelihood.toDouble()
+        )
       }
-      .addOnFailureListener { e ->
-        println("[PoseExercise] ML Kit failure: ${e.message}")
+
+      synchronized(landmarkLock) {
+        cachedLandmarks = landmarkArray
+        _landmarks = landmarkArray
       }
-      .addOnCompleteListener {
-        bitmap.recycle()
+
+      processExerciseLogic()
+    } else {
+      if (!poseWasLost) {
+        poseWasLost = true
+        onPoseLost?.invoke()
       }
+    }
   } catch (e: Exception) {
     println("[PoseExercise] processFrameAndroid error: ${e.message}")
   }
+  // NOTE: we do NOT close the ImageProxy ourselves.
+  // VisionCamera owns the frame lifecycle and will release it when
+  // frame.dispose() runs in the JS worklet after we return.
 }
 
 override fun processFrameIOS(frame: HybridFrameSpec) {
@@ -639,54 +636,87 @@ private fun isPostureValid(family: PostureFamily, threshold: Double): Boolean {
   val lk = _landmarks[25]; val rk = _landmarks[26]
   val la = _landmarks[27]; val ra = _landmarks[28]
 
-  // Only require torso visible — knees and ankles are optional
-  val torsoVisible = ls.visibility > threshold && rs.visibility > threshold &&
-                     lh.visibility > threshold && rh.visibility > threshold
-  if (!torsoVisible) return false
-
-  val shoulderY = (ls.y + rs.y) / 2
-  val hipY = (lh.y + rh.y) / 2
-  val shoulderX = (ls.x + rs.x) / 2
-  val hipX = (lh.x + rh.x) / 2
+  // Shoulders mandatory; everything below is optional for close-range framing
+  val shouldersVisible = ls.visibility > threshold && rs.visibility > threshold
+  if (!shouldersVisible) return false
 
+  val hipsVisible = lh.visibility > threshold && rh.visibility > threshold
   val kneesVisible = lk.visibility > threshold && rk.visibility > threshold
   val anklesVisible = la.visibility > threshold && ra.visibility > threshold
+
+  val shoulderY = (ls.y + rs.y) / 2
+  val shoulderX = (ls.x + rs.x) / 2
+  val hipY = if (hipsVisible) (lh.y + rh.y) / 2 else shoulderY
+  val hipX = if (hipsVisible) (lh.x + rh.x) / 2 else shoulderX
   val kneeY = if (kneesVisible) (lk.y + rk.y) / 2 else hipY
   val ankleY = if (anklesVisible) (la.y + ra.y) / 2 else kneeY
 
+  // Mirror-invariant — works for front and back camera identically
+  val shoulderWidth = kotlin.math.abs(ls.x - rs.x)
+
   return when (family) {
     PostureFamily.HORIZONTALPRONE, PostureFamily.SUPINE -> {
+      if (!hipsVisible) return false
+
+      // Case A: side view — shoulders/hips/(ankles) in a horizontal band
       val ys = if (anklesVisible)
         listOf(shoulderY, hipY, ankleY)
       else
         listOf(shoulderY, hipY)
-      (ys.max() - ys.min()) < 0.25
+      if ((ys.max() - ys.min()) < 0.25) return true
+
+      // Case B: front-facing prone (pushup head-on) — large y-spread,
+      // fall back to upper-body geometry
+      val le = _landmarks[13]; val re = _landmarks[14]
+      val lw = _landmarks[15]; val rw = _landmarks[16]
+      val upperBodyVisible = le.visibility > threshold && re.visibility > threshold &&
+                             lw.visibility > threshold && rw.visibility > threshold
+      if (!upperBodyVisible) return false
+
+      val wristY = (lw.y + rw.y) / 2
+      wristY > shoulderY + 0.03 && shoulderWidth > 0.10
     }
+
     PostureFamily.STANDINGUPRIGHT -> {
-      if (kneesVisible) {
-        shoulderY < hipY - 0.08 &&
-        hipY < kneeY + 0.05 &&
-        (if (anklesVisible) kneeY < ankleY else true)
+      if (hipsVisible) {
+        if (kneesVisible) {
+          shoulderY < hipY - 0.05 &&
+          hipY < kneeY + 0.05 &&
+          (if (anklesVisible) kneeY < ankleY else true)
+        } else {
+          shoulderY < hipY - 0.05
+        }
       } else {
-        shoulderY < hipY - 0.08
+        // Hips cropped (close-range front-facing) — accept based on shoulder span
+        shoulderWidth > 0.08
       }
     }
+
     PostureFamily.SEATED -> {
-      if (kneesVisible) {
-        shoulderY < hipY - 0.05 && kotlin.math.abs(hipY - kneeY) < 0.20
-      } else {
-        shoulderY < hipY - 0.05
+      when {
+        hipsVisible && kneesVisible -> shoulderY < hipY - 0.05 && kotlin.math.abs(hipY - kneeY) < 0.20
+        hipsVisible -> shoulderY < hipY - 0.05
+        else -> shoulderWidth > 0.08
       }
     }
+
     PostureFamily.SIDEPLANK -> {
-      val ySpread = kotlin.math.abs(shoulderY - hipY)
-      val shoulderHipDx = kotlin.math.abs(shoulderX - hipX)
-      ySpread < 0.20 && shoulderHipDx < 0.15
+      if (!hipsVisible) false
+      else {
+        val ySpread = kotlin.math.abs(shoulderY - hipY)
+        val shoulderHipDx = kotlin.math.abs(shoulderX - hipX)
+        ySpread < 0.20 && shoulderHipDx < 0.15
+      }
     }
+
     PostureFamily.INVERTED -> {
-      if (!anklesVisible) false
+      if (!hipsVisible || !anklesVisible) false
       else hipY < shoulderY && hipY < ankleY
     }
+
     PostureFamily.NONE -> true
   }
-}}
+}
+
+
+}

package/ios/NitroPoseExercises.swift

@@ -261,7 +261,8 @@ func processFrameIOS(frame: any HybridFrameSpec) throws {
     }
   }
 
-func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) {
+// func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) {
+func processFrameAndroid(frame: any HybridFrameSpec) {
   // no-op on iOS
 }
   // ═══════════════════════════════════════════════════════════
@@ -354,74 +355,85 @@ private func isPostureValid(family: PostureFamily, threshold: Double) -> Bool {
   let lk = _landmarks[25], rk = _landmarks[26]
   let la = _landmarks[27], ra = _landmarks[28]
 
-  // Only require torso visible — knees and ankles are optional
-  let torsoVisible = ls.visibility > threshold && rs.visibility > threshold
-                  && lh.visibility > threshold && rh.visibility > threshold
-  guard torsoVisible else { return false }
-
-  let shoulderY = (ls.y + rs.y) / 2
-  let hipY = (lh.y + rh.y) / 2
-  let shoulderX = (ls.x + rs.x) / 2
-  let hipX = (lh.x + rh.x) / 2
+  // Shoulders are mandatory; hips/knees/ankles are optional for close-range framing
+  let shouldersVisible = ls.visibility > threshold && rs.visibility > threshold
+  guard shouldersVisible else { return false }
 
+  let hipsVisible = lh.visibility > threshold && rh.visibility > threshold
   let kneesVisible = lk.visibility > threshold && rk.visibility > threshold
   let anklesVisible = la.visibility > threshold && ra.visibility > threshold
+
+  let shoulderY = (ls.y + rs.y) / 2
+  let shoulderX = (ls.x + rs.x) / 2
+  let hipY = hipsVisible ? (lh.y + rh.y) / 2 : shoulderY
+  let hipX = hipsVisible ? (lh.x + rh.x) / 2 : shoulderX
   let kneeY = kneesVisible ? (lk.y + rk.y) / 2 : hipY
   let ankleY = anklesVisible ? (la.y + ra.y) / 2 : kneeY
 
-  switch family {
-case .horizontalprone, .supine:
-  // Case A: side view — shoulders, hips, ankles in horizontal band
-  let ys: [Double] = anklesVisible
-    ? [shoulderY, hipY, ankleY]
-    : [shoulderY, hipY]
-  let ySpread = (ys.max() ?? 0) - (ys.min() ?? 0)
-  if ySpread < 0.25 {
-    return true
-  }
-
-  // Case B: front-facing — body extends away from camera along Z.
-  // Y-spread is large (head close, feet far), so check upper-body geometry.
-  let le = _landmarks[13], re = _landmarks[14]
-  let lw = _landmarks[15], rw = _landmarks[16]
-  let upperBodyVisible = le.visibility > threshold && re.visibility > threshold
-                      && lw.visibility > threshold && rw.visibility > threshold
-  guard upperBodyVisible else { return false }
+  // Shoulder width is camera-mirror invariant: |x1 - x2| is the same
+  // whether the front camera mirror has been applied or not.
+  let shoulderWidth = (ls.x - rs.x).magnitude
 
-  let wristY = (lw.y + rw.y) / 2
-  let shoulderWidth = abs(ls.x - rs.x)
-  guard wristY > shoulderY + 0.03 else { return false }
-  guard shoulderWidth > 0.10 else { return false }
+  switch family {
+  case .horizontalprone, .supine:
+    // Need hips to make any meaningful judgment for prone/supine
+    guard hipsVisible else { return false }
+
+    // Case A: side view — shoulders, hips, ankles in a horizontal band
+    let ys: [Double] = anklesVisible
+      ? [shoulderY, hipY, ankleY]
+      : [shoulderY, hipY]
+    let ySpread = (ys.max() ?? 0) - (ys.min() ?? 0)
+    if ySpread < 0.25 {
+      return true
+    }
 
-  return true
+    // Case B: front-facing prone (e.g. pushup viewed head-on) — body extends
+    // away along Z, so y-spread is large. Fall back to upper-body geometry.
+    let le = _landmarks[13], re = _landmarks[14]
+    let lw = _landmarks[15], rw = _landmarks[16]
+    let upperBodyVisible = le.visibility > threshold && re.visibility > threshold
+                        && lw.visibility > threshold && rw.visibility > threshold
+    guard upperBodyVisible else { return false }
+
+    let wristY = (lw.y + rw.y) / 2
+    guard wristY > shoulderY + 0.03 else { return false }
+    guard shoulderWidth > 0.10 else { return false }
+    return true
 
   case .standingupright:
-    // Torso vertical (shoulders above hips). If knees visible, check chain.
-    if kneesVisible {
-      return shoulderY < hipY - 0.08
-          && hipY < kneeY + 0.05
-          && (anklesVisible ? kneeY < ankleY : true)
-    } else {
-      return shoulderY < hipY - 0.08
+    // Front-facing standing: user often crops hips/knees at close range.
+    // Use a tiered check based on what's visible.
+    if hipsVisible {
+      if kneesVisible {
+        return shoulderY < hipY - 0.05
+            && hipY < kneeY + 0.05
+            && (anklesVisible ? kneeY < ankleY : true)
+      }
+      return shoulderY < hipY - 0.05
     }
+    // Hips off-frame — accept if shoulders form a reasonable horizontal span,
+    // which means the person is upright and facing (or backing) the camera.
+    return shoulderWidth > 0.08
 
   case .seated:
-    // Forward-leaning torso. If knees visible, also check hip-knee distance.
-    if kneesVisible {
-      return shoulderY < hipY - 0.05 && Swift.abs(hipY - kneeY) < 0.20
-    } else {
+    if hipsVisible && kneesVisible {
+      return shoulderY < hipY - 0.05 && (hipY - kneeY).magnitude < 0.20
+    }
+    if hipsVisible {
       return shoulderY < hipY - 0.05
     }
+    // Seated with hips out of frame is rare; fall back to upright shoulder span
+    return shoulderWidth > 0.08
 
   case .sideplank:
-    // Body horizontal, shoulders and hips stacked in x
-    let ySpread = Swift.abs(shoulderY - hipY)
-    let shoulderHipDx = Swift.abs(shoulderX - hipX)
+    guard hipsVisible else { return false }
+    let ySpread = (shoulderY - hipY).magnitude
+    let shoulderHipDx = (shoulderX - hipX).magnitude
     return ySpread < 0.20 && shoulderHipDx < 0.15
 
   case .inverted:
-    // Genuinely needs ankles — hips highest of all three
-    guard anklesVisible else { return false }
+    guard hipsVisible, anklesVisible else { return false }
     return hipY < shoulderY && hipY < ankleY
 
   case .none:

package/lib/module/NitroPoseExercises.nitro.js.map

@@ -1 +1 @@
-{"version":3,"names":["NitroModules","nitroPoseExercises","createHybridObject"],"sourceRoot":"../../src","sources":["NitroPoseExercises.nitro.ts"],"mappings":";;AAAA,SAA4BA,YAAY,QAAQ,4BAA4B;;AAI5E;;AAqBA;;AASA;;AAsCA;;AAmCA;;AAoDA,MAAMC,kBAAkB,GACtBD,YAAY,CAACE,kBAAkB,CAAqB,cAAc,CAAC;AAErE,SAASD,kBAAkB","ignoreList":[]}
+{"version":3,"names":["NitroModules","nitroPoseExercises","createHybridObject"],"sourceRoot":"../../src","sources":["NitroPoseExercises.nitro.ts"],"mappings":";;AAAA,SAA4BA,YAAY,QAAQ,4BAA4B;;AAI5E;;AAqBA;;AASA;;AAsCA;;AAmCA;;AAuDA,MAAMC,kBAAkB,GACtBD,YAAY,CAACE,kBAAkB,CAAqB,cAAc,CAAC;AAErE,SAASD,kBAAkB","ignoreList":[]}

package/lib/typescript/src/NitroPoseExercises.nitro.d.ts

@@ -81,7 +81,7 @@ interface NitroPoseExercises extends HybridObject<{
     loadExercise(config: ExerciseConfig): void;
     readonly status: SessionStatus;
     processFrameIOS(frame: Frame): void;
-    processFrameAndroid(buffer: ArrayBuffer, width: number, height: number, rotation: number): void;
+    processFrameAndroid(frame: Frame): void;
     onRepComplete: ((data: RepData) => void) | undefined;
     onPhaseChange: ((phase: ExercisePhase) => void) | undefined;
     onFormFeedback: ((feedback: FormFeedback) => void) | undefined;

package/lib/typescript/src/NitroPoseExercises.nitro.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"NitroPoseExercises.nitro.d.ts","sourceRoot":"","sources":["../../../src/NitroPoseExercises.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,4BAA4B,CAAC;AAE7E,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAIxD,KAAK,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,KAAK,aAAa,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;AAEvE,KAAK,YAAY,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAEjD,KAAK,aAAa,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE9E,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,KAAK,aAAa,GACd,iBAAiB,GACjB,iBAAiB,GACjB,QAAQ,GACR,UAAU,GACV,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AAIX,UAAU,QAAQ;IAChB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,UAAU,eAAe;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,UAAU,OAAO;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,YAAY,EAAE,CAAC;IAC/B,YAAY,EAAE,aAAa,EAAE,CAAC;CAC/B;AAID,UAAU,kBAAmB,SAAQ,YAAY,CAAC;IAChD,GAAG,EAAE,OAAO,CAAC;IACb,OAAO,EAAE,QAAQ,CAAC;CACnB,CAAC;IAEA,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,IAAI,IAAI,CAAC;IAGhB,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IAG3C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAG/B,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAGpC,mBAAmB,CACjB,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,IAAI,CAAC;IAGR,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC5D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACrC,cAAc,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACjE,aAAa,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACxC,iBAAiB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAG5C,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAG/B,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjE,YAAY,IAAI,IAAI,CAAC;IACrB,aAAa,IAAI,IAAI,CAAC;IACtB,WAAW,IAAI,IAAI,CAAC;IAEpB,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,QAAA,MAAM,kBAAkB,oBAC6C,CAAC;AAEtE,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,eAAe,EACf,cAAc,EACd,QAAQ,EACR,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,GACd,CAAC"}
+{"version":3,"file":"NitroPoseExercises.nitro.d.ts","sourceRoot":"","sources":["../../../src/NitroPoseExercises.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,4BAA4B,CAAC;AAE7E,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAIxD,KAAK,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,KAAK,aAAa,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;AAEvE,KAAK,YAAY,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAEjD,KAAK,aAAa,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE9E,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,KAAK,aAAa,GACd,iBAAiB,GACjB,iBAAiB,GACjB,QAAQ,GACR,UAAU,GACV,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AAIX,UAAU,QAAQ;IAChB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,UAAU,eAAe;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,UAAU,OAAO;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,YAAY,EAAE,CAAC;IAC/B,YAAY,EAAE,aAAa,EAAE,CAAC;CAC/B;AAID,UAAU,kBAAmB,SAAQ,YAAY,CAAC;IAChD,GAAG,EAAE,OAAO,CAAC;IACb,OAAO,EAAE,QAAQ,CAAC;CACnB,CAAC;IAEA,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,IAAI,IAAI,CAAC;IAGhB,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IAG3C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAG/B,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAGpC,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAWxC,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC5D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACrC,cAAc,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACjE,aAAa,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACxC,iBAAiB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAG5C,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAG/B,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjE,YAAY,IAAI,IAAI,CAAC;IACrB,aAAa,IAAI,IAAI,CAAC;IACtB,WAAW,IAAI,IAAI,CAAC;IAEpB,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,QAAA,MAAM,kBAAkB,oBAC6C,CAAC;AAEtE,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,eAAe,EACf,cAAc,EACd,QAAQ,EACR,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,GACd,CAAC"}

package/nitrogen/generated/android/c++/JHybridNitroPoseExercisesSpec.cpp

@@ -91,8 +91,6 @@ namespace margelo::nitro::camera { class HybridFrameSpec; }
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
 #include <VisionCamera/JHybridFrameSpec.hpp>
-#include <NitroModules/ArrayBuffer.hpp>
-#include <NitroModules/JArrayBuffer.hpp>
 
 namespace margelo::nitro::nitroposeexercises {
 
@@ -335,9 +333,9 @@ namespace margelo::nitro::nitroposeexercises {
     static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<margelo::nitro::camera::JHybridFrameSpec::JavaPart> /* frame */)>("processFrameIOS");
     method(_javaPart, std::dynamic_pointer_cast<margelo::nitro::camera::JHybridFrameSpec>(frame)->getJavaPart());
   }
-  void JHybridNitroPoseExercisesSpec::processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) {
-    static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<JArrayBuffer::javaobject> /* buffer */, double /* width */, double /* height */, double /* rotation */)>("processFrameAndroid");
-    method(_javaPart, JArrayBuffer::wrap(buffer), width, height, rotation);
+  void JHybridNitroPoseExercisesSpec::processFrameAndroid(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) {
+    static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<margelo::nitro::camera::JHybridFrameSpec::JavaPart> /* frame */)>("processFrameAndroid");
+    method(_javaPart, std::dynamic_pointer_cast<margelo::nitro::camera::JHybridFrameSpec>(frame)->getJavaPart());
   }
   void JHybridNitroPoseExercisesSpec::startSession(double targetReps, double countdownSeconds) {
     static const auto method = _javaPart->javaClassStatic()->getMethod<void(double /* targetReps */, double /* countdownSeconds */)>("startSession");

package/nitrogen/generated/android/c++/JHybridNitroPoseExercisesSpec.hpp

@@ -79,7 +79,7 @@ namespace margelo::nitro::nitroposeexercises {
     void release() override;
     void loadExercise(const ExerciseConfig& config) override;
     void processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override;
-    void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) override;
+    void processFrameAndroid(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override;
     void startSession(double targetReps, double countdownSeconds) override;
     void pauseSession() override;
     void resumeSession() override;

package/nitrogen/generated/android/kotlin/com/margelo/nitro/nitroposeexercises/HybridNitroPoseExercisesSpec.kt

@@ -12,7 +12,6 @@ import com.facebook.jni.HybridData
 import com.facebook.proguard.annotations.DoNotStrip
 import com.margelo.nitro.core.Promise
 import com.margelo.nitro.camera.HybridFrameSpec
-import com.margelo.nitro.core.ArrayBuffer
 import com.margelo.nitro.core.HybridObject
 
 /**
@@ -189,7 +188,7 @@ abstract class HybridNitroPoseExercisesSpec: HybridObject() {
   
   @DoNotStrip
   @Keep
-  abstract fun processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double): Unit
+  abstract fun processFrameAndroid(frame: com.margelo.nitro.camera.HybridFrameSpec): Unit
   
   @DoNotStrip
   @Keep

package/nitrogen/generated/ios/NitroPoseExercises-Swift-Cxx-Umbrella.hpp

@@ -63,7 +63,6 @@ namespace margelo::nitro::nitroposeexercises { enum class SessionStatus; }
 #include "RepData.hpp"
 #include "SessionResult.hpp"
 #include "SessionStatus.hpp"
-#include <NitroModules/ArrayBuffer.hpp>
 #include <NitroModules/Promise.hpp>
 #include <NitroModules/Result.hpp>
 #include <VisionCamera/HybridFrameSpec.hpp>

package/nitrogen/generated/ios/c++/HybridNitroPoseExercisesSpecSwift.hpp

@@ -46,8 +46,6 @@ namespace margelo::nitro::nitroposeexercises { enum class PostureFamily; }
 namespace margelo::nitro::nitroposeexercises { enum class CameraAngleType; }
 // Forward declaration of `HybridFrameSpec` to properly resolve imports.
 namespace margelo::nitro::camera { class HybridFrameSpec; }
-// Forward declaration of `ArrayBufferHolder` to properly resolve imports.
-namespace NitroModules { class ArrayBufferHolder; }
 
 #include "SessionStatus.hpp"
 #include "RepData.hpp"
@@ -72,8 +70,6 @@ namespace NitroModules { class ArrayBufferHolder; }
 #include "CameraAngleType.hpp"
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
-#include <NitroModules/ArrayBuffer.hpp>
-#include <NitroModules/ArrayBufferHolder.hpp>
 
 #include "NitroPoseExercises-Swift-Cxx-Umbrella.hpp"
 
@@ -228,8 +224,8 @@ namespace margelo::nitro::nitroposeexercises {
         std::rethrow_exception(__result.error());
       }
     }
-    inline void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) override {
-      auto __result = _swiftPart.processFrameAndroid(ArrayBufferHolder(buffer), std::forward<decltype(width)>(width), std::forward<decltype(height)>(height), std::forward<decltype(rotation)>(rotation));
+    inline void processFrameAndroid(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override {
+      auto __result = _swiftPart.processFrameAndroid(frame);
       if (__result.hasError()) [[unlikely]] {
         std::rethrow_exception(__result.error());
       }

package/nitrogen/generated/ios/swift/HybridNitroPoseExercisesSpec.swift

@@ -30,7 +30,7 @@ public protocol HybridNitroPoseExercisesSpec_protocol: HybridObject {
   func release() throws -> Void
   func loadExercise(config: ExerciseConfig) throws -> Void
   func processFrameIOS(frame: (any HybridFrameSpec)) throws -> Void
-  func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) throws -> Void
+  func processFrameAndroid(frame: (any HybridFrameSpec)) throws -> Void
   func startSession(targetReps: Double, countdownSeconds: Double) throws -> Void
   func pauseSession() throws -> Void
   func resumeSession() throws -> Void

package/nitrogen/generated/ios/swift/HybridNitroPoseExercisesSpec_cxx.swift

@@ -502,9 +502,13 @@ open class HybridNitroPoseExercisesSpec_cxx {
   }
   
   @inline(__always)
-  public final func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) -> bridge.Result_void_ {
+  public final func processFrameAndroid(frame: bridge.std__shared_ptr_margelo__nitro__camera__HybridFrameSpec_) -> bridge.Result_void_ {
     do {
-      try self.__implementation.processFrameAndroid(buffer: buffer, width: width, height: height, rotation: rotation)
+      try self.__implementation.processFrameAndroid(frame: { () -> any HybridFrameSpec in
+        let __unsafePointer = bridge.get_std__shared_ptr_margelo__nitro__camera__HybridFrameSpec_(frame)
+        let __instance = HybridFrameSpec_cxx.fromUnsafe(__unsafePointer)
+        return __instance.getHybridFrameSpec()
+      }())
       return bridge.create_Result_void_()
     } catch (let __error) {
       let __exceptionPtr = __error.toCpp()

package/nitrogen/generated/shared/c++/HybridNitroPoseExercisesSpec.hpp

@@ -47,7 +47,6 @@ namespace margelo::nitro::camera { class HybridFrameSpec; }
 #include "ExerciseConfig.hpp"
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
-#include <NitroModules/ArrayBuffer.hpp>
 
 namespace margelo::nitro::nitroposeexercises {
 
@@ -105,7 +104,7 @@ namespace margelo::nitro::nitroposeexercises {
       virtual void release() = 0;
       virtual void loadExercise(const ExerciseConfig& config) = 0;
       virtual void processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) = 0;
-      virtual void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) = 0;
+      virtual void processFrameAndroid(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) = 0;
       virtual void startSession(double targetReps, double countdownSeconds) = 0;
       virtual void pauseSession() = 0;
       virtual void resumeSession() = 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.1.14",
+  "version": "1.1.16",
   "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by Apple Vision (iOS) and Google ML Kit (Android) with VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",

package/src/NitroPoseExercises.nitro.ts

@@ -124,13 +124,16 @@ interface NitroPoseExercises extends HybridObject<{
   // iOS: zero-copy Vision path
   processFrameIOS(frame: Frame): void;
 
-  // Android: pre-resized RGBA buffer from VisionCamera Resizer (Vulkan-accelerated)
-  processFrameAndroid(
-    buffer: ArrayBuffer,
-    width: number,
-    height: number,
-    rotation: number
-  ): void;
+  // Android
+  processFrameAndroid(frame: Frame): void;
+
+  // // Android: pre-resized RGBA buffer from VisionCamera Resizer (Vulkan-accelerated)
+  // processFrameAndroid(
+  //   buffer: ArrayBuffer,
+  //   width: number,
+  //   height: number,
+  //   rotation: number
+  // ): void;
 
   // Callbacks (set from JS side)
   onRepComplete: ((data: RepData) => void) | undefined;