react-native-nitro-pose-exercises 1.1.12 → 1.1.14

package/android/build.gradle

@@ -40,7 +40,7 @@ apply plugin: "com.facebook.react"
 android {
   namespace "com.margelo.nitro.nitroposeexercises"
 
-  compileSdkVersion getExtOrDefault("compileSdkVersion")
+  compileSdkVersion 36
 
   defaultConfig {
     minSdkVersion 26

package/android/gradle.properties

@@ -1,5 +1,5 @@
 NitroPoseExercises_kotlinVersion=2.0.21
 NitroPoseExercises_minSdkVersion=26
 NitroPoseExercises_targetSdkVersion=34
-NitroPoseExercises_compileSdkVersion=35
+NitroPoseExercises_compileSdkVersion=36
 NitroPoseExercises_ndkVersion=27.1.12297006

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -1,23 +1,29 @@
 package com.margelo.nitro.nitroposeexercises
 
-import android.graphics.Bitmap
 import android.graphics.Matrix
-import android.media.Image
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
-import com.google.mlkit.vision.common.InputImage
 import com.google.mlkit.vision.pose.PoseDetection
 import com.google.mlkit.vision.pose.PoseDetector
 import com.google.mlkit.vision.pose.PoseLandmark
 import com.google.mlkit.vision.pose.defaults.PoseDetectorOptions
 import com.margelo.nitro.NitroModules
 import com.margelo.nitro.core.Promise
-import com.margelo.nitro.camera.HybridFrameSpec
 import kotlin.math.acos
 import kotlin.math.max
 import kotlin.math.min
 import kotlin.math.sqrt
 
+import android.media.Image
+import android.graphics.Bitmap
+import com.google.mlkit.vision.common.InputImage
+import com.margelo.nitro.core.ArrayBuffer
+import java.nio.ByteBuffer
+
+import java.nio.ByteOrder
+
+import com.margelo.nitro.camera.HybridFrameSpec
+
 @Keep
 @DoNotStrip
 class NitroPoseExercises : HybridNitroPoseExercisesSpec() {
@@ -205,88 +211,97 @@ override fun isReady(): Boolean {
   // Frame Processing (ML Kit — async with cached results)
   // ═══════════════════════════════════════════════════════════
 
-override fun processFrame(frame: HybridFrameSpec) {
-    if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
-    if (!isInitialized || poseDetector == null) return
-
-    frameCount++
-    if (frameCount % processEveryNFrames != 0) return
-
-    try {
-      val nativeBuffer = frame.getNativeBuffer()
-      val bitmap = FrameHelper.hardwareBufferToBitmap(nativeBuffer.pointer) ?: return
-
-
-  val rotation = rotationDegreesFromFrame(frame)
-  val inputImage = InputImage.fromBitmap(bitmap, rotation)
-
-      val imageWidth = bitmap.width.toDouble()
-      val imageHeight = bitmap.height.toDouble()
-
-      poseDetector!!.process(inputImage)
-        .addOnSuccessListener { pose ->
-          val poseLandmarks = pose.allPoseLandmarks
-
-          if (poseLandmarks.isNotEmpty()) {
-            if (poseWasLost) {
-              poseWasLost = false
-              onPoseRegained?.invoke()
-            }
-
-            val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
-
-            for (poseLandmark in poseLandmarks) {
-              val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
-              if (mediaPipeIndex >= 34) continue
-
-              landmarkArray[mediaPipeIndex] = Landmark(
-                x = poseLandmark.position.x.toDouble() / imageWidth,
-                y = poseLandmark.position.y.toDouble() / imageHeight,
-                z = poseLandmark.position3D.z.toDouble(),
-                visibility = poseLandmark.inFrameLikelihood.toDouble()
-              )
-            }
-
-            synchronized(landmarkLock) {
-              cachedLandmarks = landmarkArray
-            }
-          } else {
-            if (!poseWasLost) {
-              poseWasLost = true
-              onPoseLost?.invoke()
-            }
-            synchronized(landmarkLock) {
-              cachedLandmarks = emptyArray()
-            }
-          }
 
-          bitmap.recycle()
-        }
-        .addOnFailureListener { e ->
-          println("[PoseExercise] ML Kit error: ${e.message}")
-          bitmap.recycle()
-        }
 
-      // Use cached landmarks from previous frame
-      val currentLandmarks: Array<Landmark>
-      synchronized(landmarkLock) {
-        currentLandmarks = cachedLandmarks.copyOf()
-      }
+override fun processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) {
+  if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
+  if (!isInitialized || poseDetector == null) return
 
-      _landmarks = currentLandmarks
+  frameCount++
+  if (frameCount % processEveryNFrames != 0) return
 
-      if (currentLandmarks.isNotEmpty() && _status == SessionStatus.ACTIVE) {
-        processExerciseLogic()
-      }
+  val w = width.toInt()
+  val h = height.toInt()
+  val rot = rotation.toInt()
+
+  try {
+    val rgb = buffer.getBuffer(false)
+    rgb.rewind()
 
-    } catch (e: Exception) {
-      println("[PoseExercise] Frame processing error: ${e.message}")
+    // RGB (3 bytes) -> ARGB_8888 (4 bytes, A=0xFF). Bitmap.Config.ARGB_8888 stores as RGBA in memory.
+    val pixelCount = w * h
+    val rgba = ByteBuffer.allocateDirect(pixelCount * 4).order(ByteOrder.nativeOrder())
+    for (i in 0 until pixelCount) {
+      val r = rgb.get()
+      val g = rgb.get()
+      val b = rgb.get()
+      rgba.put(r)
+      rgba.put(g)
+      rgba.put(b)
+      rgba.put(0xFF.toByte())
     }
+    rgba.rewind()
+
+    val bitmap = Bitmap.createBitmap(w, h, Bitmap.Config.ARGB_8888)
+    bitmap.copyPixelsFromBuffer(rgba)
+
+    val inputImage = InputImage.fromBitmap(bitmap, rot)
+
+    val rotated = rot == 90 || rot == 270
+    val imageWidth = (if (rotated) h else w).toDouble()
+    val imageHeight = (if (rotated) w else h).toDouble()
+
+    poseDetector!!.process(inputImage)
+      .addOnSuccessListener { pose ->
+        val poseLandmarks = pose.allPoseLandmarks
+
+        if (poseLandmarks.isNotEmpty()) {
+          if (poseWasLost) {
+            poseWasLost = false
+            onPoseRegained?.invoke()
+          }
+
+          val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
+
+          for (poseLandmark in poseLandmarks) {
+            val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
+            if (mediaPipeIndex >= 34) continue
+
+            landmarkArray[mediaPipeIndex] = Landmark(
+              x = (poseLandmark.position3D.x / imageWidth).coerceIn(0.0, 1.0),
+              y = (poseLandmark.position3D.y / imageHeight).coerceIn(0.0, 1.0),
+              z = poseLandmark.position3D.z.toDouble(),
+              visibility = poseLandmark.inFrameLikelihood.toDouble()
+            )
+          }
+
+          synchronized(landmarkLock) {
+            cachedLandmarks = landmarkArray
+            _landmarks = landmarkArray
+          }
+
+          processExerciseLogic()  // your actual method name
+        } else {
+          if (!poseWasLost) {
+            poseWasLost = true
+            onPoseLost?.invoke()
+          }
+        }
+      }
+      .addOnFailureListener { e ->
+        println("[PoseExercise] ML Kit failure: ${e.message}")
+      }
+      .addOnCompleteListener {
+        bitmap.recycle()
+      }
+  } catch (e: Exception) {
+    println("[PoseExercise] processFrameAndroid error: ${e.message}")
   }
+}
 
-  // ═══════════════════════════════════════════════════════════
-  // Exercise Logic Engine
-  // ═══════════════════════════════════════════════════════════
+override fun processFrameIOS(frame: HybridFrameSpec) {
+  // no-op on Android
+}
 
 private fun processExerciseLogic() {
   val config = exerciseConfig ?: return
@@ -616,53 +631,62 @@ if (!isPostureValid(config.postureFamily, config.visibilityThreshold)) {
   // Posture Gates
   // ═══════════════════════════════════════════════════════════
 
- private fun isPostureValid(family: PostureFamily, threshold: Double): Boolean {
-    if (_landmarks.size < 33) return false
+private fun isPostureValid(family: PostureFamily, threshold: Double): Boolean {
+  if (_landmarks.size < 33) return false
 
-    val ls = _landmarks[11]; val rs = _landmarks[12]
-    val lh = _landmarks[23]; val rh = _landmarks[24]
-    val lk = _landmarks[25]; val rk = _landmarks[26]
-    val la = _landmarks[27]; val ra = _landmarks[28]
+  val ls = _landmarks[11]; val rs = _landmarks[12]
+  val lh = _landmarks[23]; val rh = _landmarks[24]
+  val lk = _landmarks[25]; val rk = _landmarks[26]
+  val la = _landmarks[27]; val ra = _landmarks[28]
 
-    val keyVisible = ls.visibility > threshold && rs.visibility > threshold &&
+  // Only require torso visible — knees and ankles are optional
+  val torsoVisible = ls.visibility > threshold && rs.visibility > threshold &&
                      lh.visibility > threshold && rh.visibility > threshold
-    if (!keyVisible) return false
-
-    val shoulderY = (ls.y + rs.y) / 2
-    val hipY = (lh.y + rh.y) / 2
-    val shoulderX = (ls.x + rs.x) / 2
-    val hipX = (lh.x + rh.x) / 2
-
-    val kneesVisible = lk.visibility > threshold && rk.visibility > threshold
-    val anklesVisible = la.visibility > threshold && ra.visibility > threshold
-    val kneeY = if (kneesVisible) (lk.y + rk.y) / 2 else hipY
-    val ankleY = if (anklesVisible) (la.y + ra.y) / 2 else kneeY
-
-return when (family) {
-  PostureFamily.HORIZONTALPRONE, PostureFamily.SUPINE -> {
-    val ys = listOf(shoulderY, hipY, ankleY)
-    (ys.max() - ys.min()) < 0.25
-  }
-  PostureFamily.STANDINGUPRIGHT -> {
-    if (!kneesVisible) false
-    else shoulderY < hipY - 0.08 &&
-         hipY < kneeY + 0.05 &&
-         (if (anklesVisible) kneeY < ankleY else true)
-  }
-  PostureFamily.SEATED -> {
-    if (!kneesVisible) false
-    else shoulderY < hipY - 0.05 && kotlin.math.abs(hipY - kneeY) < 0.20
-  }
-  PostureFamily.SIDEPLANK -> {
-    val ySpread = kotlin.math.abs(shoulderY - hipY)
-    val shoulderHipDx = kotlin.math.abs(shoulderX - hipX)
-    ySpread < 0.20 && shoulderHipDx < 0.15
-  }
-  PostureFamily.INVERTED -> {
-    if (!anklesVisible) false
-    else hipY < shoulderY && hipY < ankleY
-  }
-  PostureFamily.NONE -> true
-}
+  if (!torsoVisible) return false
+
+  val shoulderY = (ls.y + rs.y) / 2
+  val hipY = (lh.y + rh.y) / 2
+  val shoulderX = (ls.x + rs.x) / 2
+  val hipX = (lh.x + rh.x) / 2
+
+  val kneesVisible = lk.visibility > threshold && rk.visibility > threshold
+  val anklesVisible = la.visibility > threshold && ra.visibility > threshold
+  val kneeY = if (kneesVisible) (lk.y + rk.y) / 2 else hipY
+  val ankleY = if (anklesVisible) (la.y + ra.y) / 2 else kneeY
+
+  return when (family) {
+    PostureFamily.HORIZONTALPRONE, PostureFamily.SUPINE -> {
+      val ys = if (anklesVisible)
+        listOf(shoulderY, hipY, ankleY)
+      else
+        listOf(shoulderY, hipY)
+      (ys.max() - ys.min()) < 0.25
+    }
+    PostureFamily.STANDINGUPRIGHT -> {
+      if (kneesVisible) {
+        shoulderY < hipY - 0.08 &&
+        hipY < kneeY + 0.05 &&
+        (if (anklesVisible) kneeY < ankleY else true)
+      } else {
+        shoulderY < hipY - 0.08
+      }
+    }
+    PostureFamily.SEATED -> {
+      if (kneesVisible) {
+        shoulderY < hipY - 0.05 && kotlin.math.abs(hipY - kneeY) < 0.20
+      } else {
+        shoulderY < hipY - 0.05
+      }
+    }
+    PostureFamily.SIDEPLANK -> {
+      val ySpread = kotlin.math.abs(shoulderY - hipY)
+      val shoulderHipDx = kotlin.math.abs(shoulderX - hipX)
+      ySpread < 0.20 && shoulderHipDx < 0.15
+    }
+    PostureFamily.INVERTED -> {
+      if (!anklesVisible) false
+      else hipY < shoulderY && hipY < ankleY
+    }
+    PostureFamily.NONE -> true
   }
-}
+}}

package/ios/NitroPoseExercises.swift

@@ -178,7 +178,7 @@ private static func cgOrientation(orientation: CameraOrientation, isMirrored: Bo
   // MARK: - Frame Processing (Apple Vision)
   // ═══════════════════════════════════════════════════════════
 
-  func processFrame(frame: any HybridFrameSpec) throws {
+func processFrameIOS(frame: any HybridFrameSpec) throws {
     guard _status == .active || _status == .countdown else { return }
 
     guard isInitialized else { return }
@@ -243,8 +243,6 @@ private static func cgOrientation(orientation: CameraOrientation, isMirrored: Bo
             visibility: confidence
           )
 
-          // Debug logging — uncomment to verify mapping
-          // print("[PoseExercise] \(jointName.rawValue.rawValue) → index \(mediaPipeIndex): x=\(String(format: "%.3f", point.location.x)) y=\(String(format: "%.3f", 1.0 - Double(point.location.y))) conf=\(String(format: "%.2f", confidence))")
 
         } catch {
           // Joint not detected — leave as zero visibility
@@ -263,6 +261,9 @@ private static func cgOrientation(orientation: CameraOrientation, isMirrored: Bo
     }
   }
 
+func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) {
+  // no-op on iOS
+}
   // ═══════════════════════════════════════════════════════════
   // MARK: - Exercise Logic Engine
   // ═══════════════════════════════════════════════════════════
@@ -345,7 +346,7 @@ private func processExerciseLogic() {
 // MARK: - Posture Gates
 // ═══════════════════════════════════════════════════════════
 
-private func isPostureValid(family: PostureFamily, threshold: Double) -> Bool  {
+private func isPostureValid(family: PostureFamily, threshold: Double) -> Bool {
   guard _landmarks.count >= 33 else { return false }
 
   let ls = _landmarks[11], rs = _landmarks[12]
@@ -353,38 +354,73 @@ private func isPostureValid(family: PostureFamily, threshold: Double) -> Bool  {
   let lk = _landmarks[25], rk = _landmarks[26]
   let la = _landmarks[27], ra = _landmarks[28]
 
-  let key = [ls, rs, lh, rh]
-  guard key.allSatisfy({ $0.visibility > 0.3 }) else { return false }
+  // Only require torso visible — knees and ankles are optional
+  let torsoVisible = ls.visibility > threshold && rs.visibility > threshold
+                  && lh.visibility > threshold && rh.visibility > threshold
+  guard torsoVisible else { return false }
 
   let shoulderY = (ls.y + rs.y) / 2
   let hipY = (lh.y + rh.y) / 2
   let shoulderX = (ls.x + rs.x) / 2
   let hipX = (lh.x + rh.x) / 2
 
-  let kneesVisible = lk.visibility > 0.3 && rk.visibility > 0.3
-  let anklesVisible = la.visibility > 0.3 && ra.visibility > 0.3
+  let kneesVisible = lk.visibility > threshold && rk.visibility > threshold
+  let anklesVisible = la.visibility > threshold && ra.visibility > threshold
   let kneeY = kneesVisible ? (lk.y + rk.y) / 2 : hipY
   let ankleY = anklesVisible ? (la.y + ra.y) / 2 : kneeY
 
   switch family {
-  case .horizontalprone, .supine:
-    let ys = [shoulderY, hipY, ankleY]
-    return ((ys.max() ?? 0) - (ys.min() ?? 0)) < 0.25
+case .horizontalprone, .supine:
+  // Case A: side view — shoulders, hips, ankles in horizontal band
+  let ys: [Double] = anklesVisible
+    ? [shoulderY, hipY, ankleY]
+    : [shoulderY, hipY]
+  let ySpread = (ys.max() ?? 0) - (ys.min() ?? 0)
+  if ySpread < 0.25 {
+    return true
+  }
+
+  // Case B: front-facing — body extends away from camera along Z.
+  // Y-spread is large (head close, feet far), so check upper-body geometry.
+  let le = _landmarks[13], re = _landmarks[14]
+  let lw = _landmarks[15], rw = _landmarks[16]
+  let upperBodyVisible = le.visibility > threshold && re.visibility > threshold
+                      && lw.visibility > threshold && rw.visibility > threshold
+  guard upperBodyVisible else { return false }
+
+  let wristY = (lw.y + rw.y) / 2
+  let shoulderWidth = abs(ls.x - rs.x)
+  guard wristY > shoulderY + 0.03 else { return false }
+  guard shoulderWidth > 0.10 else { return false }
+
+  return true
 
   case .standingupright:
-    guard kneesVisible else { return false }
-    return shoulderY < hipY - 0.08 && hipY < kneeY + 0.05 && (anklesVisible ? kneeY < ankleY : true)
+    // Torso vertical (shoulders above hips). If knees visible, check chain.
+    if kneesVisible {
+      return shoulderY < hipY - 0.08
+          && hipY < kneeY + 0.05
+          && (anklesVisible ? kneeY < ankleY : true)
+    } else {
+      return shoulderY < hipY - 0.08
+    }
 
   case .seated:
-    guard kneesVisible else { return false }
-    return shoulderY < hipY - 0.05 && Swift.abs(hipY - kneeY) < 0.20
+    // Forward-leaning torso. If knees visible, also check hip-knee distance.
+    if kneesVisible {
+      return shoulderY < hipY - 0.05 && Swift.abs(hipY - kneeY) < 0.20
+    } else {
+      return shoulderY < hipY - 0.05
+    }
 
   case .sideplank:
+    // Body horizontal, shoulders and hips stacked in x
     let ySpread = Swift.abs(shoulderY - hipY)
     let shoulderHipDx = Swift.abs(shoulderX - hipX)
     return ySpread < 0.20 && shoulderHipDx < 0.15
 
   case .inverted:
+    // Genuinely needs ankles — hips highest of all three
     guard anklesVisible else { return false }
     return hipY < shoulderY && hipY < ankleY
 

package/lib/module/NitroPoseExercises.nitro.js.map

@@ -1 +1 @@
-{"version":3,"names":["NitroModules","nitroPoseExercises","createHybridObject"],"sourceRoot":"../../src","sources":["NitroPoseExercises.nitro.ts"],"mappings":";;AAAA,SAA4BA,YAAY,QAAQ,4BAA4B;;AAI5E;;AAqBA;;AASA;;AAsCA;;AAmCA;;AA4CA,MAAMC,kBAAkB,GACtBD,YAAY,CAACE,kBAAkB,CAAqB,cAAc,CAAC;AAErE,SAASD,kBAAkB","ignoreList":[]}
+{"version":3,"names":["NitroModules","nitroPoseExercises","createHybridObject"],"sourceRoot":"../../src","sources":["NitroPoseExercises.nitro.ts"],"mappings":";;AAAA,SAA4BA,YAAY,QAAQ,4BAA4B;;AAI5E;;AAqBA;;AASA;;AAsCA;;AAmCA;;AAoDA,MAAMC,kBAAkB,GACtBD,YAAY,CAACE,kBAAkB,CAAqB,cAAc,CAAC;AAErE,SAASD,kBAAkB","ignoreList":[]}

package/lib/module/config/pushup.js

@@ -9,67 +9,48 @@
 export const PUSHUP_CONFIG = {
   name: 'Push-Up',
   type: 'rep',
-  postureFamily: 'horizontalProne',
-  visibilityThreshold: 0.2,
-  // ← add
+  postureFamily: 'none',
+  visibilityThreshold: 0.3,
   cameraAngle: 'front',
   angles: [{
     name: 'leftElbow',
     landmarkA: 11,
-    // left shoulder
     landmarkB: 13,
-    // left elbow (vertex)
-    landmarkC: 15 // left wrist
+    landmarkC: 15
   }, {
     name: 'rightElbow',
     landmarkA: 12,
-    // right shoulder
     landmarkB: 14,
-    // right elbow (vertex)
-    landmarkC: 16 // right wrist
-  }, {
-    name: 'leftHip',
-    landmarkA: 11,
-    // left shoulder
-    landmarkB: 23,
-    // left hip (vertex)
-    landmarkC: 27 // left ankle
-  }, {
-    name: 'rightHip',
-    landmarkA: 12,
-    // right shoulder
-    landmarkB: 24,
-    // right hip (vertex)
-    landmarkC: 28 // right ankle
+    landmarkC: 16
   }],
-  phases: [{
+  phases: [
+  // Calibrated for 2D-projected angles in front-facing portrait filming.
+  // Real anatomical 180° appears as ~140-150° due to perspective foreshortening.
+  {
     phase: 'up',
     angleName: 'leftElbow',
-    minAngle: 150,
+    minAngle: 130,
     maxAngle: 180
   }, {
     phase: 'down',
     angleName: 'leftElbow',
-    minAngle: 30,
-    maxAngle: 90
+    minAngle: 40,
+    maxAngle: 80
   }],
   repSequence: ['up', 'down', 'up'],
-  formRules: [{
-    name: 'hipSag',
-    message: 'Keep your hips up — your body should be a straight line',
-    severity: 'warning',
-    angleName: 'leftHip',
-    minAngle: 160,
-    // body should be mostly straight
-    maxAngle: 180
-  }, {
-    name: 'hipPike',
-    message: "Lower your hips — you're piking up",
-    severity: 'warning',
-    angleName: 'leftHip',
-    minAngle: 160,
-    maxAngle: 180
+  formRules: [
+  // Trigger when descending but stalled above true-down threshold
+  {
+    name: 'shallowRep',
+    message: 'Go lower',
+    severity: 'info',
+    angleName: 'leftElbow',
+    minAngle: 80,
+    maxAngle: 130 // "limbo zone" — too low to be up, too high to be down
+    // Note: ideally this only fires when angle has stalled, not on the way down.
+    // If your formRule engine doesn't support velocity/stall detection,
+    // accept that it'll fire briefly during transitions too.
   }],
-  holdDurationMs: 0 // not a hold exercise
+  holdDurationMs: 0
 };
 //# sourceMappingURL=pushup.js.map

package/lib/module/config/pushup.js.map

@@ -1 +1 @@
-{"version":3,"names":["PUSHUP_CONFIG","name","type","postureFamily","visibilityThreshold","cameraAngle","angles","landmarkA","landmarkB","landmarkC","phases","phase","angleName","minAngle","maxAngle","repSequence","formRules","message","severity","holdDurationMs"],"sourceRoot":"../../../src","sources":["config/pushup.ts"],"mappings":";;AAEA;AACA;AACA;AACA;AACA;;AAEA,OAAO,MAAMA,aAA6B,GAAG;EAC3CC,IAAI,EAAE,SAAS;EACfC,IAAI,EAAE,KAAK;EACXC,aAAa,EAAE,iBAAiB;EAChCC,mBAAmB,EAAE,GAAG;EAAE;EAC1BC,WAAW,EAAE,OAAO;EACpBC,MAAM,EAAE,CACN;IACEL,IAAI,EAAE,WAAW;IACjBM,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE,CAAE;EACjB,CAAC,EACD;IACER,IAAI,EAAE,YAAY;IAClBM,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE,CAAE;EACjB,CAAC,EACD;IACER,IAAI,EAAE,SAAS;IACfM,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE,CAAE;EACjB,CAAC,EACD;IACER,IAAI,EAAE,UAAU;IAChBM,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE;IAAE;IACfC,SAAS,EAAE,EAAE,CAAE;EACjB,CAAC,CACF;EACDC,MAAM,EAAE,CACN;IAAEC,KAAK,EAAE,IAAI;IAAEC,SAAS,EAAE,WAAW;IAAEC,QAAQ,EAAE,GAAG;IAAEC,QAAQ,EAAE;EAAI,CAAC,EACrE;IAAEH,KAAK,EAAE,MAAM;IAAEC,SAAS,EAAE,WAAW;IAAEC,QAAQ,EAAE,EAAE;IAAEC,QAAQ,EAAE;EAAG,CAAC,CACtE;EACDC,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;EACjCC,SAAS,EAAE,CACT;IACEf,IAAI,EAAE,QAAQ;IACdgB,OAAO,EAAE,yDAAyD;IAClEC,QAAQ,EAAE,SAAS;IACnBN,SAAS,EAAE,SAAS;IACpBC,QAAQ,EAAE,GAAG;IAAE;IACfC,QAAQ,EAAE;EACZ,CAAC,EACD;IACEb,IAAI,EAAE,SAAS;IACfgB,OAAO,EAAE,oCAAoC;IAC7CC,QAAQ,EAAE,SAAS;IACnBN,SAAS,EAAE,SAAS;IACpBC,QAAQ,EAAE,GAAG;IACbC,QAAQ,EAAE;EACZ,CAAC,CACF;EACDK,cAAc,EAAE,CAAC,CAAE;AACrB,CAAC","ignoreList":[]}
+{"version":3,"names":["PUSHUP_CONFIG","name","type","postureFamily","visibilityThreshold","cameraAngle","angles","landmarkA","landmarkB","landmarkC","phases","phase","angleName","minAngle","maxAngle","repSequence","formRules","message","severity","holdDurationMs"],"sourceRoot":"../../../src","sources":["config/pushup.ts"],"mappings":";;AAEA;AACA;AACA;AACA;AACA;;AAEA,OAAO,MAAMA,aAA6B,GAAG;EAC3CC,IAAI,EAAE,SAAS;EACfC,IAAI,EAAE,KAAK;EACXC,aAAa,EAAE,MAAM;EACrBC,mBAAmB,EAAE,GAAG;EACxBC,WAAW,EAAE,OAAO;EACpBC,MAAM,EAAE,CACN;IAAEL,IAAI,EAAE,WAAW;IAAEM,SAAS,EAAE,EAAE;IAAEC,SAAS,EAAE,EAAE;IAAEC,SAAS,EAAE;EAAG,CAAC,EAClE;IAAER,IAAI,EAAE,YAAY;IAAEM,SAAS,EAAE,EAAE;IAAEC,SAAS,EAAE,EAAE;IAAEC,SAAS,EAAE;EAAG,CAAC,CACpE;EACDC,MAAM,EAAE;EACN;EACA;EACA;IAAEC,KAAK,EAAE,IAAI;IAAEC,SAAS,EAAE,WAAW;IAAEC,QAAQ,EAAE,GAAG;IAAEC,QAAQ,EAAE;EAAI,CAAC,EACrE;IAAEH,KAAK,EAAE,MAAM;IAAEC,SAAS,EAAE,WAAW;IAAEC,QAAQ,EAAE,EAAE;IAAEC,QAAQ,EAAE;EAAG,CAAC,CACtE;EACDC,WAAW,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;EACjCC,SAAS,EAAE;EACT;EACA;IACEf,IAAI,EAAE,YAAY;IAClBgB,OAAO,EAAE,UAAU;IACnBC,QAAQ,EAAE,MAAM;IAChBN,SAAS,EAAE,WAAW;IACtBC,QAAQ,EAAE,EAAE;IACZC,QAAQ,EAAE,GAAG,CAAE;IACf;IACA;IACA;EACF,CAAC,CACF;EACDK,cAAc,EAAE;AAClB,CAAC","ignoreList":[]}

package/lib/typescript/src/NitroPoseExercises.nitro.d.ts

@@ -80,7 +80,8 @@ interface NitroPoseExercises extends HybridObject<{
     release(): void;
     loadExercise(config: ExerciseConfig): void;
     readonly status: SessionStatus;
-    processFrame(frame: Frame): void;
+    processFrameIOS(frame: Frame): void;
+    processFrameAndroid(buffer: ArrayBuffer, width: number, height: number, rotation: number): void;
     onRepComplete: ((data: RepData) => void) | undefined;
     onPhaseChange: ((phase: ExercisePhase) => void) | undefined;
     onFormFeedback: ((feedback: FormFeedback) => void) | undefined;

package/lib/typescript/src/NitroPoseExercises.nitro.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"NitroPoseExercises.nitro.d.ts","sourceRoot":"","sources":["../../../src/NitroPoseExercises.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,4BAA4B,CAAC;AAE7E,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAIxD,KAAK,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,KAAK,aAAa,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;AAEvE,KAAK,YAAY,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAEjD,KAAK,aAAa,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE9E,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,KAAK,aAAa,GACd,iBAAiB,GACjB,iBAAiB,GACjB,QAAQ,GACR,UAAU,GACV,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AAIX,UAAU,QAAQ;IAChB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,UAAU,eAAe;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,UAAU,OAAO;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,YAAY,EAAE,CAAC;IAC/B,YAAY,EAAE,aAAa,EAAE,CAAC;CAC/B;AAID,UAAU,kBAAmB,SAAQ,YAAY,CAAC;IAChD,GAAG,EAAE,OAAO,CAAC;IACb,OAAO,EAAE,QAAQ,CAAC;CACnB,CAAC;IAEA,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,IAAI,IAAI,CAAC;IAGhB,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IAG3C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAG/B,YAAY,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAGjC,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC5D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACrC,cAAc,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACjE,aAAa,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACxC,iBAAiB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAG5C,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAG/B,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjE,YAAY,IAAI,IAAI,CAAC;IACrB,aAAa,IAAI,IAAI,CAAC;IACtB,WAAW,IAAI,IAAI,CAAC;IAEpB,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,QAAA,MAAM,kBAAkB,oBAC6C,CAAC;AAEtE,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,eAAe,EACf,cAAc,EACd,QAAQ,EACR,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,GACd,CAAC"}
+{"version":3,"file":"NitroPoseExercises.nitro.d.ts","sourceRoot":"","sources":["../../../src/NitroPoseExercises.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAgB,MAAM,4BAA4B,CAAC;AAE7E,OAAO,EAAE,KAAK,KAAK,EAAE,MAAM,4BAA4B,CAAC;AAIxD,KAAK,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;AAE5C,KAAK,aAAa,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,YAAY,GAAG,SAAS,CAAC;AAEvE,KAAK,YAAY,GAAG,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;AAEjD,KAAK,aAAa,GAAG,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,WAAW,CAAC;AAE9E,KAAK,eAAe,GAAG,MAAM,GAAG,OAAO,CAAC;AAExC,KAAK,aAAa,GACd,iBAAiB,GACjB,iBAAiB,GACjB,QAAQ,GACR,UAAU,GACV,WAAW,GACX,QAAQ,GACR,MAAM,CAAC;AAIX,UAAU,QAAQ;IAChB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,UAAU,EAAE,MAAM,CAAC;CACpB;AAID,UAAU,eAAe;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,cAAc;IACtB,KAAK,EAAE,aAAa,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,UAAU,cAAc;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,YAAY,CAAC;IACnB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,WAAW,EAAE,aAAa,EAAE,CAAC;IAC7B,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,aAAa,CAAC;IAC7B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,WAAW,EAAE,eAAe,CAAC;CAC9B;AAID,UAAU,OAAO;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,YAAY;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;CACxB;AAED,UAAU,YAAY;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,aAAa;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,YAAY,EAAE,CAAC;IAC/B,YAAY,EAAE,aAAa,EAAE,CAAC;CAC/B;AAID,UAAU,kBAAmB,SAAQ,YAAY,CAAC;IAChD,GAAG,EAAE,OAAO,CAAC;IACb,OAAO,EAAE,QAAQ,CAAC;CACnB,CAAC;IAEA,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO,IAAI,IAAI,CAAC;IAGhB,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;IAG3C,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAG/B,eAAe,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAGpC,mBAAmB,CACjB,MAAM,EAAE,WAAW,EACnB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,IAAI,CAAC;IAGR,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACrD,aAAa,EAAE,CAAC,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC5D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,cAAc,EAAE,CAAC,CAAC,QAAQ,EAAE,YAAY,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IAC/D,UAAU,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACrC,cAAc,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACzC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,aAAa,KAAK,IAAI,CAAC,GAAG,SAAS,CAAC;IACjE,aAAa,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IACxC,iBAAiB,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,CAAC;IAG5C,QAAQ,CAAC,YAAY,EAAE,aAAa,CAAC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,SAAS,EAAE,QAAQ,EAAE,CAAC;IAG/B,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IACjE,YAAY,IAAI,IAAI,CAAC;IACrB,aAAa,IAAI,IAAI,CAAC;IACtB,WAAW,IAAI,IAAI,CAAC;IAEpB,OAAO,IAAI,OAAO,CAAC;CACpB;AAED,QAAA,MAAM,kBAAkB,oBAC6C,CAAC;AAEtE,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAE9B,YAAY,EACV,kBAAkB,EAClB,cAAc,EACd,YAAY,EACZ,aAAa,EACb,YAAY,EACZ,aAAa,EACb,QAAQ,EACR,eAAe,EACf,cAAc,EACd,QAAQ,EACR,OAAO,EACP,aAAa,EACb,YAAY,EACZ,YAAY,EACZ,aAAa,EACb,aAAa,GACd,CAAC"}

package/lib/typescript/src/config/pushup.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pushup.d.ts","sourceRoot":"","sources":["../../../../src/config/pushup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAQlE,eAAO,MAAM,aAAa,EAAE,cAwD3B,CAAC"}
+{"version":3,"file":"pushup.d.ts","sourceRoot":"","sources":["../../../../src/config/pushup.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAQlE,eAAO,MAAM,aAAa,EAAE,cAgC3B,CAAC"}

package/nitrogen/generated/android/c++/JHybridNitroPoseExercisesSpec.cpp

@@ -91,6 +91,8 @@ namespace margelo::nitro::camera { class HybridFrameSpec; }
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
 #include <VisionCamera/JHybridFrameSpec.hpp>
+#include <NitroModules/ArrayBuffer.hpp>
+#include <NitroModules/JArrayBuffer.hpp>
 
 namespace margelo::nitro::nitroposeexercises {
 
@@ -329,10 +331,14 @@ namespace margelo::nitro::nitroposeexercises {
     static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<JExerciseConfig> /* config */)>("loadExercise");
     method(_javaPart, JExerciseConfig::fromCpp(config));
   }
-  void JHybridNitroPoseExercisesSpec::processFrame(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) {
-    static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<margelo::nitro::camera::JHybridFrameSpec::JavaPart> /* frame */)>("processFrame");
+  void JHybridNitroPoseExercisesSpec::processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) {
+    static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<margelo::nitro::camera::JHybridFrameSpec::JavaPart> /* frame */)>("processFrameIOS");
     method(_javaPart, std::dynamic_pointer_cast<margelo::nitro::camera::JHybridFrameSpec>(frame)->getJavaPart());
   }
+  void JHybridNitroPoseExercisesSpec::processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) {
+    static const auto method = _javaPart->javaClassStatic()->getMethod<void(jni::alias_ref<JArrayBuffer::javaobject> /* buffer */, double /* width */, double /* height */, double /* rotation */)>("processFrameAndroid");
+    method(_javaPart, JArrayBuffer::wrap(buffer), width, height, rotation);
+  }
   void JHybridNitroPoseExercisesSpec::startSession(double targetReps, double countdownSeconds) {
     static const auto method = _javaPart->javaClassStatic()->getMethod<void(double /* targetReps */, double /* countdownSeconds */)>("startSession");
     method(_javaPart, targetReps, countdownSeconds);

package/nitrogen/generated/android/c++/JHybridNitroPoseExercisesSpec.hpp

@@ -78,7 +78,8 @@ namespace margelo::nitro::nitroposeexercises {
     std::shared_ptr<Promise<void>> initialize(const std::string& modelPath) override;
     void release() override;
     void loadExercise(const ExerciseConfig& config) override;
-    void processFrame(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override;
+    void processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override;
+    void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) override;
     void startSession(double targetReps, double countdownSeconds) override;
     void pauseSession() override;
     void resumeSession() override;

package/nitrogen/generated/android/kotlin/com/margelo/nitro/nitroposeexercises/HybridNitroPoseExercisesSpec.kt

@@ -12,6 +12,7 @@ import com.facebook.jni.HybridData
 import com.facebook.proguard.annotations.DoNotStrip
 import com.margelo.nitro.core.Promise
 import com.margelo.nitro.camera.HybridFrameSpec
+import com.margelo.nitro.core.ArrayBuffer
 import com.margelo.nitro.core.HybridObject
 
 /**
@@ -184,7 +185,11 @@ abstract class HybridNitroPoseExercisesSpec: HybridObject() {
   
   @DoNotStrip
   @Keep
-  abstract fun processFrame(frame: com.margelo.nitro.camera.HybridFrameSpec): Unit
+  abstract fun processFrameIOS(frame: com.margelo.nitro.camera.HybridFrameSpec): Unit
+  
+  @DoNotStrip
+  @Keep
+  abstract fun processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double): Unit
   
   @DoNotStrip
   @Keep

package/nitrogen/generated/ios/NitroPoseExercises-Swift-Cxx-Umbrella.hpp

@@ -63,6 +63,7 @@ namespace margelo::nitro::nitroposeexercises { enum class SessionStatus; }
 #include "RepData.hpp"
 #include "SessionResult.hpp"
 #include "SessionStatus.hpp"
+#include <NitroModules/ArrayBuffer.hpp>
 #include <NitroModules/Promise.hpp>
 #include <NitroModules/Result.hpp>
 #include <VisionCamera/HybridFrameSpec.hpp>

package/nitrogen/generated/ios/c++/HybridNitroPoseExercisesSpecSwift.hpp

@@ -46,6 +46,8 @@ namespace margelo::nitro::nitroposeexercises { enum class PostureFamily; }
 namespace margelo::nitro::nitroposeexercises { enum class CameraAngleType; }
 // Forward declaration of `HybridFrameSpec` to properly resolve imports.
 namespace margelo::nitro::camera { class HybridFrameSpec; }
+// Forward declaration of `ArrayBufferHolder` to properly resolve imports.
+namespace NitroModules { class ArrayBufferHolder; }
 
 #include "SessionStatus.hpp"
 #include "RepData.hpp"
@@ -70,6 +72,8 @@ namespace margelo::nitro::camera { class HybridFrameSpec; }
 #include "CameraAngleType.hpp"
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
+#include <NitroModules/ArrayBuffer.hpp>
+#include <NitroModules/ArrayBufferHolder.hpp>
 
 #include "NitroPoseExercises-Swift-Cxx-Umbrella.hpp"
 
@@ -218,8 +222,14 @@ namespace margelo::nitro::nitroposeexercises {
         std::rethrow_exception(__result.error());
       }
     }
-    inline void processFrame(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override {
-      auto __result = _swiftPart.processFrame(frame);
+    inline void processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) override {
+      auto __result = _swiftPart.processFrameIOS(frame);
+      if (__result.hasError()) [[unlikely]] {
+        std::rethrow_exception(__result.error());
+      }
+    }
+    inline void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) override {
+      auto __result = _swiftPart.processFrameAndroid(ArrayBufferHolder(buffer), std::forward<decltype(width)>(width), std::forward<decltype(height)>(height), std::forward<decltype(rotation)>(rotation));
       if (__result.hasError()) [[unlikely]] {
         std::rethrow_exception(__result.error());
       }

package/nitrogen/generated/ios/swift/HybridNitroPoseExercisesSpec.swift

@@ -29,7 +29,8 @@ public protocol HybridNitroPoseExercisesSpec_protocol: HybridObject {
   func initialize(modelPath: String) throws -> Promise<Void>
   func release() throws -> Void
   func loadExercise(config: ExerciseConfig) throws -> Void
-  func processFrame(frame: (any HybridFrameSpec)) throws -> Void
+  func processFrameIOS(frame: (any HybridFrameSpec)) throws -> Void
+  func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) throws -> Void
   func startSession(targetReps: Double, countdownSeconds: Double) throws -> Void
   func pauseSession() throws -> Void
   func resumeSession() throws -> Void

package/nitrogen/generated/ios/swift/HybridNitroPoseExercisesSpec_cxx.swift

@@ -487,9 +487,9 @@ open class HybridNitroPoseExercisesSpec_cxx {
   }
   
   @inline(__always)
-  public final func processFrame(frame: bridge.std__shared_ptr_margelo__nitro__camera__HybridFrameSpec_) -> bridge.Result_void_ {
+  public final func processFrameIOS(frame: bridge.std__shared_ptr_margelo__nitro__camera__HybridFrameSpec_) -> bridge.Result_void_ {
     do {
-      try self.__implementation.processFrame(frame: { () -> any HybridFrameSpec in
+      try self.__implementation.processFrameIOS(frame: { () -> any HybridFrameSpec in
         let __unsafePointer = bridge.get_std__shared_ptr_margelo__nitro__camera__HybridFrameSpec_(frame)
         let __instance = HybridFrameSpec_cxx.fromUnsafe(__unsafePointer)
         return __instance.getHybridFrameSpec()
@@ -501,6 +501,17 @@ open class HybridNitroPoseExercisesSpec_cxx {
     }
   }
   
+  @inline(__always)
+  public final func processFrameAndroid(buffer: ArrayBuffer, width: Double, height: Double, rotation: Double) -> bridge.Result_void_ {
+    do {
+      try self.__implementation.processFrameAndroid(buffer: buffer, width: width, height: height, rotation: rotation)
+      return bridge.create_Result_void_()
+    } catch (let __error) {
+      let __exceptionPtr = __error.toCpp()
+      return bridge.create_Result_void_(__exceptionPtr)
+    }
+  }
+  
   @inline(__always)
   public final func startSession(targetReps: Double, countdownSeconds: Double) -> bridge.Result_void_ {
     do {

package/nitrogen/generated/shared/c++/HybridNitroPoseExercisesSpec.cpp

@@ -39,7 +39,8 @@ namespace margelo::nitro::nitroposeexercises {
       prototype.registerHybridMethod("initialize", &HybridNitroPoseExercisesSpec::initialize);
       prototype.registerHybridMethod("release", &HybridNitroPoseExercisesSpec::release);
       prototype.registerHybridMethod("loadExercise", &HybridNitroPoseExercisesSpec::loadExercise);
-      prototype.registerHybridMethod("processFrame", &HybridNitroPoseExercisesSpec::processFrame);
+      prototype.registerHybridMethod("processFrameIOS", &HybridNitroPoseExercisesSpec::processFrameIOS);
+      prototype.registerHybridMethod("processFrameAndroid", &HybridNitroPoseExercisesSpec::processFrameAndroid);
       prototype.registerHybridMethod("startSession", &HybridNitroPoseExercisesSpec::startSession);
       prototype.registerHybridMethod("pauseSession", &HybridNitroPoseExercisesSpec::pauseSession);
       prototype.registerHybridMethod("resumeSession", &HybridNitroPoseExercisesSpec::resumeSession);

package/nitrogen/generated/shared/c++/HybridNitroPoseExercisesSpec.hpp

@@ -47,6 +47,7 @@ namespace margelo::nitro::camera { class HybridFrameSpec; }
 #include "ExerciseConfig.hpp"
 #include <memory>
 #include <VisionCamera/HybridFrameSpec.hpp>
+#include <NitroModules/ArrayBuffer.hpp>
 
 namespace margelo::nitro::nitroposeexercises {
 
@@ -103,7 +104,8 @@ namespace margelo::nitro::nitroposeexercises {
       virtual std::shared_ptr<Promise<void>> initialize(const std::string& modelPath) = 0;
       virtual void release() = 0;
       virtual void loadExercise(const ExerciseConfig& config) = 0;
-      virtual void processFrame(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) = 0;
+      virtual void processFrameIOS(const std::shared_ptr<margelo::nitro::camera::HybridFrameSpec>& frame) = 0;
+      virtual void processFrameAndroid(const std::shared_ptr<ArrayBuffer>& buffer, double width, double height, double rotation) = 0;
       virtual void startSession(double targetReps, double countdownSeconds) = 0;
       virtual void pauseSession() = 0;
       virtual void resumeSession() = 0;

package/package.json

@@ -1,9 +1,12 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.1.12",
+  "version": "1.1.14",
   "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by Apple Vision (iOS) and Google ML Kit (Android) with VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",
+  "installConfig": {
+    "hoistingLimits": "workspaces"
+  },
   "exports": {
     ".": {
       "source": "./src/index.tsx",
@@ -73,6 +76,7 @@
     "@react-native/eslint-config": "0.85.3",
     "@react-native/jest-preset": "0.85.3",
     "@release-it/conventional-changelog": "^10.0.6",
+    "@shopify/react-native-skia": "^2.6.4",
     "@types/react": "^19.2.0",
     "commitlint": "^20.5.0",
     "del-cli": "^7.0.0",
@@ -88,8 +92,10 @@
     "react-native": "0.85.3",
     "react-native-builder-bob": "^0.41.0",
     "react-native-nitro-modules": "^0.35.9",
+    "react-native-reanimated": "4.4.0",
     "react-native-svg": "^15.15.5",
     "react-native-vision-camera": "^5.0.11",
+    "react-native-vision-camera-resizer": "^5.0.11",
     "react-native-vision-camera-worklets": "^5.0.11",
     "react-native-worklets": "^0.9.1",
     "release-it": "^19.2.4",
@@ -102,12 +108,27 @@
     "react-native-nitro-modules": "*",
     "react-native-reanimated": "*",
     "react-native-vision-camera": "*",
+    "react-native-vision-camera-resizer": "*",
     "react-native-vision-camera-worklets": "*",
     "react-native-worklets": "*"
   },
-  "workspaces": [
-    "example"
-  ],
+  "workspaces": {
+    "packages": [
+      "example"
+    ],
+    "nohoist": [
+      "**/react-native",
+      "**/react-native/**",
+      "**/react-native-vision-camera",
+      "**/react-native-vision-camera/**",
+      "**/react-native-vision-camera-resizer",
+      "**/react-native-vision-camera-resizer/**",
+      "**/react-native-vision-camera-worklets",
+      "**/react-native-vision-camera-worklets/**",
+      "**/react-native-nitro-modules",
+      "**/react-native-nitro-modules/**"
+    ]
+  },
   "packageManager": "yarn@4.11.0",
   "react-native-builder-bob": {
     "source": "src",

package/src/NitroPoseExercises.nitro.ts

@@ -121,8 +121,16 @@ interface NitroPoseExercises extends HybridObject<{
   // Session control
   readonly status: SessionStatus;
 
-  // Process a VisionCamera frame — called from frame processor worklet
-  processFrame(frame: Frame): void;
+  // iOS: zero-copy Vision path
+  processFrameIOS(frame: Frame): void;
+
+  // Android: pre-resized RGBA buffer from VisionCamera Resizer (Vulkan-accelerated)
+  processFrameAndroid(
+    buffer: ArrayBuffer,
+    width: number,
+    height: number,
+    rotation: number
+  ): void;
 
   // Callbacks (set from JS side)
   onRepComplete: ((data: RepData) => void) | undefined;

package/src/config/pushup.ts

@@ -9,57 +9,33 @@ import type { ExerciseConfig } from '../NitroPoseExercises.nitro';
 export const PUSHUP_CONFIG: ExerciseConfig = {
   name: 'Push-Up',
   type: 'rep',
-  postureFamily: 'horizontalProne',
-  visibilityThreshold: 0.2, // ← add
+  postureFamily: 'none',
+  visibilityThreshold: 0.3,
   cameraAngle: 'front',
   angles: [
-    {
-      name: 'leftElbow',
-      landmarkA: 11, // left shoulder
-      landmarkB: 13, // left elbow (vertex)
-      landmarkC: 15, // left wrist
-    },
-    {
-      name: 'rightElbow',
-      landmarkA: 12, // right shoulder
-      landmarkB: 14, // right elbow (vertex)
-      landmarkC: 16, // right wrist
-    },
-    {
-      name: 'leftHip',
-      landmarkA: 11, // left shoulder
-      landmarkB: 23, // left hip (vertex)
-      landmarkC: 27, // left ankle
-    },
-    {
-      name: 'rightHip',
-      landmarkA: 12, // right shoulder
-      landmarkB: 24, // right hip (vertex)
-      landmarkC: 28, // right ankle
-    },
+    { name: 'leftElbow', landmarkA: 11, landmarkB: 13, landmarkC: 15 },
+    { name: 'rightElbow', landmarkA: 12, landmarkB: 14, landmarkC: 16 },
   ],
   phases: [
-    { phase: 'up', angleName: 'leftElbow', minAngle: 150, maxAngle: 180 },
-    { phase: 'down', angleName: 'leftElbow', minAngle: 30, maxAngle: 90 },
+    // Calibrated for 2D-projected angles in front-facing portrait filming.
+    // Real anatomical 180° appears as ~140-150° due to perspective foreshortening.
+    { phase: 'up', angleName: 'leftElbow', minAngle: 130, maxAngle: 180 },
+    { phase: 'down', angleName: 'leftElbow', minAngle: 40, maxAngle: 80 },
   ],
   repSequence: ['up', 'down', 'up'],
   formRules: [
+    // Trigger when descending but stalled above true-down threshold
     {
-      name: 'hipSag',
-      message: 'Keep your hips up — your body should be a straight line',
-      severity: 'warning',
-      angleName: 'leftHip',
-      minAngle: 160, // body should be mostly straight
-      maxAngle: 180,
-    },
-    {
-      name: 'hipPike',
-      message: "Lower your hips — you're piking up",
-      severity: 'warning',
-      angleName: 'leftHip',
-      minAngle: 160,
-      maxAngle: 180,
+      name: 'shallowRep',
+      message: 'Go lower',
+      severity: 'info',
+      angleName: 'leftElbow',
+      minAngle: 80,
+      maxAngle: 130, // "limbo zone" — too low to be up, too high to be down
+      // Note: ideally this only fires when angle has stalled, not on the way down.
+      // If your formRule engine doesn't support velocity/stall detection,
+      // accept that it'll fire briefly during transitions too.
     },
   ],
-  holdDurationMs: 0, // not a hold exercise
+  holdDurationMs: 0,
 };

package/android/src/main/cpp/frame_helper.cpp

@@ -1,37 +0,0 @@
-#include <jni.h>
-#include <android/hardware_buffer_jni.h>
-
-extern "C"
-JNIEXPORT jobject JNICALL
-Java_com_margelo_nitro_nitroposeexercises_FrameHelper_hardwareBufferToBitmap(
-    JNIEnv *env,
-    jclass clazz,
-    jlong pointer
-) {
-    AHardwareBuffer *buffer = reinterpret_cast<AHardwareBuffer *>(pointer);
-    if (!buffer) return nullptr;
-
-    // Convert AHardwareBuffer* to Java HardwareBuffer
-    jobject hardwareBuffer = AHardwareBuffer_toHardwareBuffer(env, buffer);
-    if (!hardwareBuffer) return nullptr;
-
-    // Call Bitmap.wrapHardwareBuffer(hardwareBuffer, null) to create a hardware-backed Bitmap
-    jclass bitmapClass = env->FindClass("android/graphics/Bitmap");
-    jmethodID wrapMethod = env->GetStaticMethodID(
-        bitmapClass,
-        "wrapHardwareBuffer",
-        "(Landroid/hardware/HardwareBuffer;Landroid/graphics/ColorSpace;)Landroid/graphics/Bitmap;"
-    );
-    jobject hwBitmap = env->CallStaticObjectMethod(bitmapClass, wrapMethod, hardwareBuffer, nullptr);
-    if (!hwBitmap) return nullptr;
-
-    // Copy to a software ARGB_8888 Bitmap (ML Kit needs software bitmap)
-    jclass configClass = env->FindClass("android/graphics/Bitmap$Config");
-    jfieldID argbField = env->GetStaticFieldID(configClass, "ARGB_8888", "Landroid/graphics/Bitmap$Config;");
-    jobject argbConfig = env->GetStaticObjectField(configClass, argbField);
-
-    jmethodID copyMethod = env->GetMethodID(bitmapClass, "copy", "(Landroid/graphics/Bitmap$Config;Z)Landroid/graphics/Bitmap;");
-    jobject softBitmap = env->CallObjectMethod(hwBitmap, copyMethod, argbConfig, JNI_FALSE);
-
-    return softBitmap;
-}

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/FrameHelper.kt

@@ -1,12 +0,0 @@
-package com.margelo.nitro.nitroposeexercises
-
-import android.graphics.Bitmap
-
-object FrameHelper {
-    init {
-        System.loadLibrary("nitroposeexercises")
-    }
-
-    @JvmStatic
-    external fun hardwareBufferToBitmap(pointer: Long): Bitmap?
-}