react-native-nitro-pose-exercises 1.0.5 → 1.0.7

package/android/build.gradle

@@ -116,6 +116,12 @@ dependencies {
   implementation "com.facebook.react:react-android"
   implementation project(":react-native-nitro-modules")
 
+  // MediaPipe — bundled with your library
   implementation 'com.google.mediapipe:tasks-vision:0.10.21'
-  implementation project(':react-native-vision-camera')
+
+  // CameraX for ImageProxy access
+  implementation 'androidx.camera:camera-core:1.4.1'
+
+  // VisionCamera — provided by the consuming app
+  compileOnly project(':react-native-vision-camera')
 }

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -1,7 +1,6 @@
 package com.margelo.nitro.nitroposeexercises
 
 import android.graphics.Bitmap
-import android.graphics.Matrix
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
 import com.google.mediapipe.framework.image.BitmapImageBuilder
@@ -12,7 +11,6 @@ import com.google.mediapipe.tasks.vision.poselandmarker.PoseLandmarkerOptions
 import com.margelo.nitro.NitroModules
 import com.margelo.nitro.core.Promise
 import com.margelo.nitro.camera.HybridFrameSpec
-import com.margelo.nitro.camera.NativeFrame
 import kotlin.math.acos
 import kotlin.math.max
 import kotlin.math.min
@@ -156,59 +154,66 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
   // Frame Processing
   // ═══════════════════════════════════════════════════════════
 
-  override fun processFrame(frame: HybridFrameSpec) {
+override fun processFrame(frame: HybridFrameSpec) {
     if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
     if (!isInitialized || poseLandmarker == null) return
 
-    // Cast to NativeFrame to get the ImageProxy
-    val nativeFrame = frame as? NativeFrame ?: return
-    val imageProxy = nativeFrame.image ?: return
-
     frameCount++
     if (frameCount % processEveryNFrames != 0) return
 
     try {
-      // Convert ImageProxy to Bitmap
-      val bitmap = imageProxyToBitmap(imageProxy)
-      val mpImage = BitmapImageBuilder(bitmap).build()
-
-      val result = poseLandmarker!!.detect(mpImage)
-
-      if (result.landmarks().isNotEmpty()) {
-        val poseLandmarks = result.landmarks()[0]
-
-        if (poseWasLost) {
-          poseWasLost = false
-          onPoseRegained?.invoke()
-        }
-
-        _landmarks = poseLandmarks.map { lm ->
-          Landmark(
-            x = lm.x().toDouble(),
-            y = lm.y().toDouble(),
-            z = lm.z().toDouble(),
-            visibility = (lm.visibility().orElse(0f)).toDouble()
-          )
-        }.toTypedArray()
-
-        if (_status == SessionStatus.ACTIVE) {
-          processExerciseLogic()
+        val nativeBuffer = frame.getNativeBuffer()
+        val width = frame.getWidth().toInt()
+        val height = frame.getHeight().toInt()
+
+        // On Android, nativeBuffer.pointer is an AHardwareBuffer*
+        // Convert to Bitmap via Android's HardwareBuffer API
+        val hardwareBuffer = android.hardware.HardwareBuffer.wrap(nativeBuffer.pointer)
+        val bitmap = Bitmap.wrapHardwareBuffer(hardwareBuffer, null)
+            ?: throw Exception("Failed to wrap HardwareBuffer to Bitmap")
+
+        // MediaPipe needs ARGB_8888, not hardware bitmap
+        val softBitmap = bitmap.copy(Bitmap.Config.ARGB_8888, false)
+
+        val mpImage = com.google.mediapipe.framework.image.BitmapImageBuilder(softBitmap).build()
+        val result = poseLandmarker!!.detect(mpImage)
+
+        if (result.landmarks().isNotEmpty()) {
+            val poseLandmarks = result.landmarks()[0]
+
+            if (poseWasLost) {
+                poseWasLost = false
+                onPoseRegained?.invoke()
+            }
+
+            _landmarks = poseLandmarks.map { lm ->
+                Landmark(
+                    x = lm.x().toDouble(),
+                    y = lm.y().toDouble(),
+                    z = lm.z().toDouble(),
+                    visibility = (lm.visibility().orElse(0f)).toDouble()
+                )
+            }.toTypedArray()
+
+            if (_status == SessionStatus.ACTIVE) {
+                processExerciseLogic()
+            }
+        } else {
+            if (!poseWasLost) {
+                poseWasLost = true
+                onPoseLost?.invoke()
+            }
+            _landmarks = emptyArray()
         }
 
-      } else {
-        if (!poseWasLost) {
-          poseWasLost = true
-          onPoseLost?.invoke()
-        }
-        _landmarks = emptyArray()
-      }
-
-      bitmap.recycle()
+        softBitmap.recycle()
+        bitmap.recycle()
+        nativeBuffer.release()
 
     } catch (e: Exception) {
-      // MediaPipe detection failed — skip this frame
+        // MediaPipe detection failed — skip this frame
     }
-  }
+}
 
   // ═══════════════════════════════════════════════════════════
   // ImageProxy to Bitmap conversion

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.0.5",
+  "version": "1.0.7",
   "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by MediaPipe Pose Landmarker and VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",