react-native-nitro-pose-exercises 1.0.6 → 1.0.7

package/android/build.gradle

@@ -116,6 +116,12 @@ dependencies {
   implementation "com.facebook.react:react-android"
   implementation project(":react-native-nitro-modules")
 
+  // MediaPipe — bundled with your library
   implementation 'com.google.mediapipe:tasks-vision:0.10.21'
-  implementation project(':react-native-vision-camera')
+
+  // CameraX for ImageProxy access
+  implementation 'androidx.camera:camera-core:1.4.1'
+
+  // VisionCamera — provided by the consuming app
+  compileOnly project(':react-native-vision-camera')
 }

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -3,7 +3,7 @@ package com.margelo.nitro.nitroposeexercises
 import android.graphics.Bitmap
 import androidx.annotation.Keep
 import com.facebook.proguard.annotations.DoNotStrip
-import com.google.mediapipe.framework.image.MediaImageBuilder
+import com.google.mediapipe.framework.image.BitmapImageBuilder
 import com.google.mediapipe.tasks.core.BaseOptions
 import com.google.mediapipe.tasks.vision.core.RunningMode
 import com.google.mediapipe.tasks.vision.poselandmarker.PoseLandmarker
@@ -11,7 +11,6 @@ import com.google.mediapipe.tasks.vision.poselandmarker.PoseLandmarkerOptions
 import com.margelo.nitro.NitroModules
 import com.margelo.nitro.core.Promise
 import com.margelo.nitro.camera.HybridFrameSpec
-import com.margelo.nitro.camera.`public`.NativeFrame
 import kotlin.math.acos
 import kotlin.math.max
 import kotlin.math.min
@@ -162,54 +161,54 @@ override fun processFrame(frame: HybridFrameSpec) {
     frameCount++
     if (frameCount % processEveryNFrames != 0) return
 
-    val nativeFrame = frame as? NativeFrame ?: return
-    val imageProxy = nativeFrame.image ?: return
-
     try {
-        val bitmapBuffer = Bitmap.createBitmap(
-            imageProxy.width,
-            imageProxy.height,
-            Bitmap.Config.ARGB_8888
-        )
+        val nativeBuffer = frame.getNativeBuffer()
+        val width = frame.getWidth().toInt()
+        val height = frame.getHeight().toInt()
+
+        // On Android, nativeBuffer.pointer is an AHardwareBuffer*
+        // Convert to Bitmap via Android's HardwareBuffer API
+        val hardwareBuffer = android.hardware.HardwareBuffer.wrap(nativeBuffer.pointer)
+        val bitmap = Bitmap.wrapHardwareBuffer(hardwareBuffer, null)
+            ?: throw Exception("Failed to wrap HardwareBuffer to Bitmap")
+
+        // MediaPipe needs ARGB_8888, not hardware bitmap
+        val softBitmap = bitmap.copy(Bitmap.Config.ARGB_8888, false)
+
+        val mpImage = com.google.mediapipe.framework.image.BitmapImageBuilder(softBitmap).build()
+        val result = poseLandmarker!!.detect(mpImage)
 
-        // Use MediaPipe's BitmapImageBuilder
-        imageProxy.use {
-            val mpImage = com.google.mediapipe.framework.image.MediaImageBuilder(
-                imageProxy.image!!
-            ).build()
-
-            val result = poseLandmarker!!.detect(mpImage)
-
-            if (result.landmarks().isNotEmpty()) {
-                val poseLandmarks = result.landmarks()[0]
-
-                if (poseWasLost) {
-                    poseWasLost = false
-                    onPoseRegained?.invoke()
-                }
-
-                _landmarks = poseLandmarks.map { lm ->
-                    Landmark(
-                        x = lm.x().toDouble(),
-                        y = lm.y().toDouble(),
-                        z = lm.z().toDouble(),
-                        visibility = (lm.visibility().orElse(0f)).toDouble()
-                    )
-                }.toTypedArray()
-
-                if (_status == SessionStatus.ACTIVE) {
-                    processExerciseLogic()
-                }
-            } else {
-                if (!poseWasLost) {
-                    poseWasLost = true
-                    onPoseLost?.invoke()
-                }
-                _landmarks = emptyArray()
+        if (result.landmarks().isNotEmpty()) {
+            val poseLandmarks = result.landmarks()[0]
+
+            if (poseWasLost) {
+                poseWasLost = false
+                onPoseRegained?.invoke()
+            }
+
+            _landmarks = poseLandmarks.map { lm ->
+                Landmark(
+                    x = lm.x().toDouble(),
+                    y = lm.y().toDouble(),
+                    z = lm.z().toDouble(),
+                    visibility = (lm.visibility().orElse(0f)).toDouble()
+                )
+            }.toTypedArray()
+
+            if (_status == SessionStatus.ACTIVE) {
+                processExerciseLogic()
+            }
+        } else {
+            if (!poseWasLost) {
+                poseWasLost = true
+                onPoseLost?.invoke()
             }
+            _landmarks = emptyArray()
         }
 
-        bitmapBuffer.recycle()
+        softBitmap.recycle()
+        bitmap.recycle()
+        nativeBuffer.release()
 
     } catch (e: Exception) {
         // MediaPipe detection failed — skip this frame

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.0.6",
+  "version": "1.0.7",
   "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by MediaPipe Pose Landmarker and VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",