react-native-nitro-pose-exercises 1.1.1 → 1.1.3

package/README.md

@@ -127,7 +127,7 @@ module.exports = {
 The iOS podspec needs the Vision and AVFoundation system frameworks:
 
 ```ruby
-s.frameworks = 'Vision', 'AVFoundation'
+ s.frameworks = ["AVFoundation", "Vision"]
 ```
 
 No CocoaPods dependencies required — Vision is built into iOS.

package/android/CMakeLists.txt

@@ -28,4 +28,11 @@ find_package(react-native-vision-camera REQUIRED)
 target_link_libraries(
     ${PACKAGE_NAME}
     react-native-vision-camera::VisionCamera
+)
+
+find_library(android-lib android)
+
+target_link_libraries(
+    ${PACKAGE_NAME}
+    ${android-lib}
 )

package/android/src/main/cpp/frame_helper.cpp

@@ -0,0 +1,37 @@
+#include <jni.h>
+#include <android/hardware_buffer_jni.h>
+
+extern "C"
+JNIEXPORT jobject JNICALL
+Java_com_margelo_nitro_nitroposeexercises_FrameHelper_hardwareBufferToBitmap(
+    JNIEnv *env,
+    jclass clazz,
+    jlong pointer
+) {
+    AHardwareBuffer *buffer = reinterpret_cast<AHardwareBuffer *>(pointer);
+    if (!buffer) return nullptr;
+
+    // Convert AHardwareBuffer* to Java HardwareBuffer
+    jobject hardwareBuffer = AHardwareBuffer_toHardwareBuffer(env, buffer);
+    if (!hardwareBuffer) return nullptr;
+
+    // Call Bitmap.wrapHardwareBuffer(hardwareBuffer, null) to create a hardware-backed Bitmap
+    jclass bitmapClass = env->FindClass("android/graphics/Bitmap");
+    jmethodID wrapMethod = env->GetStaticMethodID(
+        bitmapClass,
+        "wrapHardwareBuffer",
+        "(Landroid/hardware/HardwareBuffer;Landroid/graphics/ColorSpace;)Landroid/graphics/Bitmap;"
+    );
+    jobject hwBitmap = env->CallStaticObjectMethod(bitmapClass, wrapMethod, hardwareBuffer, nullptr);
+    if (!hwBitmap) return nullptr;
+
+    // Copy to a software ARGB_8888 Bitmap (ML Kit needs software bitmap)
+    jclass configClass = env->FindClass("android/graphics/Bitmap$Config");
+    jfieldID argbField = env->GetStaticFieldID(configClass, "ARGB_8888", "Landroid/graphics/Bitmap$Config;");
+    jobject argbConfig = env->GetStaticObjectField(configClass, argbField);
+
+    jmethodID copyMethod = env->GetMethodID(bitmapClass, "copy", "(Landroid/graphics/Bitmap$Config;Z)Landroid/graphics/Bitmap;");
+    jobject softBitmap = env->CallObjectMethod(hwBitmap, copyMethod, argbConfig, JNI_FALSE);
+
+    return softBitmap;
+}

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/FrameHelper.kt

@@ -0,0 +1,12 @@
+package com.margelo.nitro.nitroposeexercises
+
+import android.graphics.Bitmap
+
+object FrameHelper {
+    init {
+        System.loadLibrary("nitroposeexercises")
+    }
+
+    @JvmStatic
+    external fun hardwareBufferToBitmap(pointer: Long): Bitmap?
+}

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -13,7 +13,6 @@ import com.google.mlkit.vision.pose.defaults.PoseDetectorOptions
 import com.margelo.nitro.NitroModules
 import com.margelo.nitro.core.Promise
 import com.margelo.nitro.camera.HybridFrameSpec
-import com.margelo.nitro.camera.NativeFrame
 import kotlin.math.acos
 import kotlin.math.max
 import kotlin.math.min
@@ -191,25 +190,21 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
   // Frame Processing (ML Kit — async with cached results)
   // ═══════════════════════════════════════════════════════════
 
-  override fun processFrame(frame: HybridFrameSpec) {
+override fun processFrame(frame: HybridFrameSpec) {
     if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
     if (!isInitialized || poseDetector == null) return
 
-    // Frame throttle
     frameCount++
     if (frameCount % processEveryNFrames != 0) return
 
-    // Get the ImageProxy from VisionCamera frame
-    val nativeFrame = frame as? NativeFrame ?: return
-    val imageProxy = nativeFrame.image ?: return
-
     try {
-      // ML Kit takes InputImage directly from ImageProxy — no color conversion needed
-      @androidx.camera.core.ExperimentalGetImage
-      val mediaImage: Image = imageProxy.image ?: return
-      val inputImage = InputImage.fromMediaImage(mediaImage, imageProxy.imageInfo.rotationDegrees)
+      val nativeBuffer = frame.getNativeBuffer()
+      val bitmap = FrameHelper.hardwareBufferToBitmap(nativeBuffer.pointer) ?: return
+
+      val inputImage = InputImage.fromBitmap(bitmap, 0)
+      val imageWidth = bitmap.width.toDouble()
+      val imageHeight = bitmap.height.toDouble()
 
-      // ML Kit is async — fire detection, cache result, use cached landmarks for current frame
       poseDetector!!.process(inputImage)
         .addOnSuccessListener { pose ->
           val poseLandmarks = pose.allPoseLandmarks
@@ -220,17 +215,12 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
               onPoseRegained?.invoke()
             }
 
-            // Build landmark array mapped to MediaPipe indices (34 slots)
             val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
 
-            val imageWidth = inputImage.width.toDouble()
-            val imageHeight = inputImage.height.toDouble()
-
             for (poseLandmark in poseLandmarks) {
               val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
               if (mediaPipeIndex >= 34) continue
 
-              // Normalize coordinates to 0-1 range
               landmarkArray[mediaPipeIndex] = Landmark(
                 x = poseLandmark.position.x.toDouble() / imageWidth,
                 y = poseLandmark.position.y.toDouble() / imageHeight,
@@ -251,12 +241,15 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
               cachedLandmarks = emptyArray()
             }
           }
+
+          bitmap.recycle()
         }
         .addOnFailureListener { e ->
           println("[PoseExercise] ML Kit error: ${e.message}")
+          bitmap.recycle()
         }
 
-      // Use cached landmarks for exercise logic (from previous frame's detection)
+      // Use cached landmarks from previous frame
       val currentLandmarks: Array<Landmark>
       synchronized(landmarkLock) {
         currentLandmarks = cachedLandmarks.copyOf()

package/ios/NitroPoseExercises.swift

@@ -1,4 +1,4 @@
-// ios/HybridPoseExercise.swift
+// ios/NitroPoseExercises.swift
 
 import Foundation
 import NitroModules
@@ -6,7 +6,7 @@ import VisionCamera
 import AVFoundation
 import Vision
 
-class HybridPoseExercise: HybridNitroPoseExercisesSpec {
+class NitroPoseExercises: HybridNitroPoseExercisesSpec {
 
   // ─── Vision Framework ───────────────────────────────────────
   private var isInitialized = false

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.1.1",
-  "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by MediaPipe Pose Landmarker and VisionCamera v5 via Nitro Modules.",
+  "version": "1.1.3",
+  "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by Apple Vision (iOS) and Google ML Kit (Android) with VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",
   "exports": {