react-native-nitro-pose-exercises 1.1.2 → 1.1.4

package/android/CMakeLists.txt

@@ -28,4 +28,11 @@ find_package(react-native-vision-camera REQUIRED)
 target_link_libraries(
     ${PACKAGE_NAME}
     react-native-vision-camera::VisionCamera
+)
+
+find_library(android-lib android)
+
+target_link_libraries(
+    ${PACKAGE_NAME}
+    ${android-lib}
 )

package/android/src/main/cpp/frame_helper.cpp

@@ -0,0 +1,37 @@
+#include <jni.h>
+#include <android/hardware_buffer_jni.h>
+
+extern "C"
+JNIEXPORT jobject JNICALL
+Java_com_margelo_nitro_nitroposeexercises_FrameHelper_hardwareBufferToBitmap(
+    JNIEnv *env,
+    jclass clazz,
+    jlong pointer
+) {
+    AHardwareBuffer *buffer = reinterpret_cast<AHardwareBuffer *>(pointer);
+    if (!buffer) return nullptr;
+
+    // Convert AHardwareBuffer* to Java HardwareBuffer
+    jobject hardwareBuffer = AHardwareBuffer_toHardwareBuffer(env, buffer);
+    if (!hardwareBuffer) return nullptr;
+
+    // Call Bitmap.wrapHardwareBuffer(hardwareBuffer, null) to create a hardware-backed Bitmap
+    jclass bitmapClass = env->FindClass("android/graphics/Bitmap");
+    jmethodID wrapMethod = env->GetStaticMethodID(
+        bitmapClass,
+        "wrapHardwareBuffer",
+        "(Landroid/hardware/HardwareBuffer;Landroid/graphics/ColorSpace;)Landroid/graphics/Bitmap;"
+    );
+    jobject hwBitmap = env->CallStaticObjectMethod(bitmapClass, wrapMethod, hardwareBuffer, nullptr);
+    if (!hwBitmap) return nullptr;
+
+    // Copy to a software ARGB_8888 Bitmap (ML Kit needs software bitmap)
+    jclass configClass = env->FindClass("android/graphics/Bitmap$Config");
+    jfieldID argbField = env->GetStaticFieldID(configClass, "ARGB_8888", "Landroid/graphics/Bitmap$Config;");
+    jobject argbConfig = env->GetStaticObjectField(configClass, argbField);
+
+    jmethodID copyMethod = env->GetMethodID(bitmapClass, "copy", "(Landroid/graphics/Bitmap$Config;Z)Landroid/graphics/Bitmap;");
+    jobject softBitmap = env->CallObjectMethod(hwBitmap, copyMethod, argbConfig, JNI_FALSE);
+
+    return softBitmap;
+}

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/FrameHelper.kt

@@ -0,0 +1,12 @@
+package com.margelo.nitro.nitroposeexercises
+
+import android.graphics.Bitmap
+
+object FrameHelper {
+    init {
+        System.loadLibrary("nitroposeexercises")
+    }
+
+    @JvmStatic
+    external fun hardwareBufferToBitmap(pointer: Long): Bitmap?
+}

package/android/src/main/java/com/margelo/nitro/nitroposeexercises/NitroPoseExercises.kt

@@ -20,7 +20,7 @@ import kotlin.math.sqrt
 
 @Keep
 @DoNotStrip
-class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
+class NitroPoseExercises : HybridNitroPoseExercisesSpec() {
 
   // ─── ML Kit ─────────────────────────────────────────────────
   private var poseDetector: PoseDetector? = null
@@ -190,34 +190,21 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
   // Frame Processing (ML Kit — async with cached results)
   // ═══════════════════════════════════════════════════════════
 
- override fun processFrame(frame: HybridFrameSpec) {
+override fun processFrame(frame: HybridFrameSpec) {
     if (_status != SessionStatus.ACTIVE && _status != SessionStatus.COUNTDOWN) return
     if (!isInitialized || poseDetector == null) return
 
-    // Frame throttle
     frameCount++
     if (frameCount % processEveryNFrames != 0) return
 
     try {
-      // Get raw buffer from VisionCamera frame
       val nativeBuffer = frame.getNativeBuffer()
-      val width = frame.getWidth()
-      val height = frame.getHeight()
-      val bytesPerRow = frame.getBytesPerRow()
-
-      // Create Bitmap from the native buffer
-      val buffer = java.nio.ByteBuffer.allocateDirect(height * bytesPerRow)
-      val pointer = nativeBuffer.pointer
-      // Copy from native pointer to ByteBuffer
-      NativeBufferHelper.copyToByteBuffer(pointer, buffer, height * bytesPerRow)
-
-      val bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888)
-      buffer.rewind()
-      bitmap.copyPixelsFromBuffer(buffer)
+      val bitmap = FrameHelper.hardwareBufferToBitmap(nativeBuffer.pointer) ?: return
 
       val inputImage = InputImage.fromBitmap(bitmap, 0)
+      val imageWidth = bitmap.width.toDouble()
+      val imageHeight = bitmap.height.toDouble()
 
-      // ML Kit is async — fire detection, cache result
       poseDetector!!.process(inputImage)
         .addOnSuccessListener { pose ->
           val poseLandmarks = pose.allPoseLandmarks
@@ -230,9 +217,6 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
 
             val landmarkArray = Array(34) { Landmark(x = 0.0, y = 0.0, z = 0.0, visibility = 0.0) }
 
-            val imageWidth = width.toDouble()
-            val imageHeight = height.toDouble()
-
             for (poseLandmark in poseLandmarks) {
               val mediaPipeIndex = mlKitToMediaPipeMap[poseLandmark.landmarkType] ?: continue
               if (mediaPipeIndex >= 34) continue
@@ -265,7 +249,7 @@ class HybridPoseExercise : HybridNitroPoseExercisesSpec() {
           bitmap.recycle()
         }
 
-      // Use cached landmarks for exercise logic
+      // Use cached landmarks from previous frame
       val currentLandmarks: Array<Landmark>
       synchronized(landmarkLock) {
         currentLandmarks = cachedLandmarks.copyOf()

package/ios/NitroPoseExercises.swift

@@ -1,4 +1,4 @@
-// ios/HybridPoseExercise.swift
+// ios/NitroPoseExercises.swift
 
 import Foundation
 import NitroModules
@@ -6,7 +6,7 @@ import VisionCamera
 import AVFoundation
 import Vision
 
-class HybridPoseExercise: HybridNitroPoseExercisesSpec {
+class NitroPoseExercises: HybridNitroPoseExercisesSpec {
 
   // ─── Vision Framework ───────────────────────────────────────
   private var isInitialized = false
@@ -199,7 +199,7 @@ class HybridPoseExercise: HybridNitroPoseExercisesSpec {
       // Fill all slots with zero-visibility first
       var landmarkArray = [Landmark](repeating: Landmark(x: 0, y: 0, z: 0, visibility: 0), count: 34)
 
-      for (jointName, mediaPipeIndex) in HybridPoseExercise.visionToMediaPipeMap {
+      for (jointName, mediaPipeIndex) in NitroPoseExercises.visionToMediaPipeMap {
         guard mediaPipeIndex < 34 else { continue }
 
         do {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-nitro-pose-exercises",
-  "version": "1.1.2",
+  "version": "1.1.4",
   "description": "Real-time on-device exercise tracking for React Native. Rep counting, form validation, and skeleton overlay powered by Apple Vision (iOS) and Google ML Kit (Android) with VisionCamera v5 via Nitro Modules.",
   "main": "./lib/module/index.js",
   "types": "./lib/typescript/src/index.d.ts",