vision-camera-face-detection 1.2.0

package/LICENSE

@@ -0,0 +1,20 @@
+MIT License
+
+Copyright (c) 2024 Yudi Edri Alviska
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,33 @@
+# vision-camera-face-detection
+
+Plugin Face Detection for Vision Camera 4
+
+## Installation
+
+```sh
+npm install vision-camera-face-detection
+```
+
+## Usage
+
+
+```js
+import { multiply } from 'vision-camera-face-detection';
+
+// ...
+
+const result = await multiply(3, 7);
+```
+
+
+## Contributing
+
+See the [contributing guide](CONTRIBUTING.md) to learn how to contribute to the repository and the development workflow.
+
+## License
+
+MIT
+
+---
+
+Made with [create-react-native-library](https://github.com/callstack/react-native-builder-bob)

package/VisionCameraFaceDetection.podspec

@@ -0,0 +1,45 @@
+require "json"
+
+package = JSON.parse(File.read(File.join(__dir__, "package.json")))
+folly_compiler_flags = '-DFOLLY_NO_CONFIG -DFOLLY_MOBILE=1 -DFOLLY_USE_LIBCPP=1 -Wno-comma -Wno-shorten-64-to-32'
+
+Pod::Spec.new do |s|
+  s.name         = "VisionCameraFaceDetection"
+  s.version      = package["version"]
+  s.summary      = package["description"]
+  s.homepage     = package["homepage"]
+  s.license      = package["license"]
+  s.authors      = package["author"]
+
+  s.platforms    = { :ios => min_ios_version_supported }
+  s.source       = { :git => "https://github.com/edritech93/vision-camera-face-detection.git", :tag => "#{s.version}" }
+
+  s.source_files = "ios/**/*.{h,m,mm,swift}"
+
+  s.dependency "GoogleMLKit/FaceDetection"
+  s.dependency "VisionCamera"
+  s.dependency "TensorFlowLiteSwift", "2.11.0"
+
+  # Use install_modules_dependencies helper to install the dependencies if React Native version >=0.71.0.
+  # See https://github.com/facebook/react-native/blob/febf6b7f33fdb4904669f99d795eba4c0f95d7bf/scripts/cocoapods/new_architecture.rb#L79.
+  if respond_to?(:install_modules_dependencies, true)
+    install_modules_dependencies(s)
+  else
+    s.dependency "React-Core"
+
+    # Don't install the dependencies when we run `pod install` in the old architecture.
+    if ENV['RCT_NEW_ARCH_ENABLED'] == '1' then
+      s.compiler_flags = folly_compiler_flags + " -DRCT_NEW_ARCH_ENABLED=1"
+      s.pod_target_xcconfig    = {
+          "HEADER_SEARCH_PATHS" => "\"$(PODS_ROOT)/boost\"",
+          "OTHER_CPLUSPLUSFLAGS" => "-DFOLLY_NO_CONFIG -DFOLLY_MOBILE=1 -DFOLLY_USE_LIBCPP=1",
+          "CLANG_CXX_LANGUAGE_STANDARD" => "c++17"
+      }
+      s.dependency "React-Codegen"
+      s.dependency "RCT-Folly"
+      s.dependency "RCTRequired"
+      s.dependency "RCTTypeSafety"
+      s.dependency "ReactCommon/turbomodule/core"
+    end
+  end
+end

package/android/build.gradle

@@ -0,0 +1,106 @@
+buildscript {
+  // Buildscript is evaluated before everything else so we can't use getExtOrDefault
+  def kotlin_version = rootProject.ext.has("kotlinVersion") ? rootProject.ext.get("kotlinVersion") : project.properties["VisionCameraFaceDetection_kotlinVersion"]
+
+  repositories {
+    google()
+    mavenCentral()
+  }
+
+  dependencies {
+    classpath "com.android.tools.build:gradle:7.2.1"
+    // noinspection DifferentKotlinGradleVersion
+    classpath "org.jetbrains.kotlin:kotlin-gradle-plugin:$kotlin_version"
+  }
+}
+
+def reactNativeArchitectures() {
+  def value = rootProject.getProperties().get("reactNativeArchitectures")
+  return value ? value.split(",") : ["armeabi-v7a", "x86", "x86_64", "arm64-v8a"]
+}
+
+def isNewArchitectureEnabled() {
+  return rootProject.hasProperty("newArchEnabled") && rootProject.getProperty("newArchEnabled") == "true"
+}
+
+apply plugin: "com.android.library"
+apply plugin: "kotlin-android"
+
+if (isNewArchitectureEnabled()) {
+  apply plugin: "com.facebook.react"
+}
+
+def getExtOrDefault(name) {
+  return rootProject.ext.has(name) ? rootProject.ext.get(name) : project.properties["VisionCameraFaceDetection_" + name]
+}
+
+def getExtOrIntegerDefault(name) {
+  return rootProject.ext.has(name) ? rootProject.ext.get(name) : (project.properties["VisionCameraFaceDetection_" + name]).toInteger()
+}
+
+def supportsNamespace() {
+  def parsed = com.android.Version.ANDROID_GRADLE_PLUGIN_VERSION.tokenize('.')
+  def major = parsed[0].toInteger()
+  def minor = parsed[1].toInteger()
+
+  // Namespace support was added in 7.3.0
+  return (major == 7 && minor >= 3) || major >= 8
+}
+
+android {
+  if (supportsNamespace()) {
+    namespace "com.visioncamerafacedetection"
+
+    sourceSets {
+      main {
+        manifest.srcFile "src/main/AndroidManifestNew.xml"
+      }
+    }
+  }
+
+  compileSdkVersion getExtOrIntegerDefault("compileSdkVersion")
+
+  defaultConfig {
+    minSdkVersion getExtOrIntegerDefault("minSdkVersion")
+    targetSdkVersion getExtOrIntegerDefault("targetSdkVersion")
+
+  }
+
+  buildTypes {
+    release {
+      minifyEnabled false
+    }
+  }
+
+  lintOptions {
+    disable "GradleCompatible"
+  }
+
+  compileOptions {
+    sourceCompatibility JavaVersion.VERSION_1_8
+    targetCompatibility JavaVersion.VERSION_1_8
+  }
+}
+
+repositories {
+  mavenCentral()
+  google()
+}
+
+def kotlin_version = getExtOrDefault("kotlinVersion")
+def tensor_version = getExtOrDefault("tensorVersion")
+
+dependencies {
+  // For < 0.71, this will be from the local maven repo
+  // For > 0.71, this will be replaced by `com.facebook.react:react-android:$version` by react gradle plugin
+  //noinspection GradleDynamicVersion
+  implementation "com.facebook.react:react-native:+"
+  implementation "org.jetbrains.kotlin:kotlin-stdlib:$kotlin_version"
+  api project(":react-native-vision-camera")
+  implementation "androidx.annotation:annotation:1.8.0"
+  implementation "androidx.camera:camera-core:1.3.4"
+  implementation "com.google.mlkit:face-detection:16.1.6"
+  implementation "org.tensorflow:tensorflow-lite:$tensor_version"
+  implementation 'org.tensorflow:tensorflow-lite-support:0.1.0'
+}
+

package/android/gradle.properties

@@ -0,0 +1,6 @@
+VisionCameraFaceDetection_kotlinVersion=1.9.22
+VisionCameraFaceDetection_minSdkVersion=23
+VisionCameraFaceDetection_targetSdkVersion=34
+VisionCameraFaceDetection_compileSdkVersion=34
+VisionCameraFaceDetection_ndkversion=26.1.10909125
+VisionCameraFaceDetection_tensorVersion=2.11.0

package/android/src/main/AndroidManifest.xml

@@ -0,0 +1,3 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+          package="com.visioncamerafacedetection">
+</manifest>

package/android/src/main/AndroidManifestNew.xml

@@ -0,0 +1,2 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+</manifest>

package/android/src/main/java/com/visioncamerafacedetection/FaceHelper.kt

@@ -0,0 +1,112 @@
+package com.visioncamerafacedetection
+
+import android.graphics.Bitmap
+import android.graphics.Rect
+import android.util.Base64
+import com.google.mlkit.vision.face.Face
+import com.google.mlkit.vision.face.FaceContour
+import org.tensorflow.lite.Interpreter
+import org.tensorflow.lite.support.common.ops.NormalizeOp
+import org.tensorflow.lite.support.image.ImageProcessor
+import org.tensorflow.lite.support.image.TensorImage
+import org.tensorflow.lite.support.image.ops.ResizeOp
+import java.io.ByteArrayOutputStream
+import java.nio.ByteBuffer
+import kotlin.math.ceil
+
+var interpreter: Interpreter? = null
+const val TF_OD_API_INPUT_SIZE = 112
+
+class FaceHelper {
+
+  private val imageTensorProcessor: ImageProcessor = ImageProcessor.Builder()
+    .add(ResizeOp(TF_OD_API_INPUT_SIZE, TF_OD_API_INPUT_SIZE, ResizeOp.ResizeMethod.BILINEAR))
+    .add(NormalizeOp(127.5f, 127.5f))
+    .build()
+
+  fun bitmap2ByteBuffer(bitmap: Bitmap?): ByteBuffer {
+    val imageTensor: TensorImage = imageTensorProcessor.process(TensorImage.fromBitmap(bitmap))
+    return imageTensor.buffer
+  }
+
+  fun processBoundingBox(boundingBox: Rect): MutableMap<String, Any> {
+    val bounds: MutableMap<String, Any> = HashMap()
+    // Calculate offset (we need to center the overlay on the target)
+    val offsetX = (boundingBox.exactCenterX() - ceil(boundingBox.width().toDouble())) / 2.0f
+    val offsetY = (boundingBox.exactCenterY() - ceil(boundingBox.height().toDouble())) / 2.0f
+    val x = boundingBox.right + offsetX
+    val y = boundingBox.top + offsetY
+    bounds["x"] = boundingBox.centerX() + (boundingBox.centerX() - x)
+    bounds["y"] = boundingBox.centerY() + (y - boundingBox.centerY())
+    bounds["width"] = boundingBox.width().toDouble()
+    bounds["height"] = boundingBox.height().toDouble()
+    bounds["boundingCenterX"] = boundingBox.centerX().toDouble()
+    bounds["boundingCenterY"] = boundingBox.centerY().toDouble()
+    bounds["boundingExactCenterX"] = boundingBox.exactCenterX().toDouble()
+    bounds["boundingExactCenterY"] = boundingBox.exactCenterY().toDouble()
+    return bounds
+  }
+
+  fun processFaceContours(face: Face): MutableMap<String, Any> {
+    // All faceContours
+    val faceContoursTypes = intArrayOf(
+      FaceContour.FACE,
+      FaceContour.LEFT_EYEBROW_TOP,
+      FaceContour.LEFT_EYEBROW_BOTTOM,
+      FaceContour.RIGHT_EYEBROW_TOP,
+      FaceContour.RIGHT_EYEBROW_BOTTOM,
+      FaceContour.LEFT_EYE,
+      FaceContour.RIGHT_EYE,
+      FaceContour.UPPER_LIP_TOP,
+      FaceContour.UPPER_LIP_BOTTOM,
+      FaceContour.LOWER_LIP_TOP,
+      FaceContour.LOWER_LIP_BOTTOM,
+      FaceContour.NOSE_BRIDGE,
+      FaceContour.NOSE_BOTTOM,
+      FaceContour.LEFT_CHEEK,
+      FaceContour.RIGHT_CHEEK
+    )
+    val faceContoursTypesStrings = arrayOf(
+      "FACE",
+      "LEFT_EYEBROW_TOP",
+      "LEFT_EYEBROW_BOTTOM",
+      "RIGHT_EYEBROW_TOP",
+      "RIGHT_EYEBROW_BOTTOM",
+      "LEFT_EYE",
+      "RIGHT_EYE",
+      "UPPER_LIP_TOP",
+      "UPPER_LIP_BOTTOM",
+      "LOWER_LIP_TOP",
+      "LOWER_LIP_BOTTOM",
+      "NOSE_BRIDGE",
+      "NOSE_BOTTOM",
+      "LEFT_CHEEK",
+      "RIGHT_CHEEK"
+    )
+    val map: MutableMap<String, Any> = HashMap()
+    for (i in faceContoursTypesStrings.indices) {
+      val contour = face.getContour(faceContoursTypes[i])
+      val points = contour?.points
+      val pointsArray: MutableCollection<Any> = ArrayList()
+      if (points != null) {
+        for (j in points.indices) {
+          val currentPointsMap: MutableMap<String, Any> = HashMap()
+          currentPointsMap["x"] = points[j].x.toDouble()
+          currentPointsMap["y"] = points[j].y.toDouble()
+          pointsArray.add(currentPointsMap)
+        }
+      }
+      if (contour != null) {
+        map[faceContoursTypesStrings[contour.faceContourType - 1]] = pointsArray
+      }
+    }
+    return map
+  }
+
+  fun getBase64Image(bitmap: Bitmap): String? {
+    val byteArrayOutputStream = ByteArrayOutputStream()
+    bitmap.compress(Bitmap.CompressFormat.PNG, 100, byteArrayOutputStream)
+    val byteArray = byteArrayOutputStream.toByteArray()
+    return Base64.encodeToString(byteArray, Base64.DEFAULT)
+  }
+}

package/android/src/main/java/com/visioncamerafacedetection/VisionCameraFaceDetectionModule.kt

@@ -0,0 +1,118 @@
+package com.visioncamerafacedetection
+
+import android.content.res.AssetManager
+import android.graphics.Bitmap
+import android.graphics.BitmapFactory
+import android.graphics.Canvas
+import android.graphics.Matrix
+import android.graphics.RectF
+import android.util.Base64
+import com.facebook.react.bridge.Arguments
+import com.facebook.react.bridge.Promise
+import com.facebook.react.bridge.ReactApplicationContext
+import com.facebook.react.bridge.ReactContextBaseJavaModule
+import com.facebook.react.bridge.ReactMethod
+import com.facebook.react.bridge.WritableMap
+import com.facebook.react.bridge.WritableNativeMap
+import com.google.android.gms.tasks.Tasks
+import com.google.mlkit.vision.common.InputImage
+import com.google.mlkit.vision.face.FaceDetection
+import com.google.mlkit.vision.face.FaceDetectorOptions
+import org.tensorflow.lite.Interpreter
+import java.io.FileInputStream
+import java.io.IOException
+import java.nio.ByteBuffer
+import java.nio.FloatBuffer
+import java.nio.MappedByteBuffer
+import java.nio.channels.FileChannel
+
+class VisionCameraFaceDetectionModule(private val reactContext: ReactApplicationContext) :
+  ReactContextBaseJavaModule(reactContext) {
+
+  private var faceDetectorOptions = FaceDetectorOptions.Builder()
+    .setPerformanceMode(FaceDetectorOptions.PERFORMANCE_MODE_ACCURATE)
+    .setContourMode(FaceDetectorOptions.CONTOUR_MODE_ALL)
+    .setClassificationMode(FaceDetectorOptions.CLASSIFICATION_MODE_ALL)
+    .setMinFaceSize(0.15f)
+    .build()
+
+  private var faceDetector = FaceDetection.getClient(faceDetectorOptions)
+
+  @ReactMethod
+  private fun initTensor(modelFile: String = "mobile_face_net", count: Int = 1, promise: Promise) {
+    try {
+      val assetManager = reactContext.assets
+      val byteFile: MappedByteBuffer = loadModelFile(assetManager, modelFile)
+      val options = Interpreter.Options()
+      options.numThreads = count
+      interpreter = Interpreter(byteFile, options)
+      interpreter?.allocateTensors()
+      promise.resolve("initialization tflite success")
+    } catch (e: Exception) {
+      e.printStackTrace()
+      promise.reject(Throwable(e))
+    }
+  }
+
+  @Throws(IOException::class)
+  private fun loadModelFile(assets: AssetManager, modelFilename: String): MappedByteBuffer {
+    val fileDescriptor = assets.openFd("$modelFilename.tflite")
+    val inputStream = FileInputStream(fileDescriptor.fileDescriptor)
+    val fileChannel = inputStream.channel
+    val startOffset = fileDescriptor.startOffset
+    val declaredLength = fileDescriptor.declaredLength
+    return fileChannel.map(FileChannel.MapMode.READ_ONLY, startOffset, declaredLength)
+  }
+
+  @ReactMethod
+  fun detectFromBase64(imageString: String?, promise: Promise) {
+    try {
+      val decodedString = Base64.decode(imageString, Base64.DEFAULT)
+      val bmpStorageResult = BitmapFactory.decodeByteArray(decodedString, 0, decodedString.size)
+      val image = InputImage.fromBitmap(bmpStorageResult, 0)
+      val task = faceDetector.process(image)
+      val faces = Tasks.await(task)
+      val map: WritableMap = WritableNativeMap()
+      if (faces.size > 0) {
+        val face = faces[0]
+        val bmpFaceStorage =
+          Bitmap.createBitmap(TF_OD_API_INPUT_SIZE, TF_OD_API_INPUT_SIZE, Bitmap.Config.ARGB_8888)
+        val faceBB = RectF(face.boundingBox)
+        val cvFace = Canvas(bmpFaceStorage)
+        val sx = TF_OD_API_INPUT_SIZE.toFloat() / faceBB.width()
+        val sy = TF_OD_API_INPUT_SIZE.toFloat() / faceBB.height()
+        val matrix = Matrix()
+        matrix.postTranslate(-faceBB.left, -faceBB.top)
+        matrix.postScale(sx, sy)
+        cvFace.drawBitmap(bmpStorageResult, matrix, null)
+        val input: ByteBuffer = FaceHelper().bitmap2ByteBuffer(bmpFaceStorage)
+        val output: FloatBuffer = FloatBuffer.allocate(192)
+        interpreter?.run(input, output)
+        val arrayData = Arguments.createArray()
+        for (i: Float in output.array()) {
+          arrayData.pushDouble(i.toDouble())
+        }
+        map.putString("message", "Successfully Get Face")
+        map.putArray("data", arrayData)
+        map.putString("base64", FaceHelper().getBase64Image(bmpFaceStorage))
+        promise.resolve(map)
+      } else {
+        map.putString("message", "No Face")
+        map.putArray("data", Arguments.createArray())
+        map.putString("base64", "")
+        promise.resolve(map)
+      }
+    } catch (e: Exception) {
+      e.printStackTrace()
+      promise.reject(Throwable(e))
+    }
+  }
+
+  override fun getName(): String {
+    return NAME
+  }
+
+  companion object {
+    const val NAME = "VisionCameraFaceDetectionModule"
+  }
+}

package/android/src/main/java/com/visioncamerafacedetection/VisionCameraFaceDetectionPackage.kt

@@ -0,0 +1,25 @@
+package com.visioncamerafacedetection
+
+import com.facebook.react.ReactPackage
+import com.facebook.react.bridge.NativeModule
+import com.facebook.react.bridge.ReactApplicationContext
+import com.facebook.react.uimanager.ViewManager
+import com.mrousavy.camera.frameprocessors.FrameProcessorPluginRegistry
+
+class VisionCameraFaceDetectionPackage : ReactPackage {
+  companion object {
+    init {
+      FrameProcessorPluginRegistry.addFrameProcessorPlugin("detectFaces") { proxy, options ->
+        VisionCameraFaceDetectionPlugin(proxy, options)
+      }
+    }
+  }
+
+  override fun createNativeModules(reactContext: ReactApplicationContext): List<NativeModule> {
+    return listOf(VisionCameraFaceDetectionModule(reactContext))
+  }
+
+  override fun createViewManagers(reactContext: ReactApplicationContext): List<ViewManager<*, *>> {
+    return emptyList()
+  }
+}