react-native-vision-camera-spoof-detector 1.1.11 → 1.1.15

package/nitrogen/generated/ios/swift/HybridSpoofDetectorFactorySpec_cxx.swift

@@ -0,0 +1,142 @@
+///
+/// HybridSpoofDetectorFactorySpec_cxx.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+import VisionCamera
+
+/**
+ * A class implementation that bridges HybridSpoofDetectorFactorySpec over to C++.
+ * In C++, we cannot use Swift protocols - so we need to wrap it in a class to make it strongly defined.
+ *
+ * Also, some Swift types need to be bridged with special handling:
+ * - Enums need to be wrapped in Structs, otherwise they cannot be accessed bi-directionally (Swift bug: https://github.com/swiftlang/swift/issues/75330)
+ * - Other HybridObjects need to be wrapped/unwrapped from the Swift TCxx wrapper
+ * - Throwing methods need to be wrapped with a Result<T, Error> type, as exceptions cannot be propagated to C++
+ */
+open class HybridSpoofDetectorFactorySpec_cxx {
+  /**
+   * The Swift <> C++ bridge's namespace (`margelo::nitro::camera::spoofdetector::bridge::swift`)
+   * from `VisionCameraSpoofDetector-Swift-Cxx-Bridge.hpp`.
+   * This contains specialized C++ templates, and C++ helper functions that can be accessed from Swift.
+   */
+  public typealias bridge = margelo.nitro.camera.spoofdetector.bridge.swift
+
+  /**
+   * Holds an instance of the `HybridSpoofDetectorFactorySpec` Swift protocol.
+   */
+  private var __implementation: any HybridSpoofDetectorFactorySpec
+
+  /**
+   * Holds a weak pointer to the C++ class that wraps the Swift class.
+   */
+  private var __cxxPart: bridge.std__weak_ptr_HybridSpoofDetectorFactorySpec_
+
+  /**
+   * Create a new `HybridSpoofDetectorFactorySpec_cxx` that wraps the given `HybridSpoofDetectorFactorySpec`.
+   * All properties and methods bridge to C++ types.
+   */
+  public init(_ implementation: any HybridSpoofDetectorFactorySpec) {
+    self.__implementation = implementation
+    self.__cxxPart = .init()
+    /* no base class */
+  }
+
+  /**
+   * Get the actual `HybridSpoofDetectorFactorySpec` instance this class wraps.
+   */
+  @inline(__always)
+  public func getHybridSpoofDetectorFactorySpec() -> any HybridSpoofDetectorFactorySpec {
+    return __implementation
+  }
+
+  /**
+   * Casts this instance to a retained unsafe raw pointer.
+   * This acquires one additional strong reference on the object!
+   */
+  public func toUnsafe() -> UnsafeMutableRawPointer {
+    return Unmanaged.passRetained(self).toOpaque()
+  }
+
+  /**
+   * Casts an unsafe pointer to a `HybridSpoofDetectorFactorySpec_cxx`.
+   * The pointer has to be a retained opaque `Unmanaged<HybridSpoofDetectorFactorySpec_cxx>`.
+   * This removes one strong reference from the object!
+   */
+  public class func fromUnsafe(_ pointer: UnsafeMutableRawPointer) -> HybridSpoofDetectorFactorySpec_cxx {
+    return Unmanaged<HybridSpoofDetectorFactorySpec_cxx>.fromOpaque(pointer).takeRetainedValue()
+  }
+
+  /**
+   * Gets (or creates) the C++ part of this Hybrid Object.
+   * The C++ part is a `std::shared_ptr<HybridSpoofDetectorFactorySpec>`.
+   */
+  public func getCxxPart() -> bridge.std__shared_ptr_HybridSpoofDetectorFactorySpec_ {
+    let cachedCxxPart = self.__cxxPart.lock()
+    if Bool(fromCxx: cachedCxxPart) {
+      return cachedCxxPart
+    } else {
+      let newCxxPart = bridge.create_std__shared_ptr_HybridSpoofDetectorFactorySpec_(self.toUnsafe())
+      __cxxPart = bridge.weakify_std__shared_ptr_HybridSpoofDetectorFactorySpec_(newCxxPart)
+      return newCxxPart
+    }
+  }
+
+  
+
+  /**
+   * Get the memory size of the Swift class (plus size of any other allocations)
+   * so the JS VM can properly track it and garbage-collect the JS object if needed.
+   */
+  @inline(__always)
+  public var memorySize: Int {
+    return MemoryHelper.getSizeOf(self.__implementation) + self.__implementation.memorySize
+  }
+
+  /**
+   * Compares this object with the given [other] object for reference equality.
+   */
+  @inline(__always)
+  public func equals(other: HybridSpoofDetectorFactorySpec_cxx) -> Bool {
+    return self.__implementation === other.__implementation
+  }
+
+  /**
+   * Call dispose() on the Swift class.
+   * This _may_ be called manually from JS.
+   */
+  @inline(__always)
+  public func dispose() {
+    self.__implementation.dispose()
+  }
+
+  /**
+   * Call toString() on the Swift class.
+   */
+  @inline(__always)
+  public func toString() -> String {
+    return self.__implementation.toString()
+  }
+
+  // Properties
+  
+
+  // Methods
+  @inline(__always)
+  public final func createSpoofDetectorOutput(options: SpoofDetectorOutputOptions) -> bridge.Result_std__shared_ptr_margelo__nitro__camera__HybridCameraOutputSpec__ {
+    do {
+      let __result = try self.__implementation.createSpoofDetectorOutput(options: options)
+      let __resultCpp = { () -> bridge.std__shared_ptr_margelo__nitro__camera__HybridCameraOutputSpec_ in
+        let __cxxWrapped = __result.getCxxWrapper()
+        return __cxxWrapped.getCxxPart()
+      }()
+      return bridge.create_Result_std__shared_ptr_margelo__nitro__camera__HybridCameraOutputSpec__(__resultCpp)
+    } catch (let __error) {
+      let __exceptionPtr = __error.toCpp()
+      return bridge.create_Result_std__shared_ptr_margelo__nitro__camera__HybridCameraOutputSpec__(__exceptionPtr)
+    }
+  }
+}

package/nitrogen/generated/ios/swift/Size.swift

@@ -0,0 +1,34 @@
+///
+/// Size.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `Size`, backed by a C++ struct.
+ */
+public typealias Size = margelo.nitro.camera.spoofdetector.Size
+
+public extension Size {
+  private typealias bridge = margelo.nitro.camera.spoofdetector.bridge.swift
+
+  /**
+   * Create a new instance of `Size`.
+   */
+  init(width: Double, height: Double) {
+    self.init(width, height)
+  }
+
+  @inline(__always)
+  var width: Double {
+    return self.__width
+  }
+  
+  @inline(__always)
+  var height: Double {
+    return self.__height
+  }
+}

package/nitrogen/generated/ios/swift/SpoofDetectorOutputOptions.swift

@@ -0,0 +1,74 @@
+///
+/// SpoofDetectorOutputOptions.swift
+/// This file was generated by nitrogen. DO NOT MODIFY THIS FILE.
+/// https://github.com/mrousavy/nitro
+/// Copyright © Marc Rousavy @ Margelo
+///
+
+import NitroModules
+
+/**
+ * Represents an instance of `SpoofDetectorOutputOptions`, backed by a C++ struct.
+ */
+public typealias SpoofDetectorOutputOptions = margelo.nitro.camera.spoofdetector.SpoofDetectorOutputOptions
+
+public extension SpoofDetectorOutputOptions {
+  private typealias bridge = margelo.nitro.camera.spoofdetector.bridge.swift
+
+  /**
+   * Create a new instance of `SpoofDetectorOutputOptions`.
+   */
+  init(targetResolution: Size?, onResult: @escaping (_ result: AntiSpoofingResult) -> Void, onError: ((_ error: Error) -> Void)?) {
+    self.init({ () -> bridge.std__optional_Size_ in
+      if let __unwrappedValue = targetResolution {
+        return bridge.create_std__optional_Size_(__unwrappedValue)
+      } else {
+        return .init()
+      }
+    }(), { () -> bridge.Func_void_AntiSpoofingResult in
+      let __closureWrapper = Func_void_AntiSpoofingResult(onResult)
+      return bridge.create_Func_void_AntiSpoofingResult(__closureWrapper.toUnsafe())
+    }(), { () -> bridge.std__optional_std__function_void_const_std__exception_ptr_____error______ in
+      if let __unwrappedValue = onError {
+        return bridge.create_std__optional_std__function_void_const_std__exception_ptr_____error______({ () -> bridge.Func_void_std__exception_ptr in
+          let __closureWrapper = Func_void_std__exception_ptr(__unwrappedValue)
+          return bridge.create_Func_void_std__exception_ptr(__closureWrapper.toUnsafe())
+        }())
+      } else {
+        return .init()
+      }
+    }())
+  }
+
+  @inline(__always)
+  var targetResolution: Size? {
+    return self.__targetResolution.value
+  }
+  
+  @inline(__always)
+  var onResult: (_ result: AntiSpoofingResult) -> Void {
+    return { () -> (AntiSpoofingResult) -> Void in
+      let __wrappedFunction = bridge.wrap_Func_void_AntiSpoofingResult(self.__onResult)
+      return { (__result: AntiSpoofingResult) -> Void in
+        __wrappedFunction.call(__result)
+      }
+    }()
+  }
+  
+  @inline(__always)
+  var onError: ((_ error: Error) -> Void)? {
+    return { () -> ((_ error: Error) -> Void)? in
+      if bridge.has_value_std__optional_std__function_void_const_std__exception_ptr_____error______(self.__onError) {
+        let __unwrapped = bridge.get_std__optional_std__function_void_const_std__exception_ptr_____error______(self.__onError)
+        return { () -> (Error) -> Void in
+          let __wrappedFunction = bridge.wrap_Func_void_std__exception_ptr(__unwrapped)
+          return { (__error: Error) -> Void in
+            __wrappedFunction.call(__error.toCpp())
+          }
+        }()
+      } else {
+        return nil
+      }
+    }()
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-vision-camera-spoof-detector",
-  "version": "1.1.11",
+  "version": "1.1.15",
   "description": "High-performance face anti-spoofing and liveness detection module for React Native Vision Camera. Uses TensorFlow Lite with GPU acceleration and optimized YUV processing.",
   "homepage": "https://github.com/dpraful/react-native-vision-camera-spoof-detector",
   "repository": {
@@ -27,18 +27,22 @@
   "react-native": "index.js",
   "types": "index.d.ts",
   "files": [
-    "android/",
+    "android/build.gradle",
+    "android/CMakeLists.txt",
+    "android/fix-prefab.gradle",
+    "android/src/",
     "lib/",
     "src/",
     "nitrogen/",
     "nitro.json",
     "ios/",
     ".npmignore",
+    ".gitignore",
     "CHANGELOG.md",
     "index.d.ts",
     "index.js",
     "LICENSE",
-    "react-native-vision-camera-spoof-detector.podspec",
+    "VisionCameraSpoofDetector.podspec",
     "README.md"
   ],
   "keywords": [
@@ -63,6 +67,7 @@
     "react-native": ">=0.60.0",
     "react-native-vision-camera": "^5.0.0",
     "react-native-vision-camera-worklets": "^5.0.0",
+    "react-native-nitro-modules": "^0.37.1",
     "react-native-worklets": "^0.12.0"
   },
   "peerDependenciesMeta": {

package/src/specs/SpoofDetectorFactory.nitro.ts

@@ -17,6 +17,7 @@ export interface SpoofDetectorOutputOptions {
 }
 
 export interface SpoofDetectorFactory extends HybridObject<{
+  ios: 'swift'
   android: 'kotlin'
 }> {
   createSpoofDetectorOutput(options: SpoofDetectorOutputOptions): CameraOutput

package/ios/FaceAntiSpoofFrameProcessor.swift

@@ -1,301 +0,0 @@
-import Foundation
-
-#if canImport(VisionCamera)
-import VisionCamera
-import AVFoundation
-import CoreImage
-import UIKit
-import Accelerate
-
-#if canImport(TensorFlowLite)
-import TensorFlowLite
-#endif
-
-typealias FaceAntiSpoofFrameType = VisionCamera.Frame
-typealias FaceAntiSpoofProxyType = VisionCamera.VisionCameraProxyHolder
-typealias FaceAntiSpoofPluginBase = VisionCamera.FrameProcessorPlugin
-
-@objc(FaceAntiSpoofFrameProcessor)
-class FaceAntiSpoofFrameProcessor: FaceAntiSpoofPluginBase {
-    private weak var proxyHolder: FaceAntiSpoofProxyType?
-
-    // Processing state
-    private let processingQueue = DispatchQueue(label: "com.faceantispoof.processing", qos: .userInitiated)
-    private var isProcessing: Bool = false
-    private var latestResult: [String: Any] = ["error": "Not initialized", "isLive": false, "label": "Not Initialized"]
-    private static let INPUT_IMAGE_SIZE: Int = 256
-    private static let BASE_THRESHOLD: Float = 0.2
-    private static let LAPLACE_THRESHOLD: Int = 50
-    private static let LAPLACIAN_THRESHOLD: Int = 4000
-
-    #if canImport(TensorFlowLite)
-    // Interpreter is provided by FaceAntiSpoofManager.sharedInterpreter
-    #endif
-
-    override init(
-        proxy: FaceAntiSpoofProxyType,
-        options: [AnyHashable : Any]! = [:]
-    ) {
-        #if canImport(VisionCamera)
-        super.init(proxy: proxy, options: options)
-        #else
-        super.init(proxy: proxy, options: options as NSDictionary?)
-        #endif
-        self.proxyHolder = proxy
-
-        #if canImport(TensorFlowLite)
-        let managerInited = FaceAntiSpoofManager.initializeModel()
-        if managerInited {
-            NSLog("[FaceAntiSpoof] Manager initialized model")
-        } else {
-            NSLog("[FaceAntiSpoof] Manager failed to initialize model; running stub")
-        }
-        #else
-        NSLog("[FaceAntiSpoof] TensorFlowLite not available; running stub")
-        #endif
-    }
-
-    deinit {
-        NSLog("[FaceAntiSpoof] deinit - releasing resources")
-        self.proxyHolder = nil
-    }
-
-    override func callback(
-        _ frame: FaceAntiSpoofFrameType,
-        withArguments arguments: [AnyHashable : Any]?
-    ) -> Any {
-        #if canImport(TensorFlowLite)
-        guard FaceAntiSpoofManager.isModelLoaded() else {
-            return ["error": "Model not loaded", "isLive": false, "label": "stub"]
-        }
-
-        let sampleBuffer = frame.buffer
-        guard let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) else {
-            return ["error": "No pixel buffer", "isLive": false, "label": "stub"]
-        }
-
-        let width = CVPixelBufferGetWidth(pixelBuffer)
-        let height = CVPixelBufferGetHeight(pixelBuffer)
-
-        // If processing already in flight, return latest cached result immediately
-        var shouldReturnLatest = false
-        objc_sync_enter(self)
-        if isProcessing {
-            shouldReturnLatest = true
-        } else {
-            isProcessing = true
-        }
-        objc_sync_exit(self)
-
-        if shouldReturnLatest {
-            return latestResult
-        }
-
-        // Capture a small, resized RGB float snapshot synchronously while the pixel buffer is valid
-        let targetSize = CGSize(width: Self.INPUT_IMAGE_SIZE, height: Self.INPUT_IMAGE_SIZE)
-        guard let rgbInput = Self.rgbFloatData(from: pixelBuffer, orientation: frame.orientation, size: targetSize) else {
-            objc_sync_enter(self)
-            isProcessing = false
-            objc_sync_exit(self)
-            latestResult = ["error": "Failed to create RGB snapshot", "isLive": false, "label": "error"]
-            return latestResult
-        }
-
-        // Offload heavy model work to a background queue
-        processingQueue.async { [weak self] in
-            guard let self = self else { return }
-            defer {
-                objc_sync_enter(self)
-                self.isProcessing = false
-                objc_sync_exit(self)
-            }
-
-            guard let interpreter = FaceAntiSpoofManager.sharedInterpreter else {
-                self.latestResult = ["error": "Interpreter not available", "isLive": false, "label": "error"]
-                return
-            }
-
-            do {
-                // Prepare input Data (Float32 little-endian)
-                var inputFloats = rgbInput
-                let inputData = Data(bytes: &inputFloats, count: inputFloats.count * MemoryLayout<Float>.size)
-
-                try interpreter.copy(inputData, toInputAt: 0)
-                try interpreter.invoke()
-
-                // Read outputs (assume indices 0 and 1 correspond to clssPred and leafNodeMask)
-                let out0 = try interpreter.output(at: 0)
-                let out1 = try interpreter.output(at: 1)
-
-                let clssPred: [Float] = out0.data.withUnsafeBytes { ptr in
-                    let floatPtr = ptr.bindMemory(to: Float.self)
-                    return Array(floatPtr)
-                }
-                let leafMask: [Float] = out1.data.withUnsafeBytes { ptr in
-                    let floatPtr = ptr.bindMemory(to: Float.self)
-                    return Array(floatPtr)
-                }
-
-                // Compute neural network score similar to Android leafScore1
-                let count = min(clssPred.count, leafMask.count)
-                var nnScore: Float = 0.0
-                for i in 0..<count {
-                    nnScore += abs(clssPred[i]) * leafMask[i]
-                }
-
-                // Laplacian score computed from the RGB snapshot (resized)
-                let lapScore = Self.calculateLaplacianScore(from: rgbInput, width: Self.INPUT_IMAGE_SIZE, height: Self.INPUT_IMAGE_SIZE)
-
-                let combined = Self.calculateCombinedScore(neuralScore: nnScore, laplacianScore: lapScore)
-                let confidence = Self.calculateConfidence(neuralScore: nnScore, laplacianScore: lapScore)
-                let isLive = nnScore < Self.BASE_THRESHOLD && lapScore > Self.LAPLACIAN_THRESHOLD
-
-                self.latestResult = [
-                    "neuralNetworkScore": Double(nnScore),
-                    "laplacianScore": lapScore,
-                    "combinedScore": Double(combined),
-                    "confidence": Double(confidence),
-                    "isLive": isLive,
-                    "label": isLive ? "live" : "spoof",
-                    "width": width,
-                    "height": height
-                ]
-            } catch {
-                self.latestResult = ["error": "Processing error: \(error)", "isLive": false, "label": "error"]
-            }
-        }
-
-        // Return latest result immediately (may be previous or initial)
-        return latestResult
-        #else
-        return ["error": "TensorFlowLite not available", "isLive": false, "label": "stub"]
-        #endif
-    }
-
-    // MARK: - Helpers
-    #if canImport(TensorFlowLite)
-    private static func floatArray(from data: Data) -> [Float] {
-        let count = data.count / MemoryLayout<Float>.size
-        return data.withUnsafeBytes { buffer -> [Float] in
-            let ptr = buffer.bindMemory(to: Float.self)
-            return Array(UnsafeBufferPointer(start: ptr.baseAddress, count: count))
-        }
-    }
-
-    private static let sharedCIContext: CIContext = CIContext(options: nil)
-
-    private static func rgbFloatData(from pixelBuffer: CVPixelBuffer, orientation: UIImage.Orientation, size: CGSize) -> [Float]? {
-        CVPixelBufferLockBaseAddress(pixelBuffer, CVPixelBufferLockFlags.readOnly)
-        defer { CVPixelBufferUnlockBaseAddress(pixelBuffer, CVPixelBufferLockFlags.readOnly) }
-
-        let image = CIImage(cvPixelBuffer: pixelBuffer)
-        let exifOrientation: CGImagePropertyOrientation
-        switch orientation {
-        case .up, .upMirrored:
-            exifOrientation = .up
-        case .right, .rightMirrored:
-            exifOrientation = .right
-        case .down, .downMirrored:
-            exifOrientation = .down
-        case .left, .leftMirrored:
-            exifOrientation = .left
-        @unknown default:
-            exifOrientation = .up
-        }
-        let ciImage = image.oriented(forExifOrientation: Int32(exifOrientation.rawValue))
-        let context = Self.sharedCIContext
-        guard let cgImage = context.createCGImage(ciImage, from: ciImage.extent) else { return nil }
-
-        let width = Int(size.width)
-        let height = Int(size.height)
-        let colorSpace = CGColorSpaceCreateDeviceRGB()
-        var rawData = [UInt8](repeating: 0, count: width * height * 4)
-        rawData.withUnsafeMutableBytes { ptr in
-            if let base = ptr.baseAddress {
-                let bytesPerRow = width * 4
-                if let ctx = CGContext(data: base,
-                                      width: width,
-                                      height: height,
-                                      bitsPerComponent: 8,
-                                      bytesPerRow: bytesPerRow,
-                                      space: colorSpace,
-                                      bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue) {
-                    ctx.interpolationQuality = .high
-                    ctx.draw(cgImage, in: CGRect(x: 0, y: 0, width: width, height: height))
-                }
-            }
-        }
-
-        var floatData = [Float](repeating: 0, count: width * height * 3)
-        var idx = 0
-        for y in 0..<height {
-            for x in 0..<width {
-                let pixelIndex = (y * width + x) * 4
-                let r = Float(rawData[pixelIndex]) / 255.0
-                let g = Float(rawData[pixelIndex + 1]) / 255.0
-                let b = Float(rawData[pixelIndex + 2]) / 255.0
-                floatData[idx] = r
-                floatData[idx + 1] = g
-                floatData[idx + 2] = b
-                idx += 3
-            }
-        }
-        return floatData
-    }
-
-    private static func calculateLaplacianScore(from rgbData: [Float], width: Int, height: Int) -> Int {
-        var grey = [Int](repeating: 0, count: width * height)
-        var i = 0
-        for y in 0..<height {
-            for x in 0..<width {
-                let base = (y * width + x) * 3
-                let r = Int((rgbData[base] * 255).rounded())
-                let g = Int((rgbData[base + 1] * 255).rounded())
-                let b = Int((rgbData[base + 2] * 255).rounded())
-                let value = Int(0.299 * Float(r) + 0.587 * Float(g) + 0.114 * Float(b))
-                grey[i] = value
-                i += 1
-            }
-        }
-
-        let laplace = [[0,1,0],[1,-4,1],[0,1,0]]
-        let size = 3
-        var score = 0
-        let threshold = Self.LAPLACE_THRESHOLD
-        for y in 0..<(height - size + 1) {
-            for x in 0..<(width - size + 1) {
-                var result = 0
-                for ky in 0..<size {
-                    for kx in 0..<size {
-                        result += grey[(y + ky) * width + (x + kx)] * laplace[ky][kx]
-                    }
-                }
-                if result > threshold {
-                    score += 1
-                }
-            }
-        }
-        return score
-    }
-
-    private static func calculateCombinedScore(neuralScore: Float, laplacianScore: Int) -> Float {
-        let normalizedNeural = min(max(neuralScore, 0), 1)
-        let normalizedLaplacian = min(max(Float(laplacianScore) / Float(Self.LAPLACIAN_THRESHOLD), 0), 1)
-        let neuralWeight: Float = 0.6
-        let laplacianWeight: Float = 0.4
-        let invertedNeural = 1.0 - normalizedNeural
-        return (invertedNeural * neuralWeight) + (normalizedLaplacian * laplacianWeight)
-    }
-
-    private static func calculateConfidence(neuralScore: Float, laplacianScore: Int) -> Float {
-        let neuralConfidence = min(max(neuralScore, 0), 1)
-        let laplacianConfidence = min(max(Float(laplacianScore) / Float(Self.LAPLACIAN_THRESHOLD), 0), 1)
-        let invertedNeural = 1.0 - neuralConfidence
-        return (invertedNeural * 0.6 + laplacianConfidence * 0.4)
-    }
-    #endif
-}
-
-#endif
-
-

package/ios/FaceAntiSpoofJSI.h

@@ -1,12 +0,0 @@
-// Simple header for JSI install stub
-#import <Foundation/Foundation.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-void FaceAntiSpoofJSI_install(void *runtimePtr);
-
-#ifdef __cplusplus
-}
-#endif