react-native-vision-camera-spoof-detector 1.1.10 → 1.1.15

package/ios/FaceAntiSpoofFrameProcessor.swift

@@ -1,301 +0,0 @@
-import Foundation
-
-#if canImport(VisionCamera)
-import VisionCamera
-import AVFoundation
-import CoreImage
-import UIKit
-import Accelerate
-
-#if canImport(TensorFlowLite)
-import TensorFlowLite
-#endif
-
-typealias FaceAntiSpoofFrameType = VisionCamera.Frame
-typealias FaceAntiSpoofProxyType = VisionCamera.VisionCameraProxyHolder
-typealias FaceAntiSpoofPluginBase = VisionCamera.FrameProcessorPlugin
-
-@objc(FaceAntiSpoofFrameProcessor)
-class FaceAntiSpoofFrameProcessor: FaceAntiSpoofPluginBase {
-    private weak var proxyHolder: FaceAntiSpoofProxyType?
-
-    // Processing state
-    private let processingQueue = DispatchQueue(label: "com.faceantispoof.processing", qos: .userInitiated)
-    private var isProcessing: Bool = false
-    private var latestResult: [String: Any] = ["error": "Not initialized", "isLive": false, "label": "Not Initialized"]
-    private static let INPUT_IMAGE_SIZE: Int = 256
-    private static let BASE_THRESHOLD: Float = 0.2
-    private static let LAPLACE_THRESHOLD: Int = 50
-    private static let LAPLACIAN_THRESHOLD: Int = 4000
-
-    #if canImport(TensorFlowLite)
-    // Interpreter is provided by FaceAntiSpoofManager.sharedInterpreter
-    #endif
-
-    override init(
-        proxy: FaceAntiSpoofProxyType,
-        options: [AnyHashable : Any]! = [:]
-    ) {
-        #if canImport(VisionCamera)
-        super.init(proxy: proxy, options: options)
-        #else
-        super.init(proxy: proxy, options: options as NSDictionary?)
-        #endif
-        self.proxyHolder = proxy
-
-        #if canImport(TensorFlowLite)
-        let managerInited = FaceAntiSpoofManager.initializeModel()
-        if managerInited {
-            NSLog("[FaceAntiSpoof] Manager initialized model")
-        } else {
-            NSLog("[FaceAntiSpoof] Manager failed to initialize model; running stub")
-        }
-        #else
-        NSLog("[FaceAntiSpoof] TensorFlowLite not available; running stub")
-        #endif
-    }
-
-    deinit {
-        NSLog("[FaceAntiSpoof] deinit - releasing resources")
-        self.proxyHolder = nil
-    }
-
-    override func callback(
-        _ frame: FaceAntiSpoofFrameType,
-        withArguments arguments: [AnyHashable : Any]?
-    ) -> Any {
-        #if canImport(TensorFlowLite)
-        guard FaceAntiSpoofManager.isModelLoaded() else {
-            return ["error": "Model not loaded", "isLive": false, "label": "stub"]
-        }
-
-        let sampleBuffer = frame.buffer
-        guard let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) else {
-            return ["error": "No pixel buffer", "isLive": false, "label": "stub"]
-        }
-
-        let width = CVPixelBufferGetWidth(pixelBuffer)
-        let height = CVPixelBufferGetHeight(pixelBuffer)
-
-        // If processing already in flight, return latest cached result immediately
-        var shouldReturnLatest = false
-        objc_sync_enter(self)
-        if isProcessing {
-            shouldReturnLatest = true
-        } else {
-            isProcessing = true
-        }
-        objc_sync_exit(self)
-
-        if shouldReturnLatest {
-            return latestResult
-        }
-
-        // Capture a small, resized RGB float snapshot synchronously while the pixel buffer is valid
-        let targetSize = CGSize(width: Self.INPUT_IMAGE_SIZE, height: Self.INPUT_IMAGE_SIZE)
-        guard let rgbInput = Self.rgbFloatData(from: pixelBuffer, orientation: frame.orientation, size: targetSize) else {
-            objc_sync_enter(self)
-            isProcessing = false
-            objc_sync_exit(self)
-            latestResult = ["error": "Failed to create RGB snapshot", "isLive": false, "label": "error"]
-            return latestResult
-        }
-
-        // Offload heavy model work to a background queue
-        processingQueue.async { [weak self] in
-            guard let self = self else { return }
-            defer {
-                objc_sync_enter(self)
-                self.isProcessing = false
-                objc_sync_exit(self)
-            }
-
-            guard let interpreter = FaceAntiSpoofManager.sharedInterpreter else {
-                self.latestResult = ["error": "Interpreter not available", "isLive": false, "label": "error"]
-                return
-            }
-
-            do {
-                // Prepare input Data (Float32 little-endian)
-                var inputFloats = rgbInput
-                let inputData = Data(bytes: &inputFloats, count: inputFloats.count * MemoryLayout<Float>.size)
-
-                try interpreter.copy(inputData, toInputAt: 0)
-                try interpreter.invoke()
-
-                // Read outputs (assume indices 0 and 1 correspond to clssPred and leafNodeMask)
-                let out0 = try interpreter.output(at: 0)
-                let out1 = try interpreter.output(at: 1)
-
-                let clssPred: [Float] = out0.data.withUnsafeBytes { ptr in
-                    let floatPtr = ptr.bindMemory(to: Float.self)
-                    return Array(floatPtr)
-                }
-                let leafMask: [Float] = out1.data.withUnsafeBytes { ptr in
-                    let floatPtr = ptr.bindMemory(to: Float.self)
-                    return Array(floatPtr)
-                }
-
-                // Compute neural network score similar to Android leafScore1
-                let count = min(clssPred.count, leafMask.count)
-                var nnScore: Float = 0.0
-                for i in 0..<count {
-                    nnScore += abs(clssPred[i]) * leafMask[i]
-                }
-
-                // Laplacian score computed from the RGB snapshot (resized)
-                let lapScore = Self.calculateLaplacianScore(from: rgbInput, width: Self.INPUT_IMAGE_SIZE, height: Self.INPUT_IMAGE_SIZE)
-
-                let combined = Self.calculateCombinedScore(neuralScore: nnScore, laplacianScore: lapScore)
-                let confidence = Self.calculateConfidence(neuralScore: nnScore, laplacianScore: lapScore)
-                let isLive = nnScore < Self.BASE_THRESHOLD && lapScore > Self.LAPLACIAN_THRESHOLD
-
-                self.latestResult = [
-                    "neuralNetworkScore": Double(nnScore),
-                    "laplacianScore": lapScore,
-                    "combinedScore": Double(combined),
-                    "confidence": Double(confidence),
-                    "isLive": isLive,
-                    "label": isLive ? "live" : "spoof",
-                    "width": width,
-                    "height": height
-                ]
-            } catch {
-                self.latestResult = ["error": "Processing error: \(error)", "isLive": false, "label": "error"]
-            }
-        }
-
-        // Return latest result immediately (may be previous or initial)
-        return latestResult
-        #else
-        return ["error": "TensorFlowLite not available", "isLive": false, "label": "stub"]
-        #endif
-    }
-
-    // MARK: - Helpers
-    #if canImport(TensorFlowLite)
-    private static func floatArray(from data: Data) -> [Float] {
-        let count = data.count / MemoryLayout<Float>.size
-        return data.withUnsafeBytes { buffer -> [Float] in
-            let ptr = buffer.bindMemory(to: Float.self)
-            return Array(UnsafeBufferPointer(start: ptr.baseAddress, count: count))
-        }
-    }
-
-    private static let sharedCIContext: CIContext = CIContext(options: nil)
-
-    private static func rgbFloatData(from pixelBuffer: CVPixelBuffer, orientation: UIImage.Orientation, size: CGSize) -> [Float]? {
-        CVPixelBufferLockBaseAddress(pixelBuffer, CVPixelBufferLockFlags.readOnly)
-        defer { CVPixelBufferUnlockBaseAddress(pixelBuffer, CVPixelBufferLockFlags.readOnly) }
-
-        let image = CIImage(cvPixelBuffer: pixelBuffer)
-        let exifOrientation: CGImagePropertyOrientation
-        switch orientation {
-        case .up, .upMirrored:
-            exifOrientation = .up
-        case .right, .rightMirrored:
-            exifOrientation = .right
-        case .down, .downMirrored:
-            exifOrientation = .down
-        case .left, .leftMirrored:
-            exifOrientation = .left
-        @unknown default:
-            exifOrientation = .up
-        }
-        let ciImage = image.oriented(forExifOrientation: Int32(exifOrientation.rawValue))
-        let context = Self.sharedCIContext
-        guard let cgImage = context.createCGImage(ciImage, from: ciImage.extent) else { return nil }
-
-        let width = Int(size.width)
-        let height = Int(size.height)
-        let colorSpace = CGColorSpaceCreateDeviceRGB()
-        var rawData = [UInt8](repeating: 0, count: width * height * 4)
-        rawData.withUnsafeMutableBytes { ptr in
-            if let base = ptr.baseAddress {
-                let bytesPerRow = width * 4
-                if let ctx = CGContext(data: base,
-                                      width: width,
-                                      height: height,
-                                      bitsPerComponent: 8,
-                                      bytesPerRow: bytesPerRow,
-                                      space: colorSpace,
-                                      bitmapInfo: CGImageAlphaInfo.premultipliedLast.rawValue) {
-                    ctx.interpolationQuality = .high
-                    ctx.draw(cgImage, in: CGRect(x: 0, y: 0, width: width, height: height))
-                }
-            }
-        }
-
-        var floatData = [Float](repeating: 0, count: width * height * 3)
-        var idx = 0
-        for y in 0..<height {
-            for x in 0..<width {
-                let pixelIndex = (y * width + x) * 4
-                let r = Float(rawData[pixelIndex]) / 255.0
-                let g = Float(rawData[pixelIndex + 1]) / 255.0
-                let b = Float(rawData[pixelIndex + 2]) / 255.0
-                floatData[idx] = r
-                floatData[idx + 1] = g
-                floatData[idx + 2] = b
-                idx += 3
-            }
-        }
-        return floatData
-    }
-
-    private static func calculateLaplacianScore(from rgbData: [Float], width: Int, height: Int) -> Int {
-        var grey = [Int](repeating: 0, count: width * height)
-        var i = 0
-        for y in 0..<height {
-            for x in 0..<width {
-                let base = (y * width + x) * 3
-                let r = Int((rgbData[base] * 255).rounded())
-                let g = Int((rgbData[base + 1] * 255).rounded())
-                let b = Int((rgbData[base + 2] * 255).rounded())
-                let value = Int(0.299 * Float(r) + 0.587 * Float(g) + 0.114 * Float(b))
-                grey[i] = value
-                i += 1
-            }
-        }
-
-        let laplace = [[0,1,0],[1,-4,1],[0,1,0]]
-        let size = 3
-        var score = 0
-        let threshold = Self.LAPLACE_THRESHOLD
-        for y in 0..<(height - size + 1) {
-            for x in 0..<(width - size + 1) {
-                var result = 0
-                for ky in 0..<size {
-                    for kx in 0..<size {
-                        result += grey[(y + ky) * width + (x + kx)] * laplace[ky][kx]
-                    }
-                }
-                if result > threshold {
-                    score += 1
-                }
-            }
-        }
-        return score
-    }
-
-    private static func calculateCombinedScore(neuralScore: Float, laplacianScore: Int) -> Float {
-        let normalizedNeural = min(max(neuralScore, 0), 1)
-        let normalizedLaplacian = min(max(Float(laplacianScore) / Float(Self.LAPLACIAN_THRESHOLD), 0), 1)
-        let neuralWeight: Float = 0.6
-        let laplacianWeight: Float = 0.4
-        let invertedNeural = 1.0 - normalizedNeural
-        return (invertedNeural * neuralWeight) + (normalizedLaplacian * laplacianWeight)
-    }
-
-    private static func calculateConfidence(neuralScore: Float, laplacianScore: Int) -> Float {
-        let neuralConfidence = min(max(neuralScore, 0), 1)
-        let laplacianConfidence = min(max(Float(laplacianScore) / Float(Self.LAPLACIAN_THRESHOLD), 0), 1)
-        let invertedNeural = 1.0 - neuralConfidence
-        return (invertedNeural * 0.6 + laplacianConfidence * 0.4)
-    }
-    #endif
-}
-
-#endif
-
-

package/ios/FaceAntiSpoofJSI.h

@@ -1,12 +0,0 @@
-// Simple header for JSI install stub
-#import <Foundation/Foundation.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-void FaceAntiSpoofJSI_install(void *runtimePtr);
-
-#ifdef __cplusplus
-}
-#endif

package/ios/FaceAntiSpoofJSI.mm

@@ -1,92 +0,0 @@
-// Objective-C++ JSI registration for FaceAntiSpoof
-#import "FaceAntiSpoofJSI.h"
-#import <Foundation/Foundation.h>
-#import <objc/runtime.h>
-#import <objc/message.h>
-
-#ifdef __cplusplus
-#include <jsi/jsi.h>
-using namespace facebook;
-#endif
-
-// Helper to call +[FaceAntiSpoofManager isModelLoaded]
-static bool FaceAntiSpoofManager_isModelLoaded() {
-    Class managerClass = objc_getClass("FaceAntiSpoofManager");
-    if (!managerClass) return false;
-    SEL sel = sel_getUid("isModelLoaded");
-    if (!sel) return false;
-    BOOL (*msgSendBool)(id, SEL) = (BOOL (*)(id, SEL))objc_msgSend;
-    return msgSendBool((id)managerClass, sel);
-}
-
-// Helper to call +[FaceAntiSpoofManager initializeModel]
-static bool FaceAntiSpoofManager_initialize() {
-    Class managerClass = objc_getClass("FaceAntiSpoofManager");
-    if (!managerClass) return false;
-    SEL sel = sel_getUid("initializeModel");
-    if (!sel) return false;
-    BOOL (*msgSendBool)(id, SEL) = (BOOL (*)(id, SEL))objc_msgSend;
-    return msgSendBool((id)managerClass, sel);
-}
-
-extern "C" void FaceAntiSpoofJSI_install(void *runtimePtr) {
-#ifdef __cplusplus
-    if (!runtimePtr) {
-        NSLog(@"[FaceAntiSpoof] JSI install called with NULL runtime pointer");
-        return;
-    }
-
-    jsi::Runtime *rt = reinterpret_cast<jsi::Runtime*>(runtimePtr);
-    if (!rt) {
-        NSLog(@"[FaceAntiSpoof] JSI install: invalid runtime pointer");
-        return;
-    }
-
-    try {
-        // Register faceAntiSpoof_isModelLoaded()
-        auto isLoadedFunc = jsi::Function::createFromHostFunction(*rt,
-            jsi::PropNameID::forAscii(*rt, "faceAntiSpoof_isModelLoaded"), 0,
-            [](jsi::Runtime &rt, const jsi::Value &thisVal, const jsi::Value *args, size_t count) -> jsi::Value {
-                bool loaded = FaceAntiSpoofManager_isModelLoaded();
-                return jsi::Value(loaded);
-            }
-        );
-        rt->global().setProperty(*rt, "faceAntiSpoof_isModelLoaded", isLoadedFunc);
-
-        // Register faceAntiSpoof_initialize()
-        auto initFunc = jsi::Function::createFromHostFunction(*rt,
-            jsi::PropNameID::forAscii(*rt, "faceAntiSpoof_initialize"), 0,
-            [](jsi::Runtime &rt, const jsi::Value &thisVal, const jsi::Value *args, size_t count) -> jsi::Value {
-                bool ok = FaceAntiSpoofManager_initialize();
-                return jsi::Value(ok);
-            }
-        );
-        rt->global().setProperty(*rt, "faceAntiSpoof_initialize", initFunc);
-
-        // Register faceAntiSpoof_getModuleInfo()
-        auto infoFunc = jsi::Function::createFromHostFunction(*rt,
-            jsi::PropNameID::forAscii(*rt, "faceAntiSpoof_getModuleInfo"), 0,
-            [](jsi::Runtime &rt, const jsi::Value &thisVal, const jsi::Value *args, size_t count) -> jsi::Value {
-                jsi::Object obj(rt);
-                obj.setProperty(rt, "name", jsi::String::createFromUtf8(rt, "FaceAntiSpoof"));
-                jsi::Array methods(rt, 4);
-                methods.setValueAtIndex(rt, 0, jsi::String::createFromUtf8(rt, "initialize"));
-                methods.setValueAtIndex(rt, 1, jsi::String::createFromUtf8(rt, "checkModelStatus"));
-                methods.setValueAtIndex(rt, 2, jsi::String::createFromUtf8(rt, "isAvailable"));
-                methods.setValueAtIndex(rt, 3, jsi::String::createFromUtf8(rt, "cleanup"));
-                obj.setProperty(rt, "methods", methods);
-                return obj;
-            }
-        );
-        rt->global().setProperty(*rt, "faceAntiSpoof_getModuleInfo", infoFunc);
-
-        NSLog(@"[FaceAntiSpoof] JSI functions registered");
-    } catch (const std::exception &ex) {
-        NSLog(@"[FaceAntiSpoof] JSI registration exception: %s", ex.what());
-    } catch (...) {
-        NSLog(@"[FaceAntiSpoof] JSI registration unknown exception");
-    }
-#else
-    NSLog(@"[FaceAntiSpoof] JSI install compiled without C++ support");
-#endif
-}

package/ios/FaceAntiSpoofPluginRegister.m

@@ -1,84 +0,0 @@
-#import <Foundation/Foundation.h>
-#if __has_include(<VisionCamera/FrameProcessorPluginRegistry.h>)
-#import <VisionCamera/FrameProcessorPluginRegistry.h>
-#import <VisionCamera/FrameProcessorPlugin.h>
-#import <VisionCamera/VisionCameraProxyHolder.h>
-#define FACE_ANTISPOOF_HAS_VISION_CAMERA_HEADERS 1
-#elif __has_include("FrameProcessorPluginRegistry.h")
-#import "FrameProcessorPluginRegistry.h"
-#import "FrameProcessorPlugin.h"
-#import "VisionCameraProxyHolder.h"
-#define FACE_ANTISPOOF_HAS_VISION_CAMERA_HEADERS 1
-#endif
-#import <objc/runtime.h>
-#import <objc/message.h>
-
-// Register after VisionCamera has loaded so its registry is available.
-void FaceAntiSpoofRegisterPlugin(void) {
-	@autoreleasepool {
-		static BOOL registered = NO;
-		if (registered) {
-			return;
-		}
-
-		#if FACE_ANTISPOOF_HAS_VISION_CAMERA_HEADERS
-		// Use a direct reference so the registry is linked in device builds.
-		[FrameProcessorPluginRegistry addFrameProcessorPlugin:@"faceAntiSpoof"
-													 withInitializer:^FrameProcessorPlugin*(VisionCameraProxyHolder *proxy, NSDictionary *options) {
-			Class dynClass = NSClassFromString(@"FaceAntiSpoofFrameProcessor");
-			if (dynClass == Nil) {
-				return nil;
-			}
-			id alloced = ((id (*)(id, SEL))objc_msgSend)((id)dynClass, sel_registerName("alloc"));
-			SEL initSel = sel_registerName("initWithProxy:withOptions:");
-			if (![alloced respondsToSelector:initSel]) {
-				return nil;
-			}
-			return ((id (*)(id, SEL, id, id))objc_msgSend)(alloced, initSel, proxy, options);
-		}];
-		registered = YES;
-		#else
-		Class registry = NSClassFromString(@"FrameProcessorPluginRegistry");
-
-		if (registry == Nil) {
-			NSLog(@"[FaceAntiSpoof] VisionCamera registry is not loaded");
-			return;
-		}
-
-		SEL selector = NSSelectorFromString(@"addFrameProcessorPlugin:withInitializer:");
-		if (![registry respondsToSelector:selector]) {
-			NSLog(@"[FaceAntiSpoof] VisionCamera registry API is unavailable");
-			return;
-		}
-
-		// Create initializer block using objc_msgSend to avoid compile-time selector checks
-		id initializer = ^id(id proxy, id options) {
-			Class dynClass = NSClassFromString(@"FaceAntiSpoofFrameProcessor");
-			if (dynClass == Nil) {
-				return nil;
-			}
-			SEL allocSel = sel_registerName("alloc");
-			id alloced = ((id (*)(id, SEL))objc_msgSend)((id)dynClass, allocSel);
-
-			// VisionCamera's Objective-C initializer is `initWithProxy:withOptions:`.
-			SEL initSel = sel_registerName("initWithProxy:withOptions:");
-			if (![alloced respondsToSelector:initSel]) {
-				return nil;
-			}
-			id instance = ((id (*)(id, SEL, id, id))objc_msgSend)(alloced, initSel, proxy, options);
-			return instance;
-		};
-
-		// Call +addFrameProcessorPlugin:name with the block
-		// We use objc_msgSend to avoid compile-time dependency on the header signature
-		void (*msgSend)(id, SEL, id, id) = (void (*)(id, SEL, id, id))objc_msgSend;
-		msgSend((id)registry, selector, @"faceAntiSpoof", initializer);
-		registered = YES;
-		#endif
-	}
-}
-
-// Keep the old startup hook for apps where VisionCamera is already loaded.
-__attribute__((constructor)) static void register_face_anti_spoof_plugin_at_load(void) {
-	FaceAntiSpoofRegisterPlugin();
-}

package/react-native-vision-camera-spoof-detector.podspec

@@ -1,22 +0,0 @@
-Pod::Spec.new do |s|
-  s.name             = 'react-native-vision-camera-spoof-detector'
-  s.version          = '1.1.0'
-  s.summary          = 'Face anti-spoof detector for VisionCamera (iOS)'
-  s.homepage         = 'https://github.com/dpraful/react-native-vision-camera-spoof-detector'
-  s.license          = { :type => 'MIT', :file => 'LICENSE' }
-  s.authors          = { 'JESCON TECHNOLOGIES PVT LTD' => 'jescontechnologies@gmail.com' }
-  s.platform     = :ios, '11.0'
-  s.source       = { :path => '.' }
-
-  s.swift_version = '5.0'
-
-  s.source_files = 'ios/**/*.{h,m,mm,swift,mm,cpp,c,cc}'
-  s.resources = ['ios/models/*']
-
-  # Dependencies
-  s.dependency 'TensorFlowLiteSwift'
-  s.dependency 'VisionCamera'
-
-  # Keep default deployment target and static linkage consistent with RN
-   s.pod_target_xcconfig = { 'EXCLUDED_ARCHS[sdk=iphonesimulator*]' => 'arm64' }
-end