@trustchex/react-native-sdk 1.362.6 → 1.381.0

package/TrustchexSDK.podspec

@@ -19,9 +19,9 @@ Pod::Spec.new do |s|
   s.public_header_files = "ios/OpenCV/OpenCVHelper.h"
 
   # ML Kit dependencies
-  s.dependency "GoogleMLKit/TextRecognition"
-  s.dependency "GoogleMLKit/FaceDetection"
-  s.dependency "GoogleMLKit/BarcodeScanning"
+  s.dependency "GoogleMLKit/TextRecognition", "~> 9.0"
+  s.dependency "GoogleMLKit/FaceDetection", "~> 9.0"
+  s.dependency "GoogleMLKit/BarcodeScanning", "~> 9.0"
 
   # OpenCV dependency
   s.dependency "OpenCV", "~> 4.3.0"

package/android/build.gradle

@@ -83,9 +83,9 @@ dependencies {
   implementation "androidx.camera:camera-video:1.4.0"
 
   // Google ML Kit dependencies
-  implementation 'com.google.mlkit:text-recognition:16.0.1'
-  implementation 'com.google.mlkit:face-detection:16.1.7'
-  implementation 'com.google.mlkit:barcode-scanning:17.3.0'
+  implementation 'com.google.mlkit:text-recognition:16.0.0'
+  implementation 'com.google.mlkit:face-detection:16.1.5'
+  implementation 'com.google.mlkit:barcode-scanning:17.1.0'
 
   // Google Play Services dependency for Tasks
   implementation 'com.google.android.gms:play-services-tasks:18.2.0'

package/android/src/main/java/com/trustchex/reactnativesdk/camera/TrustchexCameraView.kt

@@ -44,10 +44,10 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
     // ==================================================================================
     // PORTRAIT-ONLY CAMERA VIEW
     // All camera use cases are locked to ROTATION_0 (portrait) orientation.
-    // Preview: 720x1280 (Portrait HD)
-    // ImageAnalysis: 720x1280 (Portrait HD for ML Kit)
-    // ImageCapture: 720x1280 (Portrait HD for frame capture during recording)
-    // VideoCapture: Quality.HD (CameraX auto-selects portrait HD resolution)
+    // Supports two resolutions:
+    //   - HD: 720x1280 (portrait HD) - lower bandwidth, faster processing
+    //   - Full HD: 1080x1920 (portrait Full HD, default) - sharp text/document capture
+    // Selection criteria: use Full HD for document scanning, HD for real-time detection
     // Activity must be locked to portrait in AndroidManifest.xml
     // ==================================================================================
 
@@ -69,6 +69,7 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
     private var torchEnabled = false
     private var frameProcessingEnabled = false
     private var targetFps = 10
+    private var resolution = "fullhd" // "hd" (720x1280) or "fullhd" (1080x1920, default)
     private var isCameraInitialized = false
     private var isStoppingRecording = false // Track if stopRecording was called to prevent cancelRecording from deleting the file
 
@@ -80,6 +81,8 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
 
     // ML Kit detector instances (lazy, created once)
     private val textRecognizer by lazy {
+        // Use DEFAULT_OPTIONS for best accuracy with Latin scripts (including MRZ)
+        // ML Kit Text Recognition v2 provides superior accuracy for document scanning
         TextRecognition.getClient(TextRecognizerOptions.DEFAULT_OPTIONS)
     }
     private val faceDetector by lazy {
@@ -202,6 +205,14 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
         targetFps = fps.coerceIn(1, 30)
     }
 
+    fun setResolution(res: String) {
+        // Accept "hd" or "fullhd" (default "fullhd" for 1080x1920)
+        resolution = if (res.lowercase() == "hd") "hd" else "fullhd"
+        if (isCameraInitialized) {
+            initializeCamera()
+        }
+    }
+
     fun setFaceDetectionEnabled(enabled: Boolean) {
         faceDetectionEnabled = enabled
     }
@@ -238,14 +249,12 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
         provider.unbindAll()
 
         try {
-            // Determine resolution based on camera type
-            // Front camera (liveness): HD (720x1280) for optimal performance
-            // Back camera (documents): Full HD (1080x1920) for sharp document capture
-            val isFrontCamera = cameraSelector == CameraSelector.DEFAULT_FRONT_CAMERA
-            val targetResolution = if (isFrontCamera) {
-                Size(720, 1280) // Portrait HD for front camera
-            } else {
-                Size(1080, 1920) // Portrait Full HD for back camera
+            // Determine resolution based on configured resolution setting
+            // "hd": 720x1280 (lower bandwidth, faster processing)
+            // "fullhd": 1080x1920 (default - sharp text/document capture)
+            val targetResolution = when (resolution.lowercase()) {
+                "hd" -> Size(720, 1280)     // Portrait HD
+                else -> Size(1080, 1920)    // Portrait Full HD (default)
             }
 
             // Preview use case
@@ -273,9 +282,13 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
             // Removing it allows us to bind VideoCapture + Analyzer + Preview simultaneously
             // within the 3-use-case limit of many Android devices.
 
-            // Video capture use case — PORTRAIT HD
+            // Video capture use case — select quality based on resolution setting
+            val videoQuality = when (resolution.lowercase()) {
+                "hd" -> Quality.HD       // 720x1280
+                else -> Quality.FHD      // 1080x1920 (Full HD, default)
+            }
             val recorder = Recorder.Builder()
-                .setQualitySelector(QualitySelector.from(Quality.HD))
+                .setQualitySelector(QualitySelector.from(videoQuality))
                 .build()
             videoCapture = VideoCapture.withOutput(recorder)
 
@@ -351,6 +364,12 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
                 return
             }
 
+            // ML Kit Performance Optimization Tips Applied:
+            // 1. Throttle detector calls using STRATEGY_KEEP_ONLY_LATEST backpressure
+            // 2. Drop frames if detector is still busy (prevents queue buildup)
+            // 3. Process at lower resolution (720x1280 portrait) for real-time detection
+            // 4. Use ImageAnalysis.STRATEGY_KEEP_ONLY_LATEST for frame dropping
+            // 5. Close ImageProxy immediately after ML Kit processing completes
             val hasAnyDetection = frameProcessingEnabled && (faceDetectionEnabled || textRecognitionEnabled || barcodeScanningEnabled)
             if (!hasAnyDetection) {
                 isProcessing.set(false)
@@ -363,9 +382,6 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
 
             // Create InputImage directly from camera frame — zero-copy, no base64 for ML Kit
             val inputImage = InputImage.fromMediaImage(mediaImage, rotationDegrees)
-            
-            // Use original image for text recognition
-            val textInputImage = inputImage
 
             // Calculate portrait-oriented dimensions early (JPEG is already rotated)
             val isRotated = rotationDegrees == 90 || rotationDegrees == 270
@@ -376,6 +392,10 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
             // Brightness calculation restricted to scanning frame area (between 36% from top and 36% from bottom, 5% margins on sides)
             val averageBrightness = computeYPlaneBrightness(imageProxy, reportedWidth, reportedHeight)
 
+            // Use original inputImage directly for text recognition
+            // ML Kit works best with native camera frames, not processed bitmaps
+            val textInputImage = inputImage
+
             // Generate JPEG base64 only when JS side explicitly needs the image
             // NOTE: Do NOT auto-generate for face detection - too expensive, causes frame drops
             val jpegBase64: String? = if (includeBase64) {
@@ -398,6 +418,7 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
             } else null
 
             // Wait for all detectors, then build + send a single event to JS
+            // ML Kit resource cleanup: InputImage is automatically cleaned after task completion
             Tasks.whenAllComplete(tasks).addOnCompleteListener { _ ->
                 try {
                     val frameData = Arguments.createMap()
@@ -476,8 +497,6 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
                         }
                     }
 
-                    // MRZ validation moved to JavaScript - native implementation removed
-
                     // Barcode scanning results
                     if (barcodeTask != null) {
                         val barcodesArray = Arguments.createArray()
@@ -581,6 +600,32 @@ class TrustchexCameraView(context: ThemedReactContext) : FrameLayout(context) {
         return if (count > 0) sum.toDouble() / count else 0.0
     }
 
+    /**
+     * Validates if the image dimensions are suitable for ML Kit text recognition.
+     * 
+     * ML Kit text recognition requirements:
+     * - Minimum 16x16 pixels per character for acceptable accuracy
+     * - Ideal: 16-24 pixels per character for optimal performance
+     * - At 720x1280 (portrait HD), assuming ~30px average character width:
+     *   - Can fit ~24 characters per line (720/30)
+     *   - Can fit ~42 lines (1280/30)
+     * 
+     * @return quality score (0.0-1.0) where 1.0 is optimal
+     */
+    private fun calculateTextRecognitionQuality(width: Int, height: Int): Double {
+        // For text at typical font sizes, we want at least 720px width
+        // Quality decreases significantly below 640px
+        val pixelScore = when {
+            width >= 720 && height >= 1280 -> 1.0  // Optimal
+            width >= 640 && height >= 960 -> 0.85   // Good
+            width >= 480 && height >= 640 -> 0.65   // Acceptable
+            else -> 0.4                              // Poor
+        }
+        return pixelScore
+    }
+
+
+
     private fun yuvImageProxyToJpegBase64(imageProxy: ImageProxy, rotationDegrees: Int): String? {
         try {
             val width = imageProxy.width