@arfuhad/react-native-smart-camera 0.1.2 → 0.1.5

package/android/src/main/java/expo/modules/smartcamera/SmartCameraModule.kt

@@ -1,205 +0,0 @@
-package expo.modules.smartcamera
-
-import android.graphics.Bitmap
-import android.graphics.BitmapFactory
-import android.util.Log
-import expo.modules.kotlin.Promise
-import expo.modules.kotlin.modules.Module
-import expo.modules.kotlin.modules.ModuleDefinition
-import kotlinx.coroutines.CoroutineScope
-import kotlinx.coroutines.Dispatchers
-import kotlinx.coroutines.SupervisorJob
-import kotlinx.coroutines.cancel
-import kotlinx.coroutines.launch
-import kotlinx.coroutines.withContext
-import java.net.URL
-
-class SmartCameraModule : Module() {
-    companion object {
-        private const val TAG = "SmartCameraModule"
-        private const val DEFAULT_MIN_FACE_SIZE = 0.15
-        private const val EYE_CLOSED_THRESHOLD = 0.3
-        private const val EYE_OPEN_THRESHOLD = 0.7
-    }
-
-    // Coroutine scope for async operations
-    private val moduleScope = CoroutineScope(SupervisorJob() + Dispatchers.Main)
-
-    // Face detector instance
-    private val faceDetector = MLKitFaceDetector()
-
-    // WebRTC bridge instance
-    private val webRTCBridge = WebRTCFrameBridge()
-
-    // Image loader
-    private val imageLoader = ImageLoader()
-
-    // WebRTC state
-    private var isWebRTCInitialized = false
-
-    override fun definition() = ModuleDefinition {
-        // Module name exposed to JavaScript
-        Name("SmartCameraModule")
-
-        // Module constants
-        Constants(
-            "PI" to Math.PI,
-            "DEFAULT_MIN_FACE_SIZE" to DEFAULT_MIN_FACE_SIZE,
-            "EYE_CLOSED_THRESHOLD" to EYE_CLOSED_THRESHOLD,
-            "EYE_OPEN_THRESHOLD" to EYE_OPEN_THRESHOLD
-        )
-
-        // Events that can be sent to JavaScript
-        Events("onFacesDetected", "onBlinkDetected", "onError", "onWebRTCStateChange")
-
-        // MARK: - Face Detection Functions
-
-        // Detect faces in a static image
-        AsyncFunction("detectFacesInImage") { options: Map<String, Any>, promise: Promise ->
-            moduleScope.launch {
-                try {
-                    // Parse options
-                    val faceOptions = parseFaceDetectionOptions(options)
-                    faceDetector.updateOptions(faceOptions)
-
-                    // Get image source
-                    val imageSource = options["image"]
-                        ?: throw IllegalArgumentException("Image source is required")
-
-                    // Load image
-                    val bitmap = imageLoader.loadImage(imageSource)
-
-                    // Detect faces
-                    val faces = faceDetector.detectFaces(bitmap)
-
-                    // Convert to maps
-                    val faceMaps = faces.map { it.toMap() }
-                    promise.resolve(faceMaps)
-                } catch (e: Exception) {
-                    Log.e(TAG, "Face detection error", e)
-                    promise.reject("FACE_DETECTION_ERROR", e.message ?: "Unknown error", e)
-                }
-            }
-        }
-
-        // Update face detection options
-        Function("updateFaceDetectionOptions") { options: Map<String, Any> ->
-            val faceOptions = parseFaceDetectionOptions(options)
-            faceDetector.updateOptions(faceOptions)
-        }
-
-        // MARK: - WebRTC Functions
-
-        // Initialize WebRTC
-        AsyncFunction("initializeWebRTC") { promise: Promise ->
-            moduleScope.launch {
-                try {
-                    webRTCBridge.initialize()
-                    isWebRTCInitialized = true
-                    promise.resolve(true)
-                } catch (e: Exception) {
-                    Log.e(TAG, "WebRTC init error", e)
-                    promise.reject("WEBRTC_INIT_ERROR", e.message ?: "Unknown error", e)
-                }
-            }
-        }
-
-        // Start WebRTC stream
-        AsyncFunction("startWebRTCStream") { constraints: Map<String, Any>, promise: Promise ->
-            moduleScope.launch {
-                try {
-                    if (!isWebRTCInitialized) {
-                        throw IllegalStateException("WebRTC not initialized. Call initializeWebRTC first.")
-                    }
-
-                    val width = (constraints["width"] as? Number)?.toInt() ?: 1280
-                    val height = (constraints["height"] as? Number)?.toInt() ?: 720
-                    val frameRate = (constraints["frameRate"] as? Number)?.toInt() ?: 30
-
-                    webRTCBridge.startStream(width, height, frameRate)
-
-                    sendEvent("onWebRTCStateChange", mapOf("isStreaming" to true))
-                    promise.resolve(true)
-                } catch (e: Exception) {
-                    Log.e(TAG, "WebRTC start error", e)
-                    promise.reject("WEBRTC_START_ERROR", e.message ?: "Unknown error", e)
-                }
-            }
-        }
-
-        // Stop WebRTC stream
-        Function("stopWebRTCStream") {
-            webRTCBridge.stopStream()
-            sendEvent("onWebRTCStateChange", mapOf("isStreaming" to false))
-        }
-
-        // Push frame to WebRTC
-        Function("pushWebRTCFrame") { frameData: Map<String, Any> ->
-            webRTCBridge.pushFrame(frameData)
-        }
-
-        // Get WebRTC stream status
-        Function("isWebRTCStreaming") {
-            webRTCBridge.isStreaming()
-        }
-
-        // MARK: - Lifecycle
-
-        // Called when module is destroyed
-        OnDestroy {
-            cleanup()
-        }
-
-        // Called when activity enters background
-        OnActivityEntersBackground {
-            Log.d(TAG, "App entered background")
-            // Optionally pause processing
-        }
-
-        // Called when activity enters foreground
-        OnActivityEntersForeground {
-            Log.d(TAG, "App entered foreground")
-            // Optionally resume processing
-        }
-    }
-
-    // MARK: - Helper Methods
-
-    private fun parseFaceDetectionOptions(options: Map<String, Any>): FaceDetectionOptions {
-        return FaceDetectionOptions(
-            performanceMode = options["performanceMode"] as? String ?: "fast",
-            landmarkMode = options["landmarkMode"] as? String ?: "none",
-            contourMode = options["contourMode"] as? String ?: "none",
-            classificationMode = options["classificationMode"] as? String ?: "none",
-            minFaceSize = (options["minFaceSize"] as? Number)?.toDouble() ?: DEFAULT_MIN_FACE_SIZE,
-            trackingEnabled = options["trackingEnabled"] as? Boolean ?: false
-        )
-    }
-
-    private fun cleanup() {
-        Log.d(TAG, "Cleaning up module...")
-
-        // Stop WebRTC
-        webRTCBridge.destroy()
-        isWebRTCInitialized = false
-
-        // Close face detector
-        faceDetector.close()
-
-        // Cancel coroutines
-        moduleScope.cancel()
-
-        Log.d(TAG, "Cleanup completed")
-    }
-}
-
-// MARK: - Face Detection Options
-
-data class FaceDetectionOptions(
-    val performanceMode: String = "fast",
-    val landmarkMode: String = "none",
-    val contourMode: String = "none",
-    val classificationMode: String = "none",
-    val minFaceSize: Double = 0.15,
-    val trackingEnabled: Boolean = false
-)

package/android/src/main/java/expo/modules/smartcamera/SmartCameraView.kt

@@ -1,153 +0,0 @@
-package expo.modules.smartcamera
-
-import android.content.Context
-import android.util.Size
-import android.view.ViewGroup
-import androidx.camera.core.CameraSelector
-import androidx.camera.core.Preview
-import androidx.camera.lifecycle.ProcessCameraProvider
-import androidx.camera.view.PreviewView
-import androidx.core.content.ContextCompat
-import androidx.lifecycle.LifecycleOwner
-import expo.modules.kotlin.AppContext
-import expo.modules.kotlin.views.ExpoView
-import java.util.concurrent.ExecutorService
-import java.util.concurrent.Executors
-
-class SmartCameraView(context: Context, appContext: AppContext) : ExpoView(context, appContext) {
-    // MARK: - Properties
-    
-    private var previewView: PreviewView? = null
-    private var cameraProvider: ProcessCameraProvider? = null
-    private var cameraExecutor: ExecutorService = Executors.newSingleThreadExecutor()
-    
-    private var currentCameraFacing: Int = CameraSelector.LENS_FACING_FRONT
-    private var isActive: Boolean = true
-    
-    // MARK: - Initialization
-    
-    init {
-        setupPreviewView()
-    }
-    
-    private fun setupPreviewView() {
-        previewView = PreviewView(context).apply {
-            layoutParams = ViewGroup.LayoutParams(
-                ViewGroup.LayoutParams.MATCH_PARENT,
-                ViewGroup.LayoutParams.MATCH_PARENT
-            )
-            scaleType = PreviewView.ScaleType.FILL_CENTER
-        }
-        addView(previewView)
-    }
-    
-    // MARK: - Camera Setup
-    
-    private fun startCamera() {
-        val cameraProviderFuture = ProcessCameraProvider.getInstance(context)
-        
-        cameraProviderFuture.addListener({
-            try {
-                cameraProvider = cameraProviderFuture.get()
-                bindCameraUseCases()
-            } catch (e: Exception) {
-                android.util.Log.e("SmartCameraView", "Failed to get camera provider", e)
-            }
-        }, ContextCompat.getMainExecutor(context))
-    }
-    
-    private fun bindCameraUseCases() {
-        val provider = cameraProvider ?: return
-        val preview = previewView ?: return
-        
-        // Unbind all use cases before rebinding
-        provider.unbindAll()
-        
-        if (!isActive) {
-            return
-        }
-        
-        try {
-            // Build camera selector
-            val cameraSelector = CameraSelector.Builder()
-                .requireLensFacing(currentCameraFacing)
-                .build()
-            
-            // Build preview use case
-            val previewUseCase = Preview.Builder()
-                .setTargetResolution(Size(1280, 720))
-                .build()
-                .also {
-                    it.setSurfaceProvider(preview.surfaceProvider)
-                }
-            
-            // Get lifecycle owner
-            val lifecycleOwner = getLifecycleOwner() ?: return
-            
-            // Bind use cases to camera
-            provider.bindToLifecycle(
-                lifecycleOwner,
-                cameraSelector,
-                previewUseCase
-            )
-            
-        } catch (e: Exception) {
-            android.util.Log.e("SmartCameraView", "Camera binding failed", e)
-        }
-    }
-    
-    private fun getLifecycleOwner(): LifecycleOwner? {
-        var ctx = context
-        while (ctx != null) {
-            if (ctx is LifecycleOwner) {
-                return ctx
-            }
-            ctx = if (ctx is android.content.ContextWrapper) {
-                ctx.baseContext
-            } else {
-                null
-            }
-        }
-        return null
-    }
-    
-    // MARK: - Public Methods
-    
-    fun setCameraFacing(facing: String) {
-        val newFacing = when (facing) {
-            "front" -> CameraSelector.LENS_FACING_FRONT
-            "back" -> CameraSelector.LENS_FACING_BACK
-            else -> CameraSelector.LENS_FACING_FRONT
-        }
-        
-        if (newFacing != currentCameraFacing) {
-            currentCameraFacing = newFacing
-            bindCameraUseCases()
-        }
-    }
-    
-    fun setIsActive(active: Boolean) {
-        if (active != isActive) {
-            isActive = active
-            if (isActive) {
-                bindCameraUseCases()
-            } else {
-                cameraProvider?.unbindAll()
-            }
-        }
-    }
-    
-    // MARK: - Lifecycle
-    
-    override fun onAttachedToWindow() {
-        super.onAttachedToWindow()
-        startCamera()
-    }
-    
-    override fun onDetachedFromWindow() {
-        super.onDetachedFromWindow()
-        cameraProvider?.unbindAll()
-        cameraExecutor.shutdown()
-    }
-}
-

package/android/src/main/java/expo/modules/smartcamera/WebRTCFrameBridge.kt

@@ -1,184 +0,0 @@
-package expo.modules.smartcamera
-
-import android.graphics.Bitmap
-import android.os.Handler
-import android.os.HandlerThread
-import android.util.Log
-
-/**
- * WebRTC Frame Bridge for Android
- * 
- * Note: This is a placeholder implementation.
- * In production, you would integrate with WebRTC's VideoSource and VideoCapturer.
- */
-class WebRTCFrameBridge {
-    // MARK: - Properties
-    
-    private var isInitialized = false
-    private var isStreaming = false
-    
-    private var streamWidth: Int = 1280
-    private var streamHeight: Int = 720
-    private var streamFrameRate: Int = 30
-    
-    private var frameThread: HandlerThread? = null
-    private var frameHandler: Handler? = null
-    
-    private var lastFrameTime: Long = 0
-    private var frameInterval: Long = 33 // ~30fps
-    
-    companion object {
-        private const val TAG = "WebRTCFrameBridge"
-    }
-    
-    // MARK: - Initialization
-    
-    fun initialize() {
-        if (isInitialized) {
-            return
-        }
-        
-        // Initialize WebRTC
-        // In production: PeerConnectionFactory.initialize(...)
-        
-        frameThread = HandlerThread("WebRTCFrameThread").apply {
-            start()
-        }
-        frameHandler = Handler(frameThread!!.looper)
-        
-        isInitialized = true
-        Log.d(TAG, "Initialized")
-    }
-    
-    // MARK: - Streaming
-    
-    fun startStream(width: Int, height: Int, frameRate: Int) {
-        if (!isInitialized) {
-            throw IllegalStateException("WebRTC not initialized")
-        }
-        
-        if (isStreaming) {
-            Log.w(TAG, "Already streaming, stopping first")
-            stopStream()
-        }
-        
-        streamWidth = width
-        streamHeight = height
-        streamFrameRate = frameRate
-        frameInterval = (1000 / frameRate).toLong()
-        
-        // In production:
-        // 1. Create VideoSource
-        // 2. Create VideoTrack
-        // 3. Add track to PeerConnection
-        
-        isStreaming = true
-        Log.d(TAG, "Started streaming: ${width}x${height}@${frameRate}fps")
-    }
-    
-    fun stopStream() {
-        if (!isStreaming) {
-            return
-        }
-        
-        // In production:
-        // 1. Remove track from PeerConnection
-        // 2. Dispose VideoTrack
-        // 3. Dispose VideoSource
-        
-        isStreaming = false
-        Log.d(TAG, "Stopped streaming")
-    }
-    
-    // MARK: - Frame Processing
-    
-    fun pushFrame(frameData: Map<String, Any>) {
-        if (!isStreaming) {
-            return
-        }
-        
-        // Rate limiting
-        val currentTime = System.currentTimeMillis()
-        if (currentTime - lastFrameTime < frameInterval) {
-            return
-        }
-        lastFrameTime = currentTime
-        
-        frameHandler?.post {
-            processFrame(frameData)
-        }
-    }
-    
-    fun pushBitmap(bitmap: Bitmap, timestampNs: Long) {
-        if (!isStreaming) {
-            return
-        }
-        
-        // Rate limiting
-        val currentTime = System.currentTimeMillis()
-        if (currentTime - lastFrameTime < frameInterval) {
-            return
-        }
-        lastFrameTime = currentTime
-        
-        frameHandler?.post {
-            processBitmap(bitmap, timestampNs)
-        }
-    }
-    
-    private fun processFrame(frameData: Map<String, Any>) {
-        // In production:
-        // 1. Convert frame data to VideoFrame
-        // 2. Push to VideoSource
-        
-        // Placeholder - log frame info
-        val width = frameData["width"]
-        val height = frameData["height"]
-        // Log.d(TAG, "Processing frame: ${width}x${height}")
-    }
-    
-    private fun processBitmap(bitmap: Bitmap, timestampNs: Long) {
-        // In production:
-        // 1. Convert Bitmap to I420 buffer
-        // 2. Create VideoFrame
-        // 3. Push to VideoSource via CapturerObserver
-        
-        // Example conversion (pseudo-code):
-        /*
-        val i420Buffer = JavaI420Buffer.allocate(bitmap.width, bitmap.height)
-        // ... convert bitmap pixels to I420 ...
-        
-        val rotation = 0
-        val frame = VideoFrame(i420Buffer, rotation, timestampNs)
-        
-        capturerObserver?.onFrameCaptured(frame)
-        frame.release()
-        */
-        
-        // Log.d(TAG, "Processing bitmap: ${bitmap.width}x${bitmap.height}")
-    }
-    
-    // MARK: - Utilities
-    
-    fun getCurrentStreamConfig(): Triple<Int, Int, Int>? {
-        return if (isStreaming) {
-            Triple(streamWidth, streamHeight, streamFrameRate)
-        } else {
-            null
-        }
-    }
-    
-    fun isStreaming(): Boolean = isStreaming
-    
-    // MARK: - Cleanup
-    
-    fun destroy() {
-        stopStream()
-        frameThread?.quitSafely()
-        frameThread = null
-        frameHandler = null
-        isInitialized = false
-        Log.d(TAG, "Destroyed")
-    }
-}
-

package/build/SmartCamera.d.ts

@@ -1,17 +0,0 @@
-import React from 'react';
-import type { SmartCameraProps } from './types';
-/**
- * SmartCamera component - A camera component with face detection,
- * blink detection, and WebRTC streaming capabilities.
- *
- * Features:
- * - VisionCamera integration with frame processing
- * - Real-time face detection with ML Kit
- * - Blink detection with debouncing
- * - App lifecycle management (background/foreground)
- * - Orientation handling
- * - WebRTC streaming support
- */
-export declare function SmartCamera({ camera, fps, style, faceDetection, blinkDetection, onBlinkDetected, onFaceDetected, webrtc, isActive, onReady, onError, }: SmartCameraProps): React.JSX.Element;
-export default SmartCamera;
-//# sourceMappingURL=SmartCamera.d.ts.map

package/build/SmartCamera.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"SmartCamera.d.ts","sourceRoot":"","sources":["../src/SmartCamera.tsx"],"names":[],"mappings":"AAAA,OAAO,KAA4D,MAAM,OAAO,CAAC;AAWjF,OAAO,KAAK,EACV,gBAAgB,EAKjB,MAAM,SAAS,CAAC;AA+BjB;;;;;;;;;;;GAWG;AACH,wBAAgB,WAAW,CAAC,EAC1B,MAAgB,EAChB,GAAQ,EACR,KAAK,EACL,aAAa,EACb,cAAsB,EACtB,eAAe,EACf,cAAc,EACd,MAAM,EACN,QAAe,EACf,OAAO,EACP,OAAO,GACR,EAAE,gBAAgB,qBA2QlB;AAaD,eAAe,WAAW,CAAC"}