@arfuhad/react-native-smart-camera 0.1.0 → 0.1.2

package/CHANGELOG.md

@@ -0,0 +1,58 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+
+## [0.1.2] - 2024-12-24
+
+### Fixed
+- Fixed compatibility with `react-native-vision-camera` v4 (`OutputOrientation` type change)
+- Fixed compatibility with `react-native-worklets-core` v1.3+ (`useRunOnJS` hook instead of `runOnJS`)
+- Fixed `expo-modules-core` EventEmitter usage for newer versions
+- Fixed TypeScript config to use `expo-module-scripts/tsconfig.base` instead of deprecated `tsconfig.module`
+- Fixed Expo config plugin to use `withDangerousMod` instead of deprecated `withPodfile`
+
+### Changed
+- Updated example app to Expo SDK 51 and React Native 0.74
+- Updated example app imports to use scoped package name `@arfuhad/react-native-smart-camera`
+
+## [0.1.1] - 2024-12-24
+
+### Fixed
+- Added missing CameraX dependencies for Android (`androidx.camera:camera-core`, `camera-camera2`, `camera-lifecycle`, `camera-view`)
+
+## [0.1.0] - 2024-12-24
+
+### Added
+- Initial release
+- Camera preview via VisionCamera integration
+- Real-time face detection with Google ML Kit
+- Blink detection with configurable sensitivity
+- Native WebRTC bridge for video calling and streaming
+- Expo config plugin for zero-config setup
+- Static image face detection
+- TypeScript support with full type definitions
+
+### Features
+- `SmartCamera` component with face/blink detection
+- `useSmartCamera` hook for camera permissions and device management
+- `useFaceDetection` hook for face detection state
+- `useBlinkDetection` hook for blink counting with debouncing
+- `useSmartCameraWebRTC` hook for WebRTC streaming
+- `detectFacesInImage` function for static image analysis
+- iOS and Android native modules
+
+### Supported Platforms
+- iOS (requires Expo Dev Client or Bare Workflow)
+- Android (requires Expo Dev Client or Bare Workflow)
+
+[Unreleased]: https://github.com/arfuhad/react-native-smart-camera/compare/v0.1.2...HEAD
+[0.1.2]: https://github.com/arfuhad/react-native-smart-camera/compare/v0.1.1...v0.1.2
+[0.1.1]: https://github.com/arfuhad/react-native-smart-camera/compare/v0.1.0...v0.1.1
+[0.1.0]: https://github.com/arfuhad/react-native-smart-camera/releases/tag/v0.1.0
+
+

package/README.md

@@ -1,61 +1,35 @@
 # react-native-smart-camera
 
-Expo-compatible native module for camera preview, face detection, blink detection, and WebRTC streaming.
+An Expo-compatible native module that provides camera preview via VisionCamera, comprehensive face detection using Google ML Kit, blink detection, and a native WebRTC bridge for video calling and streaming.
 
-## Features
+## Requirements
 
-- 📷 Camera preview via VisionCamera
-- 👁️ Real-time face detection with Google ML Kit
-- 😉 Blink detection with configurable sensitivity
-- 📡 Native WebRTC bridge for video calling and streaming
-- 🔌 Expo config plugin for zero-config setup
-- 📱 Static image face detection
-
-## Expo Compatibility
+- Expo SDK ≥ 49
+- Expo Dev Client (required)
+- EAS Build
 
-| Expo Workflow   | Supported | Notes                              |
-| --------------- | --------- | ---------------------------------- |
-| Expo Managed    | ❌ No     | Requires native code               |
-| Expo Dev Client | ✅ Yes    | Recommended for development        |
-| Expo Bare       | ✅ Yes    | Full native control                |
+> **Important**: This package does NOT work with Expo Go. You must use Expo Dev Client or Bare Workflow.
 
-**Requirements:**
-- Expo SDK ≥ 49
-- Expo Dev Client or Bare Workflow
-- EAS Build or local native builds
+| Expo Workflow | Supported | Why |
+|---------------|-----------|-----|
+| Expo Managed (Go) | ❌ No | WebRTC + VisionCamera need native code |
+| Expo Dev Client | ✅ Yes | Allows custom native modules |
+| Expo Bare | ✅ Yes | Full native control |
 
 ## Installation
 
 ```bash
-# Install the package
-npx expo install react-native-smart-camera
-
-# Install peer dependencies
-npx expo install react-native-vision-camera react-native-webrtc react-native-worklets-core
-
-# Rebuild native code
-npx expo prebuild
-npx expo run:ios
+expo install react-native-smart-camera
+expo prebuild
+expo run:ios
 # or
-npx expo run:android
+expo run:android
 ```
 
-## Expo Config Plugin
-
-Add to your `app.json` or `app.config.js`:
+Or with EAS Build:
 
-```json
-{
-  "plugins": [
-    [
-      "react-native-smart-camera",
-      {
-        "cameraPermissionText": "Allow camera access for face detection",
-        "microphonePermissionText": "Allow microphone for audio streaming"
-      }
-    ]
-  ]
-}
+```bash
+eas build --profile development
 ```
 
 ## Usage
@@ -65,7 +39,7 @@ Add to your `app.json` or `app.config.js`:
 ```tsx
 import { SmartCamera } from 'react-native-smart-camera';
 
-export default function App() {
+function App() {
   return (
     <SmartCamera
       camera="front"
@@ -75,14 +49,18 @@ export default function App() {
 }
 ```
 
-### Face Detection
+### Face Detection with Blink Detection
 
 ```tsx
-import { SmartCamera, Face } from 'react-native-smart-camera';
+import { SmartCamera } from 'react-native-smart-camera';
 
-export default function App() {
-  const handleFaces = (faces: Face[]) => {
-    console.log(`Detected ${faces.length} faces`);
+function App() {
+  const handleBlink = (event) => {
+    console.log('Blink detected!', event);
+  };
+
+  const handleFaceDetected = (faces) => {
+    console.log('Faces:', faces);
   };
 
   return (
@@ -94,34 +72,120 @@ export default function App() {
         landmarkMode: 'all',
         classificationMode: 'all',
       }}
-      onFaceDetected={handleFaces}
+      blinkDetection
+      onBlinkDetected={handleBlink}
+      onFaceDetected={handleFaceDetected}
       style={{ flex: 1 }}
     />
   );
 }
 ```
 
-### Blink Detection
+### WebRTC Video Calling
 
 ```tsx
-import { SmartCamera, BlinkEvent } from 'react-native-smart-camera';
+import { SmartCamera } from 'react-native-smart-camera';
+import { RTCPeerConnection } from 'react-native-webrtc';
 
-export default function App() {
-  const handleBlink = (event: BlinkEvent) => {
-    console.log('Blink detected!', event);
-  };
+function VideoCall() {
+  const peerConnection = new RTCPeerConnection(config);
 
   return (
     <SmartCamera
       camera="front"
-      blinkDetection
-      onBlinkDetected={handleBlink}
+      webrtc={{
+        enabled: true,
+        peerConnection,
+        mode: 'call',
+      }}
       style={{ flex: 1 }}
     />
   );
 }
 ```
 
+## API Reference
+
+### SmartCamera Props
+
+```tsx
+interface SmartCameraProps {
+  // Camera settings
+  camera?: 'front' | 'back';
+  fps?: number;
+  style?: ViewStyle;
+  
+  // Face Detection Options
+  faceDetection?: FaceDetectionConfig;
+  
+  // Blink Detection
+  blinkDetection?: boolean;
+  onBlinkDetected?: (event: BlinkEvent) => void;
+  
+  // Face Detection Callback
+  onFaceDetected?: (faces: Face[]) => void;
+  
+  // WebRTC Configuration
+  webrtc?: WebRTCConfig;
+}
+```
+
+### Face Detection Options
+
+#### Common Options (Frame Processor and Static Images)
+
+| Option | Description | Default | Options |
+|--------|-------------|---------|---------|
+| `performanceMode` | Favor speed or accuracy when detecting faces | `'fast'` | `'fast'`, `'accurate'` |
+| `landmarkMode` | Whether to identify facial landmarks: eyes, ears, nose, cheeks, mouth | `'none'` | `'none'`, `'all'` |
+| `contourMode` | Whether to detect contours of facial features. Contours are detected for only the most prominent face in an image | `'none'` | `'none'`, `'all'` |
+| `classificationMode` | Whether to classify faces into categories such as 'smiling' and 'eyes open' | `'none'` | `'none'`, `'all'` |
+| `minFaceSize` | Sets the smallest desired face size, expressed as the ratio of the width of the head to width of the image | `0.15` | `number` |
+| `trackingEnabled` | Whether to assign faces an ID to track faces across images. Note: Don't enable with contourMode for best performance | `false` | `boolean` |
+
+#### Frame Processor Options
+
+| Option | Description | Default | Options |
+|--------|-------------|---------|---------|
+| `cameraFacing` | Current active camera | `'front'` | `'front'`, `'back'` |
+| `autoMode` | Handle auto scale (face bounds, contour, landmarks) and rotation on native side. If disabled, results are relative to frame coordinates, not screen/preview. Disable when using Skia Frame Processor | `false` | `boolean` |
+| `windowWidth` | Required when using `autoMode`. Screen width for coordinate scaling | `1.0` | `number` |
+| `windowHeight` | Required when using `autoMode`. Screen height for coordinate scaling | `1.0` | `number` |
+
+#### Static Images
+
+| Option | Description | Default | Options |
+|--------|-------------|---------|---------|
+| `image` | Image source for static face detection | - | `number`, `string`, `{ uri: string }` |
+
+### Types
+
+```tsx
+interface BlinkEvent {
+  timestamp: number;
+  leftEyeOpen: number;  // 0.0 - 1.0
+  rightEyeOpen: number; // 0.0 - 1.0
+  isBlink: boolean;
+  faceId?: number;
+}
+
+interface Face {
+  bounds: { x: number; y: number; width: number; height: number };
+  landmarks?: FaceLandmarks;
+  contours?: FaceContours;
+  smilingProbability?: number;
+  leftEyeOpenProbability?: number;
+  rightEyeOpenProbability?: number;
+  trackingId?: number;
+}
+
+interface WebRTCConfig {
+  enabled: boolean;
+  peerConnection?: RTCPeerConnection;
+  mode?: 'call' | 'stream';
+}
+```
+
 ### Static Image Detection
 
 ```tsx
@@ -134,21 +198,109 @@ const faces = await detectFacesInImage({
 });
 ```
 
-## Face Detection Options
+## Hooks
 
-| Option             | Description                                     | Default   | Options               |
-| ------------------ | ----------------------------------------------- | --------- | --------------------- |
-| `performanceMode`  | Speed vs accuracy trade-off                     | `'fast'`  | `'fast'`, `'accurate'`|
-| `landmarkMode`     | Detect facial landmarks                         | `'none'`  | `'none'`, `'all'`     |
-| `contourMode`      | Detect facial contours                          | `'none'`  | `'none'`, `'all'`     |
-| `classificationMode` | Classify smiling/eyes open                    | `'none'`  | `'none'`, `'all'`     |
-| `minFaceSize`      | Minimum face size ratio                         | `0.15`    | `number`              |
-| `trackingEnabled`  | Track faces across frames                       | `false`   | `boolean`             |
+### useSmartCamera
 
-## API Reference
+```tsx
+import { useSmartCamera } from 'react-native-smart-camera';
+
+const { 
+  hasPermission,
+  requestPermission,
+  device,
+  switchCamera,
+} = useSmartCamera();
+```
+
+### useFaceDetection
+
+```tsx
+import { useFaceDetection } from 'react-native-smart-camera';
+
+const { faces, isDetecting } = useFaceDetection({
+  performanceMode: 'fast',
+  classificationMode: 'all',
+});
+```
+
+### useBlinkDetection
+
+```tsx
+import { useBlinkDetection } from 'react-native-smart-camera';
+
+const { lastBlink, blinkCount } = useBlinkDetection({
+  debounceMs: 300,
+});
+```
+
+### useSmartCameraWebRTC
+
+```tsx
+import { useSmartCameraWebRTC } from 'react-native-smart-camera';
+
+const {
+  videoTrack,
+  startStreaming,
+  stopStreaming,
+  switchCamera,
+} = useSmartCameraWebRTC({
+  peerConnection,
+  mode: 'call',
+});
+```
 
-See [ARCHITECTURE.md](./ARCHITECTURE.md) for full API documentation.
+## Expo Config Plugin
+
+This package includes an Expo config plugin that automatically configures permissions and native dependencies.
+
+```json
+{
+  "expo": {
+    "plugins": ["react-native-smart-camera"]
+  }
+}
+```
+
+The plugin automatically adds:
+- Camera permission (iOS & Android)
+- Microphone permission (iOS & Android)
+- Required iOS frameworks
+- Android ProGuard rules for ML Kit
+
+## Architecture
+
+```
+Expo App
+ ├── SmartCamera (JS Component)
+ ├── VisionCamera (native camera)
+ ├── Frame Processor (worklet)
+ │     └── ML Kit Face Detection
+ ├── Native WebRTC Bridge
+ │     ├── iOS (Swift)
+ │     └── Android (Kotlin)
+ └── react-native-webrtc
+```
+
+## Peer Dependencies
+
+This package requires the following peer dependencies:
+
+```json
+{
+  "react-native-vision-camera": ">=3.0.0",
+  "react-native-webrtc": ">=118.0.0",
+  "react-native-worklets-core": ">=1.0.0"
+}
+```
+
+## Limitations
+
+- ❌ Not supported in Expo Go
+- ❌ Requires Expo Dev Client or Bare Workflow
+- ❌ Native build required (via `expo run:ios/android` or EAS Build)
 
 ## License
 
 MIT
+

package/android/build/.transforms/e0a0b120a9ccc3a8de4f5784bc36b161/results.bin

@@ -0,0 +1 @@
+o/classes

package/android/build/generated/source/buildConfig/debug/expo/modules/smartcamera/BuildConfig.java

@@ -0,0 +1,10 @@
+/**
+ * Automatically generated file. DO NOT MODIFY
+ */
+package expo.modules.smartcamera;
+
+public final class BuildConfig {
+  public static final boolean DEBUG = Boolean.parseBoolean("true");
+  public static final String LIBRARY_PACKAGE_NAME = "expo.modules.smartcamera";
+  public static final String BUILD_TYPE = "debug";
+}

package/android/build/intermediates/aapt_friendly_merged_manifests/debug/aapt/AndroidManifest.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="expo.modules.smartcamera" >
+
+    <uses-sdk android:minSdkVersion="23" />
+
+</manifest>

package/android/build/intermediates/aapt_friendly_merged_manifests/debug/aapt/output-metadata.json

@@ -0,0 +1,18 @@
+{
+  "version": 3,
+  "artifactType": {
+    "type": "AAPT_FRIENDLY_MERGED_MANIFESTS",
+    "kind": "Directory"
+  },
+  "applicationId": "expo.modules.smartcamera",
+  "variantName": "debug",
+  "elements": [
+    {
+      "type": "SINGLE",
+      "filters": [],
+      "attributes": [],
+      "outputFile": "AndroidManifest.xml"
+    }
+  ],
+  "elementType": "File"
+}

package/android/build/intermediates/aar_metadata/debug/aar-metadata.properties

@@ -0,0 +1,6 @@
+aarFormatVersion=1.0
+aarMetadataVersion=1.0
+minCompileSdk=1
+minCompileSdkExtension=0
+minAndroidGradlePluginVersion=1.0.0
+coreLibraryDesugaringEnabled=false

package/android/build/intermediates/annotation_processor_list/debug/annotationProcessors.json

@@ -0,0 +1 @@
+{}

package/android/build/intermediates/incremental/debug/packageDebugResources/compile-file-map.properties

@@ -0,0 +1 @@
+#Wed Dec 24 04:54:56 BDT 2025

package/android/build/intermediates/incremental/debug/packageDebugResources/merger.xml

@@ -0,0 +1,2 @@
+<?xml version="1.0" encoding="utf-8"?>
+<merger version="3"><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="main" generated-set="main$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="debug" generated-set="debug$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/debug/res"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated$Generated" generated="true" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/build/generated/res/resValues/debug"/></dataSet><dataSet aapt-namespace="http://schemas.android.com/apk/res-auto" config="generated" generated-set="generated$Generated" ignore_pattern="!.svn:!.git:!.ds_store:!*.scc:.*:&lt;dir>_*:!CVS:!thumbs.db:!picasa.ini:!*~"><source path="/Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/build/generated/res/resValues/debug"/></dataSet><mergedItems/></merger>

package/android/build/intermediates/local_only_symbol_list/debug/R-def.txt

@@ -0,0 +1,2 @@
+R_DEF: Internal format may change without notice
+local

package/android/build/intermediates/manifest_merge_blame_file/debug/manifest-merger-blame-debug-report.txt

@@ -0,0 +1,7 @@
+1<?xml version="1.0" encoding="utf-8"?>
+2<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+3    package="expo.modules.smartcamera" >
+4
+5    <uses-sdk android:minSdkVersion="23" />
+6
+7</manifest>

package/android/build/intermediates/merged_manifest/debug/AndroidManifest.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="expo.modules.smartcamera" >
+
+    <uses-sdk android:minSdkVersion="23" />
+
+</manifest>

package/android/build/intermediates/navigation_json/debug/navigation.json

@@ -0,0 +1 @@
+[]

package/android/build/intermediates/symbol_list_with_package_name/debug/package-aware-r.txt

@@ -0,0 +1 @@
+expo.modules.smartcamera

package/android/build/kotlin/compileDebugKotlin/cacheable/caches-jvm/lookups/counters.tab

@@ -0,0 +1,2 @@
+5
+0

package/android/build/outputs/logs/manifest-merger-debug-report.txt

@@ -0,0 +1,16 @@
+-- Merging decision tree log ---
+manifest
+ADDED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml:1:1-2:12
+INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml:1:1-2:12
+	package
+		INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml
+	xmlns:android
+		ADDED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml:1:11-69
+uses-sdk
+INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml reason: use-sdk injection requested
+INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml
+INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml
+	android:targetSdkVersion
+		INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml
+	android:minSdkVersion
+		INJECTED from /Users/arfuhad/Development/personal/rn-expo/rn-expo-package/react-native-smart-camera/android/src/main/AndroidManifest.xml

package/android/build.gradle

@@ -3,7 +3,7 @@ apply plugin: 'kotlin-android'
 apply plugin: 'maven-publish'
 
 group = 'expo.modules.smartcamera'
-version = '0.1.0'
+version = '0.1.2'
 
 buildscript {
     def expoModulesCorePlugin = new File(project(":expo-modules-core").projectDir.absolutePath, "ExpoModulesCorePlugin.gradle")
@@ -82,6 +82,13 @@ dependencies {
     
     // Google ML Kit Face Detection
     implementation 'com.google.mlkit:face-detection:16.1.6'
+    
+    // CameraX dependencies
+    def camerax_version = "1.3.0"
+    implementation "androidx.camera:camera-core:$camerax_version"
+    implementation "androidx.camera:camera-camera2:$camerax_version"
+    implementation "androidx.camera:camera-lifecycle:$camerax_version"
+    implementation "androidx.camera:camera-view:$camerax_version"
 }
 
 def safeExtGet(prop, fallback) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arfuhad/react-native-smart-camera",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "description": "Expo-compatible native module for camera preview, face detection, blink detection, and WebRTC streaming",
   "main": "build/index.js",
   "types": "build/index.d.ts",
@@ -34,7 +34,8 @@
     "app.plugin.js",
     "expo-module.config.json",
     "README.md",
-    "ARCHITECTURE.md"
+    "ARCHITECTURE.md",
+    "CHANGELOG.md"
   ],
   "repository": {
     "type": "git",