react-native-camera-vision-pixel-colors 0.1.0

package/CameraVisionPixelColors.podspec

@@ -0,0 +1,32 @@
+require "json"
+
+package = JSON.parse(File.read(File.join(__dir__, "package.json")))
+
+Pod::Spec.new do |s|
+  s.name         = "CameraVisionPixelColors"
+  s.version      = package["version"]
+  s.summary      = package["description"]
+  s.homepage     = package["homepage"]
+  s.license      = package["license"]
+  s.authors      = package["author"]
+
+  s.platforms    = { :ios => min_ios_version_supported, :visionos => 1.0 }
+  s.source       = { :git => "https://github.com/yevhenjl/react-native-camera-vision-pixel-colors.git", :tag => "#{s.version}" }
+
+  s.source_files = [
+    # Implementation (Swift)
+    "ios/**/*.{swift}",
+    # Autolinking/Registration (Objective-C++)
+    "ios/**/*.{m,mm}",
+    # Implementation (C++ objects)
+    "cpp/**/*.{hpp,cpp}",
+  ]
+
+  load 'nitrogen/generated/ios/CameraVisionPixelColors+autolinking.rb'
+  add_nitrogen_files(s)
+
+  s.dependency 'React-jsi'
+  s.dependency 'React-callinvoker'
+  s.dependency 'VisionCamera'
+  install_modules_dependencies(s)
+end

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Yevhen Lahodiuk
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,190 @@
+# react-native-camera-vision-pixel-colors
+
+High-performance **Vision Camera Frame Processor** for React Native (Expo compatible) that analyzes pixel colors **in real time**.
+This plugin extracts:
+- **Top 3 most frequent colors (RGB)**
+- **Top 3 brightest colors (RGB)**
+- **Total number of unique colors**
+- **ROI analysis (configurable region)**
+- **Motion detection (frame diff)**
+
+It is implemented using **Nitro Modules** and runs **synchronously on the native thread** for use as a Vision Camera frame processor, while also exposing an async Nitro API for offline image analysis.
+
+---
+
+## Features
+- Real-time processing (frame processor, synchronous)
+- Color frequency analysis
+- Brightness-based color ranking
+- ROI analysis (configurable region)
+- Motion detection (frame diff)
+- Works directly on camera frames (Vision Camera)
+- Written in **Swift (iOS)** and **Kotlin (Android)**
+- Expo compatible via Config Plugin
+- Minimal JS bridge overhead during processing
+
+---
+
+## Requirements
+- React Native >= 0.81
+- Expo >= 54
+- react-native-vision-camera >= 4.x
+- react-native-nitro-modules (for Nitro API)
+- iOS >= 15.1, Android >= 26
+
+> This plugin is built to be used as a **Vision Camera frame processor**. It does **NOT** process images from gallery or URLs via the frame-processor path — use the async Nitro API for that.
+
+---
+
+## Install (example)
+```bash
+npx expo install react-native-vision-camera
+npm install react-native-camera-vision-pixel-colors
+```
+
+Add to `app.json` (or `app.config.js`) plugins:
+```json
+{
+  "expo": {
+    "plugins": [
+      "react-native-vision-camera",
+      "react-native-camera-vision-pixel-colors"
+    ]
+  }
+}
+```
+
+Then:
+```bash
+npx expo prebuild
+eas build -p ios
+eas build -p android
+```
+
+---
+
+## Usage
+
+### Basic Frame Processor
+```ts
+import { useFrameProcessor } from 'react-native-vision-camera';
+import { analyzePixelColors, type PixelColorsResult } from 'react-native-camera-vision-pixel-colors';
+
+const frameProcessor = useFrameProcessor((frame) => {
+  'worklet';
+  const result: PixelColorsResult = analyzePixelColors(frame);
+  // result => { uniqueColorCount, topColors: [{r,g,b}], brightestColors: [{r,g,b}] }
+  console.log(result);
+}, []);
+```
+
+Attach to `<Camera />` as `frameProcessor`.
+
+### Advanced Options
+
+Pass optional analysis options to enable additional features:
+
+```ts
+import { useFrameProcessor } from 'react-native-vision-camera';
+import { analyzePixelColors, type AnalysisOptions } from 'react-native-camera-vision-pixel-colors';
+
+const frameProcessor = useFrameProcessor((frame) => {
+  'worklet';
+  const options: AnalysisOptions = {
+    // Analyze only center 20% of frame
+    roi: { x: 0.4, y: 0.4, width: 0.2, height: 0.2 },
+
+    // Enable motion detection
+    enableMotionDetection: true,
+    motionThreshold: 0.1, // 0-1, default: 0.1
+  };
+
+  const result = analyzePixelColors(frame, options);
+
+  if (result.motion?.hasMotion) {
+    console.log('Motion detected!', result.motion.score);
+  }
+}, []);
+```
+
+### Async Nitro API (outside camera)
+```ts
+import { CameraVisionPixelColors, type ImageData } from 'react-native-camera-vision-pixel-colors';
+
+const imageData: ImageData = { width, height, data: arrayBuffer }; // data: ArrayBuffer (RGBA)
+const result = await CameraVisionPixelColors.analyzeImageAsync(imageData);
+```
+
+---
+
+## Output format
+
+All types are exported from the library:
+```ts
+import {
+  type RGBColor,
+  type PixelColorsResult,
+  type ImageData,
+  type AnalysisOptions,
+  type ROIConfig,
+  type MotionResult,
+} from 'react-native-camera-vision-pixel-colors';
+```
+
+```ts
+type RGBColor = { r: number; g: number; b: number };
+
+type ROIConfig = {
+  x: number;      // 0-1 normalized
+  y: number;      // 0-1 normalized
+  width: number;  // 0-1 normalized
+  height: number; // 0-1 normalized
+};
+
+type AnalysisOptions = {
+  enableMotionDetection?: boolean; // default: false
+  motionThreshold?: number;        // default: 0.1
+  roi?: ROIConfig;                 // if provided, analyze only this region
+};
+
+type MotionResult = {
+  score: number;      // 0-1
+  hasMotion: boolean; // score > threshold
+};
+
+type PixelColorsResult = {
+  uniqueColorCount: number;
+  topColors: RGBColor[];
+  brightestColors: RGBColor[];
+  motion?: MotionResult;     // always present if enableMotionDetection=true
+  roiApplied?: boolean;      // true if ROI config was provided
+};
+
+type ImageData = {
+  width: number;
+  height: number;
+  data: ArrayBuffer; // RGBA pixel data
+};
+```
+
+---
+
+## Architecture summary
+- Frame Processor path: **synchronous**, returns the latest cached result (0–1 frame latency).
+- Async Nitro API: full GPU/CPU pipeline, returns an up-to-date result (Promise-based).
+- Shared native engine (iOS/Android) exposes `analyzeAsync(...)` and `analyzeSync()` for the frame-processor path to read cached results.
+
+### Memory & Performance Notes
+- **Motion detection**: Uses grayscale comparison with configurable threshold
+- **ROI**: Crops before analysis for improved performance on smaller regions
+- **First frame motion**: Returns `{score: 0, hasMotion: false}` (not null)
+
+---
+
+## Contributing
+PRs welcome. Please keep performance constraints in mind (avoid allocations per frame, reuse buffers).
+
+---
+
+## License
+MIT © 2026

package/android/CMakeLists.txt

@@ -0,0 +1,32 @@
+project(CameraVisionPixelColors)
+cmake_minimum_required(VERSION 3.9.0)
+
+set (PACKAGE_NAME CameraVisionPixelColors)
+set (CMAKE_VERBOSE_MAKEFILE ON)
+set (CMAKE_CXX_STANDARD 20)
+
+# Enable Raw Props parsing in react-native (for Nitro Views)
+add_compile_options(-DRN_SERIALIZABLE_STATE=1)
+
+# Define C++ library and add all sources
+add_library(${PACKAGE_NAME} SHARED
+        src/main/cpp/cpp-adapter.cpp
+)
+
+# Add Nitrogen specs :)
+include(${CMAKE_SOURCE_DIR}/../nitrogen/generated/android/CameraVisionPixelColors+autolinking.cmake)
+
+# Set up local includes
+include_directories(
+        "src/main/cpp"
+        "../cpp"
+)
+
+find_library(LOG_LIB log)
+
+# Link all libraries together
+target_link_libraries(
+        ${PACKAGE_NAME}
+        ${LOG_LIB}
+        android                                   # <-- Android core
+)

package/android/build.gradle

@@ -0,0 +1,151 @@
+buildscript {
+  repositories {
+    google()
+    mavenCentral()
+  }
+
+  dependencies {
+    classpath "com.android.tools.build:gradle:8.8.0"
+  }
+}
+
+def reactNativeArchitectures() {
+  def value = rootProject.getProperties().get("reactNativeArchitectures")
+  return value ? value.split(",") : ["armeabi-v7a", "x86", "x86_64", "arm64-v8a"]
+}
+
+def isNewArchitectureEnabled() {
+  return rootProject.hasProperty("newArchEnabled") && rootProject.getProperty("newArchEnabled") == "true"
+}
+
+apply plugin: "com.android.library"
+apply plugin: 'org.jetbrains.kotlin.android'
+apply from: '../nitrogen/generated/android/CameraVisionPixelColors+autolinking.gradle'
+apply from: "./fix-prefab.gradle"
+
+if (isNewArchitectureEnabled()) {
+  apply plugin: "com.facebook.react"
+}
+
+def getExtOrDefault(name) {
+  return rootProject.ext.has(name) ? rootProject.ext.get(name) : project.properties["CameraVisionPixelColors_" + name]
+}
+
+def getExtOrIntegerDefault(name) {
+  return rootProject.ext.has(name) ? rootProject.ext.get(name) : (project.properties["CameraVisionPixelColors_" + name]).toInteger()
+}
+
+android {
+  namespace "com.cameravisionpixelcolors"
+
+  ndkVersion getExtOrDefault("ndkVersion")
+  compileSdkVersion getExtOrIntegerDefault("compileSdkVersion")
+
+  defaultConfig {
+    minSdkVersion getExtOrIntegerDefault("minSdkVersion")
+    targetSdkVersion getExtOrIntegerDefault("targetSdkVersion")
+    buildConfigField "boolean", "IS_NEW_ARCHITECTURE_ENABLED", isNewArchitectureEnabled().toString()
+
+    externalNativeBuild {
+      cmake {
+        cppFlags "-frtti -fexceptions -Wall -Wextra -fstack-protector-all"
+        arguments "-DANDROID_STL=c++_shared", "-DANDROID_SUPPORT_FLEXIBLE_PAGE_SIZES=ON"
+        abiFilters (*reactNativeArchitectures())
+
+        buildTypes {
+          debug {
+            cppFlags "-O1 -g"
+          }
+          release {
+            cppFlags "-O2"
+          }
+        }
+      }
+    }
+  }
+
+  externalNativeBuild {
+    cmake {
+      path "CMakeLists.txt"
+    }
+  }
+
+  packagingOptions {
+    excludes = [
+        "META-INF",
+        "META-INF/**",
+        "**/libc++_shared.so",
+        "**/libfbjni.so",
+        "**/libjsi.so",
+        "**/libfolly_json.so",
+        "**/libfolly_runtime.so",
+        "**/libglog.so",
+        "**/libhermes.so",
+        "**/libhermes-executor-debug.so",
+        "**/libhermes_executor.so",
+        "**/libreactnative.so",
+        "**/libreactnativejni.so",
+        "**/libturbomodulejsijni.so",
+        "**/libreact_nativemodule_core.so",
+        "**/libjscexecutor.so"
+    ]
+  }
+
+  buildFeatures {
+    buildConfig true
+    prefab true
+  }
+
+  buildTypes {
+    release {
+      minifyEnabled false
+    }
+  }
+
+  lintOptions {
+    disable "GradleCompatible"
+  }
+
+  compileOptions {
+    sourceCompatibility JavaVersion.VERSION_1_8
+    targetCompatibility JavaVersion.VERSION_1_8
+  }
+
+  sourceSets {
+    main {
+      if (isNewArchitectureEnabled()) {
+        java.srcDirs += [
+          // React Codegen files
+          "${project.buildDir}/generated/source/codegen/java"
+        ]
+      }
+    }
+  }
+}
+
+repositories {
+  mavenCentral()
+  google()
+}
+
+
+dependencies {
+  // For < 0.71, this will be from the local maven repo
+  // For > 0.71, this will be replaced by `com.facebook.react:react-android:$version` by react gradle plugin
+  //noinspection GradleDynamicVersion
+  implementation "com.facebook.react:react-native:+"
+
+  // Add a dependency on NitroModules
+  implementation project(":react-native-nitro-modules")
+
+  // VisionCamera for frame processor
+  implementation project(":react-native-vision-camera")
+}
+
+if (isNewArchitectureEnabled()) {
+  react {
+    jsRootDir = file("../src/")
+    libraryName = "CameraVisionPixelColors"
+    codegenJavaPackageName = "com.cameravisionpixelcolors"
+  }
+}

package/android/fix-prefab.gradle

@@ -0,0 +1,51 @@
+tasks.configureEach { task ->
+  // Make sure that we generate our prefab publication file only after having built the native library
+  // so that not a header publication file, but a full configuration publication will be generated, which
+  // will include the .so file
+
+  def prefabConfigurePattern = ~/^prefab(.+)ConfigurePackage$/
+  def matcher = task.name =~ prefabConfigurePattern
+  if (matcher.matches()) {
+    def variantName = matcher[0][1]
+    task.outputs.upToDateWhen { false }
+    task.dependsOn("externalNativeBuild${variantName}")
+  }
+}
+
+afterEvaluate {
+  def abis = reactNativeArchitectures()
+  rootProject.allprojects.each { proj ->
+    if (proj === rootProject) return
+
+    def dependsOnThisLib = proj.configurations.findAll { it.canBeResolved }.any { config ->
+      config.dependencies.any { dep ->
+        dep.group == project.group && dep.name == project.name
+      }
+    }
+    if (!dependsOnThisLib && proj != project) return
+
+    if (!proj.plugins.hasPlugin('com.android.application') && !proj.plugins.hasPlugin('com.android.library')) {
+      return
+    }
+
+    def variants = proj.android.hasProperty('applicationVariants') ? proj.android.applicationVariants : proj.android.libraryVariants
+    // Touch the prefab_config.json files to ensure that in ExternalNativeJsonGenerator.kt we will re-trigger the prefab CLI to
+    // generate a libnameConfig.cmake file that will contain our native library (.so).
+    // See this condition: https://cs.android.com/android-studio/platform/tools/base/+/mirror-goog-studio-main:build-system/gradle-core/src/main/java/com/android/build/gradle/tasks/ExternalNativeJsonGenerator.kt;l=207-219?q=createPrefabBuildSystemGlue
+    variants.all { variant ->
+      def variantName = variant.name
+      abis.each { abi ->
+        def searchDir = new File(proj.projectDir, ".cxx/${variantName}")
+        if (!searchDir.exists()) return
+        def matches = []
+        searchDir.eachDir { randomDir ->
+          def prefabFile = new File(randomDir, "${abi}/prefab_config.json")
+          if (prefabFile.exists()) matches << prefabFile
+        }
+        matches.each { prefabConfig ->
+          prefabConfig.setLastModified(System.currentTimeMillis())
+        }
+      }
+    }
+  }
+}

package/android/gradle.properties

@@ -0,0 +1,5 @@
+CameraVisionPixelColors_kotlinVersion=2.1.20
+CameraVisionPixelColors_minSdkVersion=26
+CameraVisionPixelColors_targetSdkVersion=36
+CameraVisionPixelColors_compileSdkVersion=36
+CameraVisionPixelColors_ndkVersion=27.1.12297006

package/android/src/main/AndroidManifest.xml

@@ -0,0 +1,2 @@
+<manifest xmlns:android="http://schemas.android.com/apk/res/android">
+</manifest>

package/android/src/main/cpp/cpp-adapter.cpp

@@ -0,0 +1,6 @@
+#include <jni.h>
+#include "CameraVisionPixelColorsOnLoad.hpp"
+
+JNIEXPORT jint JNICALL JNI_OnLoad(JavaVM* vm, void*) {
+  return margelo::nitro::cameravisionpixelcolors::initialize(vm);
+}

package/android/src/main/java/com/cameravisionpixelcolors/CameraVisionPixelColorsPackage.kt

@@ -0,0 +1,24 @@
+package com.cameravisionpixelcolors;
+
+import com.facebook.react.bridge.NativeModule;
+import com.facebook.react.bridge.ReactApplicationContext;
+import com.facebook.react.module.model.ReactModuleInfoProvider;
+import com.facebook.react.TurboReactPackage;
+import com.margelo.nitro.cameravisionpixelcolors.CameraVisionPixelColorsOnLoad;
+import com.mrousavy.camera.frameprocessors.FrameProcessorPluginRegistry;
+
+
+public class CameraVisionPixelColorsPackage : TurboReactPackage() {
+  override fun getModule(name: String, reactContext: ReactApplicationContext): NativeModule? = null
+
+  override fun getReactModuleInfoProvider(): ReactModuleInfoProvider = ReactModuleInfoProvider { emptyMap() }
+
+  companion object {
+    init {
+      CameraVisionPixelColorsOnLoad.initializeNative();
+      FrameProcessorPluginRegistry.addFrameProcessorPlugin("pixelColors") { proxy, options ->
+        PixelColorsFrameProcessor(proxy, options)
+      }
+    }
+  }
+}