react-native-camera-vision-pixel-colors 0.1.0 → 1.0.0

package/README.md

@@ -2,8 +2,8 @@
 
 High-performance **Vision Camera Frame Processor** for React Native (Expo compatible) that analyzes pixel colors **in real time**.
 This plugin extracts:
-- **Top 3 most frequent colors (RGB)**
-- **Top 3 brightest colors (RGB)**
+- **Up to 10 most frequent colors (RGB)** (configurable)
+- **Up to 10 brightest colors (RGB)** (configurable)
 - **Total number of unique colors**
 - **ROI analysis (configurable region)**
 - **Motion detection (frame diff)**
@@ -97,6 +97,10 @@ const frameProcessor = useFrameProcessor((frame) => {
     // Enable motion detection
     enableMotionDetection: true,
     motionThreshold: 0.1, // 0-1, default: 0.1
+
+    // Configure color counts (1-10, default: 3)
+    maxTopColors: 5,
+    maxBrightestColors: 5,
   };
 
   const result = analyzePixelColors(frame, options);
@@ -145,6 +149,8 @@ type AnalysisOptions = {
   enableMotionDetection?: boolean; // default: false
   motionThreshold?: number;        // default: 0.1
   roi?: ROIConfig;                 // if provided, analyze only this region
+  maxTopColors?: number;           // default: 3, range: 1-10
+  maxBrightestColors?: number;     // default: 3, range: 1-10
 };
 
 type MotionResult = {

package/android/src/main/java/com/cameravisionpixelcolors/ImageToBitmapConverter.kt

@@ -0,0 +1,92 @@
+package com.cameravisionpixelcolors
+
+import android.graphics.Bitmap
+import android.graphics.BitmapFactory
+import android.graphics.ImageFormat
+import android.graphics.PixelFormat
+import android.graphics.Rect
+import android.graphics.YuvImage
+import android.media.Image
+import java.io.ByteArrayOutputStream
+
+object ImageToBitmapConverter {
+    fun convert(image: Image): Bitmap {
+        return when (image.format) {
+            ImageFormat.YUV_420_888 -> convertYuv420(image)
+            PixelFormat.RGBA_8888 -> convertRgba8888(image)
+            PixelFormat.RGB_888 -> convertRgb888(image)
+            else -> throw IllegalArgumentException("Unsupported image format: ${image.format}")
+        }
+    }
+
+    private fun convertYuv420(image: Image): Bitmap {
+        val yBuffer = image.planes[0].buffer
+        val uBuffer = image.planes[1].buffer
+        val vBuffer = image.planes[2].buffer
+
+        val ySize = yBuffer.remaining()
+        val uSize = uBuffer.remaining()
+        val vSize = vBuffer.remaining()
+
+        val nv21 = ByteArray(ySize + uSize + vSize)
+
+        yBuffer.get(nv21, 0, ySize)
+        vBuffer.get(nv21, ySize, vSize)
+        uBuffer.get(nv21, ySize + vSize, uSize)
+
+        val yuvImage = YuvImage(nv21, ImageFormat.NV21, image.width, image.height, null)
+        val out = ByteArrayOutputStream()
+        yuvImage.compressToJpeg(Rect(0, 0, image.width, image.height), 90, out)
+        val imageBytes = out.toByteArray()
+        return BitmapFactory.decodeByteArray(imageBytes, 0, imageBytes.size)
+    }
+
+    private fun convertRgba8888(image: Image): Bitmap {
+        val plane = image.planes[0]
+        val buffer = plane.buffer
+        val rowStride = plane.rowStride
+        val pixelStride = plane.pixelStride
+        val width = image.width
+        val height = image.height
+
+        val bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888)
+        val pixels = IntArray(width * height)
+
+        for (y in 0 until height) {
+            for (x in 0 until width) {
+                val offset = y * rowStride + x * pixelStride
+                val r = buffer.get(offset).toInt() and 0xFF
+                val g = buffer.get(offset + 1).toInt() and 0xFF
+                val b = buffer.get(offset + 2).toInt() and 0xFF
+                val a = buffer.get(offset + 3).toInt() and 0xFF
+                pixels[y * width + x] = (a shl 24) or (r shl 16) or (g shl 8) or b
+            }
+        }
+        bitmap.setPixels(pixels, 0, width, 0, 0, width, height)
+        return bitmap
+    }
+
+    private fun convertRgb888(image: Image): Bitmap {
+        val plane = image.planes[0]
+        val buffer = plane.buffer
+        val rowStride = plane.rowStride
+        val pixelStride = plane.pixelStride
+        val width = image.width
+        val height = image.height
+
+        val bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888)
+        val pixels = IntArray(width * height)
+
+        for (y in 0 until height) {
+            for (x in 0 until width) {
+                val offset = y * rowStride + x * pixelStride
+                val r = buffer.get(offset).toInt() and 0xFF
+                val g = buffer.get(offset + 1).toInt() and 0xFF
+                val b = buffer.get(offset + 2).toInt() and 0xFF
+                pixels[y * width + x] = 0xFF000000.toInt() or (r shl 16) or (g shl 8) or b
+            }
+        }
+        bitmap.setPixels(pixels, 0, width, 0, 0, width, height)
+        return bitmap
+    }
+}

package/android/src/main/java/com/cameravisionpixelcolors/PixelAnalyzerEngine.kt

@@ -12,7 +12,9 @@ import kotlin.math.min
 data class AnalysisOptions(
   val enableMotionDetection: Boolean = false,
   val motionThreshold: Float = 0.1f,
-  val roi: ROIConfig? = null
+  val roi: ROIConfig? = null,
+  val maxTopColors: Int = 3,
+  val maxBrightestColors: Int = 3
 )
 
 data class ROIConfig(
@@ -200,16 +202,18 @@ object PixelAnalyzerEngine {
       localBrightnessSum[idx] += brightness
     }
 
-    val topColors = ArrayList<Pair<Int, Int>>(3)
-    val topBright = ArrayList<Pair<Int, Int>>(3)
+    val clampedTop = max(1, min(10, options.maxTopColors))
+    val clampedBright = max(1, min(10, options.maxBrightestColors))
+    val topColors = ArrayList<Pair<Int, Int>>(clampedTop)
+    val topBright = ArrayList<Pair<Int, Int>>(clampedBright)
     var uniqueCount = 0
     for (i in 0 until BUCKETS) {
       val count = localHistogram[i]
       if (count == 0) continue
       uniqueCount++
-      insertTop(topColors, i, count)
+      insertTop(topColors, i, count, clampedTop)
       val avgBrightness = localBrightnessSum[i] / max(count, 1)
-      insertTop(topBright, i, avgBrightness)
+      insertTop(topBright, i, avgBrightness, clampedBright)
     }
 
     fun decode(idx: Int): Map<String, Int> {
@@ -245,12 +249,12 @@ object PixelAnalyzerEngine {
     cachedResult.set(result)
   }
 
-  private fun insertTop(list: MutableList<Pair<Int, Int>>, idx: Int, value: Int) {
+  private fun insertTop(list: MutableList<Pair<Int, Int>>, idx: Int, value: Int, maxSize: Int) {
     var i = 0
     while (i < list.size && value <= list[i].second) i++
-    if (i < 3) {
+    if (i < maxSize) {
       list.add(i, idx to value)
-      if (list.size > 3) list.removeAt(3)
+      if (list.size > maxSize) list.removeAt(maxSize)
     }
   }
 }

package/android/src/main/java/com/cameravisionpixelcolors/PixelColorsFrameProcessor.kt

@@ -7,7 +7,7 @@ import com.mrousavy.camera.frameprocessors.VisionCameraProxy
 class PixelColorsFrameProcessor(proxy: VisionCameraProxy, options: Map<String, Any>?) : FrameProcessorPlugin() {
   override fun callback(frame: Frame, arguments: Map<String, Any>?): Any {
     val image = frame.image ?: return emptyMap<String, Any>()
-    val bitmap = YuvToBitmapConverter.convert(image)
+    val bitmap = ImageToBitmapConverter.convert(image)
 
     // Parse options from arguments
     val analysisOptions = parseOptions(arguments)
@@ -31,10 +31,15 @@ class PixelColorsFrameProcessor(proxy: VisionCameraProxy, options: Map<String, A
       ROIConfig(x, y, width, height)
     } else null
 
+    val maxTopColors = (optionsMap["maxTopColors"] as? Number)?.toInt() ?: 3
+    val maxBrightestColors = (optionsMap["maxBrightestColors"] as? Number)?.toInt() ?: 3
+
     return AnalysisOptions(
       enableMotionDetection = enableMotionDetection,
       motionThreshold = motionThreshold,
-      roi = roi
+      roi = roi,
+      maxTopColors = maxTopColors,
+      maxBrightestColors = maxBrightestColors
     )
   }
 }

package/ios/PixelAnalyzerEngine.swift

@@ -8,6 +8,8 @@ struct AnalysisOptionsNative {
   var enableMotionDetection: Bool = false
   var motionThreshold: Float = 0.1
   var roi: (x: Float, y: Float, width: Float, height: Float)?
+  var maxTopColors: Int = 3
+  var maxBrightestColors: Int = 3
 }
 
 final class PixelAnalyzerEngine {
@@ -305,7 +307,7 @@ final class PixelAnalyzerEngine {
                      format: .RGBA32,
                      colorSpace: CGColorSpaceCreateDeviceRGB())
 
-    var result = reduceHistogram(bitmap)
+    var result = reduceHistogram(bitmap, maxTopColors: options.maxTopColors, maxBrightestColors: options.maxBrightestColors)
 
     // Add ROI applied flag
     if options.roi != nil {
@@ -321,7 +323,7 @@ final class PixelAnalyzerEngine {
     return result
   }
 
-  private func reduceHistogram(_ data: [UInt32]) -> [String: Any] {
+  private func reduceHistogram(_ data: [UInt32], maxTopColors: Int = 3, maxBrightestColors: Int = 3) -> [String: Any] {
     struct Stat { let r: Int; let g: Int; let b: Int; let count: Int; let brightness: Float }
     var stats: [Stat] = []
     for i in stride(from: 0, to: data.count, by: 4) {
@@ -334,8 +336,10 @@ final class PixelAnalyzerEngine {
       stats.append(Stat(r: r, g: g, b: b, count: count, brightness: brightness))
     }
 
-    let top = stats.sorted { $0.count > $1.count }.prefix(3).map { ["r": $0.r, "g": $0.g, "b": $0.b] }
-    let bright = stats.sorted { $0.brightness > $1.brightness }.prefix(3).map { ["r": $0.r, "g": $0.g, "b": $0.b] }
+    let clampedTop = max(1, min(10, maxTopColors))
+    let clampedBright = max(1, min(10, maxBrightestColors))
+    let top = stats.sorted { $0.count > $1.count }.prefix(clampedTop).map { ["r": $0.r, "g": $0.g, "b": $0.b] }
+    let bright = stats.sorted { $0.brightness > $1.brightness }.prefix(clampedBright).map { ["r": $0.r, "g": $0.g, "b": $0.b] }
 
     return [
       "uniqueColorCount": stats.count,

package/ios/PixelColorsFrameProcessor.swift

@@ -45,6 +45,14 @@ public final class PixelColorsFrameProcessor: FrameProcessorPlugin {
       options.roi = (x: Float(x), y: Float(y), width: Float(width), height: Float(height))
     }
 
+    if let maxTopColors = optionsDict["maxTopColors"] as? Int {
+      options.maxTopColors = maxTopColors
+    }
+
+    if let maxBrightestColors = optionsDict["maxBrightestColors"] as? Int {
+      options.maxBrightestColors = maxBrightestColors
+    }
+
     return options
   }
 }

package/lib/typescript/src/specs/camera-vision-pixel-colors.nitro.d.ts

@@ -14,6 +14,8 @@ export type AnalysisOptions = {
     enableMotionDetection?: boolean;
     motionThreshold?: number;
     roi?: ROIConfig;
+    maxTopColors?: number;
+    maxBrightestColors?: number;
 };
 export type MotionResult = {
     score: number;

package/lib/typescript/src/specs/camera-vision-pixel-colors.nitro.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"camera-vision-pixel-colors.nitro.d.ts","sourceRoot":"","sources":["../../../../src/specs/camera-vision-pixel-colors.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAE9D,MAAM,MAAM,QAAQ,GAAG;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAA;AAE1D,MAAM,MAAM,SAAS,GAAG;IACtB,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,GAAG,CAAC,EAAE,SAAS,CAAA;CAChB,CAAA;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,OAAO,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,eAAe,EAAE,QAAQ,EAAE,CAAA;IAC3B,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,WAAW,CAAA;CAClB,CAAA;AAED,MAAM,WAAW,uBACf,SAAQ,YAAY,CAAC;IAAE,GAAG,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAA;CAAE,CAAC;IACzD,iBAAiB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;CAChE"}
+{"version":3,"file":"camera-vision-pixel-colors.nitro.d.ts","sourceRoot":"","sources":["../../../../src/specs/camera-vision-pixel-colors.nitro.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAE9D,MAAM,MAAM,QAAQ,GAAG;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAA;AAE1D,MAAM,MAAM,SAAS,GAAG;IACtB,CAAC,EAAE,MAAM,CAAA;IACT,CAAC,EAAE,MAAM,CAAA;IACT,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,eAAe,GAAG;IAC5B,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAC/B,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,GAAG,CAAC,EAAE,SAAS,CAAA;IACf,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,kBAAkB,CAAC,EAAE,MAAM,CAAA;CAC5B,CAAA;AAED,MAAM,MAAM,YAAY,GAAG;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,OAAO,CAAA;CACnB,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG;IAC9B,gBAAgB,EAAE,MAAM,CAAA;IACxB,SAAS,EAAE,QAAQ,EAAE,CAAA;IACrB,eAAe,EAAE,QAAQ,EAAE,CAAA;IAC3B,MAAM,CAAC,EAAE,YAAY,CAAA;IACrB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,SAAS,GAAG;IACtB,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,MAAM,CAAA;IACd,IAAI,EAAE,WAAW,CAAA;CAClB,CAAA;AAED,MAAM,WAAW,uBACf,SAAQ,YAAY,CAAC;IAAE,GAAG,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,QAAQ,CAAA;CAAE,CAAC;IACzD,iBAAiB,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;CAChE"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-camera-vision-pixel-colors",
-  "version": "0.1.0",
+  "version": "1.0.0",
   "description": "Vision Camera Frame Processor plugin for real-time pixel color analysis - extract dominant colors, brightness, ROI, motion detection",
   "main": "./lib/commonjs/index.js",
   "module": "./lib/module/index.js",

package/src/specs/camera-vision-pixel-colors.nitro.ts

@@ -13,6 +13,8 @@ export type AnalysisOptions = {
   enableMotionDetection?: boolean // default: false
   motionThreshold?: number // default: 0.1
   roi?: ROIConfig // if provided, analyze only this region
+  maxTopColors?: number // default: 3, range: 1-10
+  maxBrightestColors?: number // default: 3, range: 1-10
 }
 
 export type MotionResult = {

package/android/src/main/java/com/cameravisionpixelcolors/YuvToBitmapConverter.kt

@@ -1,33 +0,0 @@
-package com.cameravisionpixelcolors
-
-import android.graphics.Bitmap
-import android.graphics.BitmapFactory
-import android.graphics.ImageFormat
-import android.graphics.Rect
-import android.graphics.YuvImage
-import android.media.Image
-import java.io.ByteArrayOutputStream
-
-object YuvToBitmapConverter {
-    fun convert(image: Image): Bitmap {
-        val yBuffer = image.planes[0].buffer
-        val uBuffer = image.planes[1].buffer
-        val vBuffer = image.planes[2].buffer
-
-        val ySize = yBuffer.remaining()
-        val uSize = uBuffer.remaining()
-        val vSize = vBuffer.remaining()
-
-        val nv21 = ByteArray(ySize + uSize + vSize)
-
-        yBuffer.get(nv21, 0, ySize)
-        vBuffer.get(nv21, ySize, vSize)
-        uBuffer.get(nv21, ySize + vSize, uSize)
-
-        val yuvImage = YuvImage(nv21, ImageFormat.NV21, image.width, image.height, null)
-        val out = ByteArrayOutputStream()
-        yuvImage.compressToJpeg(Rect(0, 0, image.width, image.height), 90, out)
-        val imageBytes = out.toByteArray()
-        return BitmapFactory.decodeByteArray(imageBytes, 0, imageBytes.size)
-    }
-}