react-native-rectangle-doc-scanner 10.32.0 → 10.34.0

package/android/src/camera2/kotlin/com/reactnativerectangledocscanner/CameraController.kt

@@ -442,7 +442,12 @@ class CameraController(
 
         if (viewWidth <= 0 || viewHeight <= 0) return null
 
-        // Get sensor orientation to match transform rotation
+        // The image coordinates are in camera sensor space. We need to transform them
+        // to match how the TextureView displays the image (after rotation/scaling).
+
+        // CameraX provides images in sensor orientation. For a 90° sensor (most phones),
+        // the image is rotated 90° relative to natural portrait. We must rotate coordinates
+        // to match the final display orientation.
         val sensorOrientation = getCameraSensorOrientation()
         val displayRotationDegrees = when (textureView.display?.rotation ?: Surface.ROTATION_0) {
             Surface.ROTATION_0 -> 0
@@ -452,10 +457,24 @@ class CameraController(
             else -> 0
         }
 
+        // The TextureView transform handles display rotation, but the coordinates coming from
+        // ImageAnalysis are in the sensor's native orientation. We need to map those sensor-space
+        // coordinates to the final display orientation that the user sees.
+
+        // For coordinate mapping, we need to account for how the image was rotated by the TextureView.
+        // The TextureView applies: displayRotation + tabletFix
         val tabletUpsideDownFix = if (sensorOrientation == 0 && displayRotationDegrees == 90) 180 else 0
-        val rotationDegrees = ((displayRotationDegrees + tabletUpsideDownFix) % 360).toFloat()
+        val textureViewRotation = ((displayRotationDegrees + tabletUpsideDownFix) % 360).toFloat()
+
+        // But the image analysis coordinates are in sensor orientation. So we need to apply
+        // the SAME rotation that the TextureView applies to align coordinates with display.
+        val rotationDegrees = textureViewRotation
 
-        // First, apply rotation to point coordinates
+        Log.d(TAG, "[MAPPING] Image: ${imageWidth}x${imageHeight}, Sensor: ${sensorOrientation}°, " +
+            "Display: ${displayRotationDegrees}°, TextureView rotation: ${textureViewRotation}°, " +
+            "Coordinate rotation: ${rotationDegrees}°")
+
+        // Apply rotation to coordinates to match display orientation
         fun rotatePoint(point: org.opencv.core.Point): org.opencv.core.Point {
             return when (rotationDegrees.toInt()) {
                 90 -> org.opencv.core.Point(
@@ -474,7 +493,7 @@ class CameraController(
             }
         }
 
-        // Determine rotated dimensions (same as transform)
+        // Determine dimensions after rotation
         val rotatedImageWidth = if (rotationDegrees == 90f || rotationDegrees == 270f) {
             imageHeight
         } else {
@@ -486,17 +505,17 @@ class CameraController(
             imageHeight
         }
 
-        // Use same fit-scaling as transform
+        // Calculate scaling to fit the rotated image into the view (matching transform)
         val scaleX = viewWidth / rotatedImageWidth.toFloat()
         val scaleY = viewHeight / rotatedImageHeight.toFloat()
-        val scale = scaleX.coerceAtMost(scaleY)  // Fit (not fill)
+        val scale = scaleX.coerceAtMost(scaleY)  // Fit (preserve aspect ratio)
 
         val scaledWidth = rotatedImageWidth * scale
         val scaledHeight = rotatedImageHeight * scale
         val offsetX = (viewWidth - scaledWidth) / 2f
         val offsetY = (viewHeight - scaledHeight) / 2f
 
-        // Apply rotation first, then scale and offset
+        // Transform coordinates: rotate first, then scale and center
         fun transformPoint(point: org.opencv.core.Point): org.opencv.core.Point {
             val rotated = rotatePoint(point)
             return org.opencv.core.Point(
@@ -505,12 +524,17 @@ class CameraController(
             )
         }
 
-        return Rectangle(
+        val result = Rectangle(
             transformPoint(rectangle.topLeft),
             transformPoint(rectangle.topRight),
             transformPoint(rectangle.bottomLeft),
             transformPoint(rectangle.bottomRight)
         )
+
+        Log.d(TAG, "[MAPPING] Original TL: (${rectangle.topLeft.x}, ${rectangle.topLeft.y}) → " +
+            "Transformed: (${result.topLeft.x}, ${result.topLeft.y})")
+
+        return result
     }
 
     fun getPreviewViewport(): android.graphics.RectF? {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "react-native-rectangle-doc-scanner",
-  "version": "10.32.0",
+  "version": "10.34.0",
   "description": "Native-backed document scanner for React Native with customizable overlays.",
   "license": "MIT",
   "main": "dist/index.js",