cordova-plugin-mlkit-suite 0.1.0 → 0.2.0

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "cordova-plugin-mlkit-suite",
-  "version": "0.1.0",
-  "description": "Extensible Google ML Kit suite for Cordova document, text, barcode, and guided face processing.",
+  "version": "0.2.0",
+  "description": "Extensible Google ML Kit suite for Cordova document, text, barcode, image labeling, selfie and subject segmentation, and guided face processing.",
   "license": "MIT",
   "author": "Andres Zs",
   "homepage": "https://github.com/andreszs/cordova-plugin-mlkit-suite",
@@ -23,6 +23,10 @@
     "document-scanner",
     "text-recognition",
     "ocr",
+    "image-labeling",
+    "selfie-segmentation",
+    "subject-segmentation",
+    "background-removal",
     "pdf417",
     "qr-code",
     "camera",
@@ -56,7 +60,7 @@
     "LICENSE"
   ],
   "scripts": {
-    "test": "node tests/js-api.test.js && node tests/java-confirmation.test.js && node tests/ios-live-barcode.test.js && node tests/ios-face-capture.test.js && node tests/localization.test.js"
+    "test": "node tests/js-api.test.js && node tests/java-confirmation.test.js && node tests/ios-live-barcode.test.js && node tests/ios-static-text.test.js && node tests/ios-image-labeling.test.js && node tests/ios-selfie-segmentation.test.js && node tests/ios-face-capture.test.js && node tests/localization.test.js"
   }
 }
 

package/plugin.xml

@@ -1,134 +1,149 @@
-<?xml version="1.0" encoding="UTF-8"?>
-<plugin xmlns="http://apache.org/cordova/ns/plugins/1.0"
-        xmlns:android="http://schemas.android.com/apk/res/android"
-        xmlns:tools="http://schemas.android.com/tools"
-        id="cordova-plugin-mlkit-suite"
-        version="0.1.0">
-    <name>ML Kit Suite</name>
-    <description>Extensible Google ML Kit suite for document, text, barcode, and guided face processing.</description>
-    <license>MIT</license>
-    <keywords>cordova,android,ios,mlkit,ml-kit,document-scanner,text-recognition,ocr,face-detection,barcode-scanning,pdf417,qr-code,camera,camerax,avfoundation</keywords>
-
-    <engines>
-        <engine name="cordova" version=">=11.0.0" />
-        <engine name="cordova-android" version=">=12.0.0 &lt;16.0.0" />
-        <engine name="cordova-ios" version=">=8.0.0 &lt;9.0.0" />
-    </engines>
-
-    <js-module src="www/MlKit.js" name="MlKit">
-        <clobbers target="MlKit" />
-    </js-module>
-
-    <platform name="android">
-        <preference name="ANDROID_MLKIT_MODEL_DELIVERY" default="install-time" />
-        <preference name="ANDROID_MLKIT_FACE_MODE" default="inherit" />
-        <preference name="ANDROID_MLKIT_BARCODE_MODE" default="inherit" />
-        <preference name="ANDROID_MLKIT_OCR_MODE" default="inherit" />
-
-        <config-file target="res/xml/config.xml" parent="/*">
-            <feature name="MlKitSuite">
-                <param name="android-package" value="com.andreszs.plugins.mlkitsuite.MlKitSuitePlugin" />
-                <param name="onload" value="true" />
-            </feature>
-        </config-file>
-
-        <config-file target="AndroidManifest.xml" parent="/manifest">
-            <uses-sdk xmlns:tools="http://schemas.android.com/tools"
-                tools:overrideLibrary="com.google.mlkit.vision.documentscanner" />
-            <uses-permission android:name="android.permission.CAMERA" />
-        </config-file>
-
-        <config-file target="AndroidManifest.xml" parent="/manifest/application">
-            <meta-data
-                android:name="com.andreszs.plugins.mlkitsuite.FACE_MODE"
-                android:value="${mlKitSuiteFaceMode}" />
-            <meta-data
-                android:name="com.andreszs.plugins.mlkitsuite.BARCODE_MODE"
-                android:value="${mlKitSuiteBarcodeMode}" />
-            <meta-data
-                android:name="com.andreszs.plugins.mlkitsuite.OCR_MODE"
-                android:value="${mlKitSuiteOcrMode}" />
-            <meta-data
-                android:name="${mlKitSuiteDependencyMetadataName}"
-                android:value="${mlKitSuiteDependencyMetadataValue}" />
-            <activity
-                android:name="com.andreszs.plugins.mlkitsuite.FaceCaptureActivity"
-                android:exported="false"
-                android:screenOrientation="sensorPortrait"
-                android:theme="@style/MlKitSuiteFaceCaptureTheme" />
-            <activity
-                android:name="com.andreszs.plugins.mlkitsuite.BarcodeScanActivity"
-                android:exported="false"
-                android:screenOrientation="sensorPortrait"
-                android:theme="@style/MlKitSuiteCameraTheme" />
-            <activity
-                android:name="com.andreszs.plugins.mlkitsuite.DocumentScanActivity"
-                android:exported="false"
-                android:screenOrientation="sensorPortrait"
-                android:theme="@style/MlKitSuiteCameraTheme" />
-        </config-file>
-
-        <framework src="src/android/mlkit-suite.gradle" custom="true" type="gradleReference" />
-        <resource-file src="src/android/res/values/mlkit_suite_styles.xml" target="res/values/mlkit_suite_styles.xml" />
-        <resource-file src="src/android/res/values/mlkit_suite_strings.xml" target="res/values/mlkit_suite_strings.xml" />
-        <resource-file src="src/android/res/values-es/mlkit_suite_strings.xml" target="res/values-es/mlkit_suite_strings.xml" />
-        <source-file src="src/android/java/MlKitLocalization.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/MlKitSuitePlugin.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceCaptureActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceCaptureConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceCaptureModels.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceFrameAnalyzer.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceOverlayView.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/FaceStillProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeScanActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeScanConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeConfirmationTracker.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeScanRegion.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeIconDrawable.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeFrameAnalyzer.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/BarcodeOverlayView.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/DocumentScanConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/DocumentScanActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/DocumentScannerModuleInstaller.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/MlKitModelsModuleInstaller.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/MlKitLoadingDialog.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-        <source-file src="src/android/java/StaticImageProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
-    </platform>
-
-    <platform name="ios">
-        <config-file target="config.xml" parent="/*">
-            <feature name="MlKitSuite">
-                <param name="ios-package" value="MlKitSuitePlugin" />
-                <param name="onload" value="true" />
-            </feature>
-        </config-file>
-
-        <source-file src="src/ios/FaceCaptureTypes.swift" />
-        <source-file src="src/ios/MlKitLocalization.swift" />
-        <source-file src="src/ios/FaceOverlayView.swift" />
-        <source-file src="src/ios/FaceStillProcessor.swift" />
-        <source-file src="src/ios/FaceCaptureViewController.swift" />
-        <source-file src="src/ios/BarcodeScanTypes.swift" />
-        <source-file src="src/ios/BarcodeOverlayView.swift" />
-        <source-file src="src/ios/BarcodeScanViewController.swift" />
-        <source-file src="src/ios/MlKitSuitePlugin.swift" />
-        <resource-file src="src/ios/MlKitSuitePrivacy.bundle" target="MlKitSuitePrivacy.bundle" />
-        <resource-file src="src/ios/MlKitSuiteResources.bundle" target="MlKitSuiteResources.bundle" />
-
-        <framework src="AVFoundation.framework" />
-        <framework src="CoreImage.framework" />
-        <framework src="WebKit.framework" />
-
-        <podspec>
-            <config>
-                <source url="https://cdn.cocoapods.org/" />
-            </config>
-            <pods>
-                <pod name="GoogleMLKit/FaceDetection" spec="8.0.0" />
-                <pod name="GoogleMLKit/TextRecognition" spec="8.0.0" />
-                <pod name="GoogleMLKit/BarcodeScanning" spec="8.0.0" />
-            </pods>
-        </podspec>
-    </platform>
-</plugin>
-
+<?xml version="1.0" encoding="UTF-8"?>
+<plugin xmlns="http://apache.org/cordova/ns/plugins/1.0"
+        xmlns:android="http://schemas.android.com/apk/res/android"
+        xmlns:tools="http://schemas.android.com/tools"
+        id="cordova-plugin-mlkit-suite"
+        version="0.2.0">
+    <name>ML Kit Suite</name>
+    <description>Extensible Google ML Kit suite for document, text, barcode, image labeling, selfie and subject segmentation, and guided face processing.</description>
+    <license>MIT</license>
+    <keywords>cordova,android,ios,mlkit,ml-kit,document-scanner,text-recognition,ocr,face-detection,barcode-scanning,image-labeling,selfie-segmentation,subject-segmentation,background-removal,pdf417,qr-code,camera,camerax,avfoundation</keywords>
+
+    <engines>
+        <engine name="cordova" version=">=11.0.0" />
+        <engine name="cordova-android" version=">=12.0.0 &lt;16.0.0" />
+        <engine name="cordova-ios" version=">=8.0.0 &lt;9.0.0" />
+    </engines>
+
+    <js-module src="www/MlKit.js" name="MlKit">
+        <clobbers target="MlKit" />
+    </js-module>
+
+    <platform name="android">
+        <preference name="ANDROID_MLKIT_MODEL_DELIVERY" default="install-time" />
+        <preference name="ANDROID_MLKIT_FACE_MODE" default="inherit" />
+        <preference name="ANDROID_MLKIT_BARCODE_MODE" default="inherit" />
+        <preference name="ANDROID_MLKIT_OCR_MODE" default="inherit" />
+        <preference name="ANDROID_MLKIT_IMAGE_LABELING_MODE" default="inherit" />
+        <preference name="ANDROID_MLKIT_SUBJECT_SEGMENTATION_MODE" default="inherit" />
+
+        <config-file target="res/xml/config.xml" parent="/*">
+            <feature name="MlKitSuite">
+                <param name="android-package" value="com.andreszs.plugins.mlkitsuite.MlKitSuitePlugin" />
+                <param name="onload" value="true" />
+            </feature>
+        </config-file>
+
+        <config-file target="AndroidManifest.xml" parent="/manifest">
+            <uses-sdk xmlns:tools="http://schemas.android.com/tools"
+                tools:overrideLibrary="com.google.mlkit.vision.documentscanner" />
+            <uses-permission android:name="android.permission.CAMERA" />
+        </config-file>
+
+        <config-file target="AndroidManifest.xml" parent="/manifest/application">
+            <meta-data
+                android:name="com.andreszs.plugins.mlkitsuite.FACE_MODE"
+                android:value="${mlKitSuiteFaceMode}" />
+            <meta-data
+                android:name="com.andreszs.plugins.mlkitsuite.BARCODE_MODE"
+                android:value="${mlKitSuiteBarcodeMode}" />
+            <meta-data
+                android:name="com.andreszs.plugins.mlkitsuite.OCR_MODE"
+                android:value="${mlKitSuiteOcrMode}" />
+            <meta-data
+                android:name="com.andreszs.plugins.mlkitsuite.IMAGE_LABELING_MODE"
+                android:value="${mlKitSuiteImageLabelingMode}" />
+            <meta-data
+                android:name="com.andreszs.plugins.mlkitsuite.SUBJECT_SEGMENTATION_MODE"
+                android:value="${mlKitSuiteSubjectSegmentationMode}" />
+            <meta-data
+                android:name="${mlKitSuiteDependencyMetadataName}"
+                android:value="${mlKitSuiteDependencyMetadataValue}" />
+            <activity
+                android:name="com.andreszs.plugins.mlkitsuite.FaceCaptureActivity"
+                android:exported="false"
+                android:screenOrientation="sensorPortrait"
+                android:theme="@style/MlKitSuiteFaceCaptureTheme" />
+            <activity
+                android:name="com.andreszs.plugins.mlkitsuite.BarcodeScanActivity"
+                android:exported="false"
+                android:screenOrientation="sensorPortrait"
+                android:theme="@style/MlKitSuiteCameraTheme" />
+            <activity
+                android:name="com.andreszs.plugins.mlkitsuite.DocumentScanActivity"
+                android:exported="false"
+                android:screenOrientation="sensorPortrait"
+                android:theme="@style/MlKitSuiteCameraTheme" />
+        </config-file>
+
+        <framework src="src/android/mlkit-suite.gradle" custom="true" type="gradleReference" />
+        <resource-file src="src/android/res/values/mlkit_suite_styles.xml" target="res/values/mlkit_suite_styles.xml" />
+        <resource-file src="src/android/res/values/mlkit_suite_strings.xml" target="res/values/mlkit_suite_strings.xml" />
+        <resource-file src="src/android/res/values-es/mlkit_suite_strings.xml" target="res/values-es/mlkit_suite_strings.xml" />
+        <source-file src="src/android/java/MlKitLocalization.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/MlKitSuitePlugin.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceCaptureActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceCaptureConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceCaptureModels.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceFrameAnalyzer.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceOverlayView.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/FaceStillProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeScanActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeScanConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeConfirmationTracker.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeScanRegion.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeIconDrawable.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeFrameAnalyzer.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/BarcodeOverlayView.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/DocumentScanConfig.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/DocumentScanActivity.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/DocumentScannerModuleInstaller.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/MlKitModelsModuleInstaller.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/MlKitLoadingDialog.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/StaticImageProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/SelfieSegmentationProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/SubjectSegmentationModuleInstaller.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+        <source-file src="src/android/java/SubjectSegmentationProcessor.java" target-dir="app/src/main/java/com/andreszs/plugins/mlkitsuite" />
+    </platform>
+
+    <platform name="ios">
+        <config-file target="config.xml" parent="/*">
+            <feature name="MlKitSuite">
+                <param name="ios-package" value="MlKitSuitePlugin" />
+                <param name="onload" value="true" />
+            </feature>
+        </config-file>
+
+        <source-file src="src/ios/FaceCaptureTypes.swift" />
+        <source-file src="src/ios/MlKitLocalization.swift" />
+        <source-file src="src/ios/FaceOverlayView.swift" />
+        <source-file src="src/ios/FaceStillProcessor.swift" />
+        <source-file src="src/ios/FaceCaptureViewController.swift" />
+        <source-file src="src/ios/BarcodeScanTypes.swift" />
+        <source-file src="src/ios/BarcodeOverlayView.swift" />
+        <source-file src="src/ios/BarcodeScanViewController.swift" />
+        <source-file src="src/ios/TextRecognitionProcessor.swift" />
+        <source-file src="src/ios/SelfieSegmentationProcessor.swift" />
+        <source-file src="src/ios/MlKitSuitePlugin.swift" />
+        <resource-file src="src/ios/MlKitSuitePrivacy.bundle" target="MlKitSuitePrivacy.bundle" />
+        <resource-file src="src/ios/MlKitSuiteResources.bundle" target="MlKitSuiteResources.bundle" />
+
+        <framework src="AVFoundation.framework" />
+        <framework src="CoreImage.framework" />
+        <framework src="WebKit.framework" />
+
+        <podspec>
+            <config>
+                <source url="https://cdn.cocoapods.org/" />
+            </config>
+            <pods>
+                <pod name="GoogleMLKit/FaceDetection" spec="8.0.0" />
+                <pod name="GoogleMLKit/TextRecognition" spec="8.0.0" />
+                <pod name="GoogleMLKit/BarcodeScanning" spec="8.0.0" />
+                <pod name="GoogleMLKit/ImageLabeling" spec="8.0.0" />
+                <pod name="GoogleMLKit/SegmentationSelfie" spec="8.0.0" />
+            </pods>
+        </podspec>
+    </platform>
+</plugin>
+

package/src/android/java/BarcodeFrameAnalyzer.java

@@ -1,111 +1,115 @@
-package com.andreszs.plugins.mlkitsuite;
-
-import android.media.Image;
-
-import androidx.annotation.NonNull;
-import androidx.camera.core.ImageAnalysis;
-import androidx.camera.core.ImageProxy;
-
-import com.google.mlkit.vision.barcode.BarcodeScanner;
-import com.google.mlkit.vision.barcode.BarcodeScannerOptions;
-import com.google.mlkit.vision.barcode.BarcodeScanning;
-import com.google.mlkit.vision.barcode.common.Barcode;
-import com.google.mlkit.vision.common.InputImage;
-
-import java.util.Arrays;
-import java.util.List;
-import java.util.concurrent.Executor;
-
-final class BarcodeFrameAnalyzer implements ImageAnalysis.Analyzer, AutoCloseable {
-    interface Listener {
-        void onSearching();
-        void onOutsideGuide();
-        boolean isInsideGuide(Barcode barcode, int imageWidth, int imageHeight);
-        void onCandidate(String text, String format, int confirmedFrames, int requiredFrames);
-        void onConfirmed(String text, String format);
-        void onAnalyzerError(Exception error);
-    }
-
-    private final BarcodeScanner scanner;
-    private final BarcodeConfirmationTracker tracker =
-        new BarcodeConfirmationTracker(BarcodeScanConfig.CONFIRMATION_FRAMES);
-    private final Listener listener;
-    private final Executor callbackExecutor;
-    private boolean completed;
-
-    BarcodeFrameAnalyzer(BarcodeScanConfig config, Listener listener, Executor callbackExecutor) {
-        int[] values = config.formatValues;
-        int[] additional = Arrays.copyOfRange(values, 1, values.length);
-        BarcodeScannerOptions options = new BarcodeScannerOptions.Builder()
-            .setBarcodeFormats(values[0], additional)
-            .build();
-        scanner = BarcodeScanning.getClient(options);
-        this.listener = listener;
-        this.callbackExecutor = callbackExecutor;
-    }
-
-    @Override
-    public void analyze(@NonNull ImageProxy imageProxy) {
-        if (completed) {
-            imageProxy.close();
-            return;
-        }
-        Image mediaImage = imageProxy.getImage();
-        if (mediaImage == null) {
-            tracker.reset();
-            callbackExecutor.execute(listener::onSearching);
-            imageProxy.close();
-            return;
-        }
-        InputImage image = InputImage.fromMediaImage(mediaImage,
-            imageProxy.getImageInfo().getRotationDegrees());
-        int rotation = imageProxy.getImageInfo().getRotationDegrees();
-        int imageWidth = rotation % 180 == 0 ? imageProxy.getWidth() : imageProxy.getHeight();
-        int imageHeight = rotation % 180 == 0 ? imageProxy.getHeight() : imageProxy.getWidth();
-        scanner.process(image)
-            .addOnSuccessListener(callbackExecutor,
-                barcodes -> handleBarcodes(barcodes, imageWidth, imageHeight))
-            .addOnFailureListener(callbackExecutor, error -> {
-                tracker.reset();
-                listener.onAnalyzerError(error);
-            })
-            .addOnCompleteListener(task -> imageProxy.close());
-    }
-
-    private void handleBarcodes(List<Barcode> barcodes, int imageWidth, int imageHeight) {
-        if (completed) return;
-        Barcode selected = null;
-        boolean detectedOutsideGuide = false;
-        for (Barcode barcode : barcodes) {
-            String rawValue = barcode.getRawValue();
-            if (rawValue != null && !rawValue.isEmpty()) {
-                if (listener.isInsideGuide(barcode, imageWidth, imageHeight)) {
-                    selected = barcode;
-                    break;
-                }
-                detectedOutsideGuide = true;
-            }
-        }
-        if (selected == null) {
-            tracker.reset();
-            if (detectedOutsideGuide) listener.onOutsideGuide();
-            else listener.onSearching();
-            return;
-        }
-
-        String text = selected.getRawValue();
-        String format = BarcodeScanConfig.nameForFormat(selected.getFormat());
-        int frames = tracker.observe(text, format);
-        listener.onCandidate(text, format, frames, BarcodeScanConfig.CONFIRMATION_FRAMES);
-        if (tracker.isConfirmed()) {
-            completed = true;
-            listener.onConfirmed(text, format);
-        }
-    }
-
-    @Override
-    public void close() {
-        completed = true;
-        scanner.close();
-    }
-}
+package com.andreszs.plugins.mlkitsuite;
+
+import android.graphics.Rect;
+import android.media.Image;
+
+import androidx.annotation.NonNull;
+import androidx.camera.core.ImageAnalysis;
+import androidx.camera.core.ImageProxy;
+
+import com.google.mlkit.vision.barcode.BarcodeScanner;
+import com.google.mlkit.vision.barcode.BarcodeScannerOptions;
+import com.google.mlkit.vision.barcode.BarcodeScanning;
+import com.google.mlkit.vision.barcode.common.Barcode;
+import com.google.mlkit.vision.common.InputImage;
+
+import java.util.Arrays;
+import java.util.List;
+import java.util.concurrent.Executor;
+
+final class BarcodeFrameAnalyzer implements ImageAnalysis.Analyzer, AutoCloseable {
+    interface Listener {
+        void onSearching();
+        void onOutsideGuide();
+        boolean isInsideGuide(Barcode barcode, int imageWidth, int imageHeight);
+        void onCandidate(String text, String format, int confirmedFrames, int requiredFrames);
+        void onConfirmed(String text, String format, Rect bounds,
+                         int imageWidth, int imageHeight);
+        void onAnalyzerError(Exception error);
+    }
+
+    private final BarcodeScanner scanner;
+    private final BarcodeConfirmationTracker tracker =
+        new BarcodeConfirmationTracker(BarcodeScanConfig.CONFIRMATION_FRAMES);
+    private final Listener listener;
+    private final Executor callbackExecutor;
+    private boolean completed;
+
+    BarcodeFrameAnalyzer(BarcodeScanConfig config, Listener listener, Executor callbackExecutor) {
+        int[] values = config.formatValues;
+        int[] additional = Arrays.copyOfRange(values, 1, values.length);
+        BarcodeScannerOptions options = new BarcodeScannerOptions.Builder()
+            .setBarcodeFormats(values[0], additional)
+            .build();
+        scanner = BarcodeScanning.getClient(options);
+        this.listener = listener;
+        this.callbackExecutor = callbackExecutor;
+    }
+
+    @Override
+    public void analyze(@NonNull ImageProxy imageProxy) {
+        if (completed) {
+            imageProxy.close();
+            return;
+        }
+        Image mediaImage = imageProxy.getImage();
+        if (mediaImage == null) {
+            tracker.reset();
+            callbackExecutor.execute(listener::onSearching);
+            imageProxy.close();
+            return;
+        }
+        InputImage image = InputImage.fromMediaImage(mediaImage,
+            imageProxy.getImageInfo().getRotationDegrees());
+        int rotation = imageProxy.getImageInfo().getRotationDegrees();
+        int imageWidth = rotation % 180 == 0 ? imageProxy.getWidth() : imageProxy.getHeight();
+        int imageHeight = rotation % 180 == 0 ? imageProxy.getHeight() : imageProxy.getWidth();
+        scanner.process(image)
+            .addOnSuccessListener(callbackExecutor,
+                barcodes -> handleBarcodes(barcodes, imageWidth, imageHeight))
+            .addOnFailureListener(callbackExecutor, error -> {
+                tracker.reset();
+                listener.onAnalyzerError(error);
+            })
+            .addOnCompleteListener(task -> imageProxy.close());
+    }
+
+    private void handleBarcodes(List<Barcode> barcodes, int imageWidth, int imageHeight) {
+        if (completed) return;
+        Barcode selected = null;
+        boolean detectedOutsideGuide = false;
+        for (Barcode barcode : barcodes) {
+            String rawValue = barcode.getRawValue();
+            if (rawValue != null && !rawValue.isEmpty()) {
+                if (listener.isInsideGuide(barcode, imageWidth, imageHeight)) {
+                    selected = barcode;
+                    break;
+                }
+                detectedOutsideGuide = true;
+            }
+        }
+        if (selected == null) {
+            tracker.reset();
+            if (detectedOutsideGuide) listener.onOutsideGuide();
+            else listener.onSearching();
+            return;
+        }
+
+        String text = selected.getRawValue();
+        String format = BarcodeScanConfig.nameForFormat(selected.getFormat());
+        int frames = tracker.observe(text, format);
+        listener.onCandidate(text, format, frames, BarcodeScanConfig.CONFIRMATION_FRAMES);
+        if (tracker.isConfirmed()) {
+            completed = true;
+            Rect bounds = selected.getBoundingBox();
+            listener.onConfirmed(text, format, bounds == null ? null : new Rect(bounds),
+                imageWidth, imageHeight);
+        }
+    }
+
+    @Override
+    public void close() {
+        completed = true;
+        scanner.close();
+    }
+}