@jaak.ai/stamps 2.0.0-dev.23 → 2.0.0-dev.24

package/README.md

@@ -6,7 +6,8 @@ Un componente web para la detección y captura automática de documentos de iden
 
 - 📷 **Detección automática** de documentos de identificación en tiempo real
 - 🎯 **Guía visual** para posicionamiento óptimo del documento
-- 📋 **Captura doble cara** (frente y reverso) con opción de omitir reverso
+- 🤖 **Clasificación inteligente** de documentos para determinar si requieren reverso
+- 📋 **Captura adaptativa** - automáticamente detecta si el documento tiene reverso
 - 🖼 **Doble salida** para cada lado: imagen completa y recorte del documento
 - ✂️ **Recorte configurable** con margen personalizable alrededor del documento
 - 🔧 **API programática** para control total del proceso
@@ -497,18 +498,29 @@ interface Status {
 
 ### Flujo Estándar
 1. **Inicialización**: El componente se prepara para la detección
-2. **Inicio de captura**: Se carga el modelo ONNX automáticamente al iniciar la detección
+2. **Inicio de captura**: Se cargan automáticamente los modelos de detección y clasificación
 3. **Captura del frente**: El usuario posiciona el documento y se captura automáticamente
-4. **Captura del reverso**: Se solicita voltear el documento para capturar el reverso
-5. **Completado**: Se emite el evento `captureCompleted` con todas las imágenes
+4. **Clasificación automática**: El sistema determina si el documento requiere captura de reverso
+5. **Flujo adaptativo**: 
+   - **Si no requiere reverso**: Se completa automáticamente el proceso
+   - **Si requiere reverso**: Se solicita voltear el documento para capturar el reverso
+6. **Completado**: Se emite el evento `captureCompleted` con las imágenes correspondientes
 
 ### Flujo con Precarga (Recomendado)
-1. **Precarga del modelo**: Se llama a `preloadModel()` para cargar el modelo en memoria
-2. **Inicio optimizado**: Al iniciar la captura, se usa el modelo ya cargado
-3. **Captura del frente**: Detección más rápida con el modelo precargado
-4. **Captura del reverso**: Se solicita voltear el documento
+1. **Precarga de modelos**: Se llama a `preloadModel()` para cargar ambos modelos en memoria
+2. **Inicio optimizado**: Al iniciar la captura, se usan los modelos ya cargados
+3. **Captura del frente**: Detección y clasificación más rápidas con modelos precargados
+4. **Flujo inteligente**: 
+   - **Documento sin reverso**: Proceso completado inmediatamente
+   - **Documento con reverso**: Se solicita captura del reverso
 5. **Completado**: Se emite el evento `captureCompleted` con todas las imágenes
 
+### Clasificación de Documentos
+El sistema utiliza un modelo MobileNet especializado para determinar automáticamente si el documento requiere captura de reverso:
+- **Documentos sin reverso**: Se omite automáticamente la captura del reverso
+- **Documentos con reverso**: Requieren captura de ambos lados (frente y reverso)
+- **Botón "Saltar reverso"**: Siempre disponible para permitir flexibilidad manual
+
 ## Requisitos del Sistema
 
 - **Navegadores**: Chrome/Edge 88+, Firefox 85+, Safari 14+
@@ -519,7 +531,8 @@ interface Status {
 
 - Las imágenes se procesan localmente en el navegador
 - No se envían datos a servidores externos
-- El modelo de IA se ejecuta completamente en el cliente
+- Los modelos de IA (detección y clasificación) se ejecutan completamente en el cliente
+- La clasificación de documentos se realiza de forma privada y local
 - Las imágenes capturadas solo están disponibles en el contexto de tu aplicación
 
 ## Desarrollo

package/dist/cjs/jaak-stamps.cjs.entry.js

@@ -48,6 +48,8 @@ const JaakStamps = class {
     animationId;
     hasScreenshotTaken = false;
     lastDetectedBox;
+    mobileNetSession;
+    mobileNetClassMap;
     // Performance optimization properties
     frameSkipCounter = 0;
     FRAME_SKIP = 2; // Process every 3rd frame (reduces CPU by ~66%)
@@ -60,7 +62,9 @@ const JaakStamps = class {
     preprocessCtx;
     captureCanvas;
     captureCtx;
-    MODEL_PATH = "https://storage.googleapis.com/jaak-static/web/component/stamps/detector-nano.onnx";
+    MODEL_PATH = "https://storage.googleapis.com/jaak-static/web/component/stamps/ddmyp-v1.onnx";
+    MOBILENET_MODEL_PATH = "https://storage.googleapis.com/jaak-static/web/component/stamps/cdmmp-v1.onnx";
+    MOBILENET_CLASSES_PATH = "https://storage.googleapis.com/jaak-static/web/component/stamps/cdmmp-v1.json";
     INPUT_SIZE = 320;
     CONFIDENCE_THRESHOLD = 0.6;
     // ISO/IEC 7810 ID-1 standard dimensions (85.60mm x 53.98mm)
@@ -266,25 +270,27 @@ const JaakStamps = class {
         }
         try {
             this.isLoading = true;
-            this.statusMessage = "Precargando modelo de detección...";
+            this.statusMessage = "Precargando modelos...";
             this.statusColor = "#007bff";
             const modelPath = this.MODEL_PATH;
-            this.debugLog('🤖 Preloading model:', modelPath);
+            this.debugLog('🤖 Preloading detection model:', modelPath);
             // Configure ONNX Runtime with device-specific optimizations
             const sessionOptions = this.getSessionOptions();
             this.session = await window.ort.InferenceSession.create(modelPath, sessionOptions);
+            // Preload MobileNet model and classes
+            await this.loadMobileNetModel();
             this.isModelPreloaded = true;
             this.isLoading = false;
-            this.statusMessage = "Modelo precargado. Listo para comenzar detección";
+            this.statusMessage = "Modelos precargados. Listo para comenzar detección";
             this.statusColor = "#28a745";
             this.emitReadyEvent();
-            this.debugLog('✅ Model preloaded successfully');
-            return { success: true, message: 'Model preloaded successfully' };
+            this.debugLog('✅ Models preloaded successfully');
+            return { success: true, message: 'Models preloaded successfully' };
         }
         catch (error) {
-            this.debugLog('❌ Error preloading model:', error);
+            this.debugLog('❌ Error preloading models:', error);
             this.isLoading = false;
-            this.statusMessage = "Error al precargar el modelo";
+            this.statusMessage = "Error al precargar los modelos";
             this.statusColor = "#ff6b6b";
             return { success: false, error: error.message };
         }
@@ -294,6 +300,80 @@ const JaakStamps = class {
             this.completeProcess(true);
         }
     }
+    async loadMobileNetModel() {
+        try {
+            this.debugLog('🤖 Loading MobileNet model...');
+            // Load class map
+            const classResponse = await fetch(this.MOBILENET_CLASSES_PATH);
+            if (!classResponse.ok) {
+                throw new Error(`Failed to load class map: ${this.MOBILENET_CLASSES_PATH}`);
+            }
+            this.mobileNetClassMap = await classResponse.json();
+            this.debugLog('📋 MobileNet classes loaded:', this.mobileNetClassMap);
+            // Load model
+            const sessionOptions = this.getSessionOptions();
+            this.mobileNetSession = await window.ort.InferenceSession.create(this.MOBILENET_MODEL_PATH, sessionOptions);
+            this.debugLog('✅ MobileNet model loaded successfully');
+        }
+        catch (error) {
+            this.debugLog('❌ Error loading MobileNet model:', error);
+            throw error;
+        }
+    }
+    preprocessMobileNet(canvas) {
+        // Create a temporary canvas for MobileNet preprocessing (224x224)
+        const tempCanvas = document.createElement('canvas');
+        tempCanvas.width = 224;
+        tempCanvas.height = 224;
+        const tempCtx = tempCanvas.getContext('2d');
+        // Draw the cropped image onto the 224x224 canvas
+        tempCtx.drawImage(canvas, 0, 0, 224, 224);
+        // Get image data and preprocess for MobileNet
+        const imageData = tempCtx.getImageData(0, 0, 224, 224);
+        const data = imageData.data;
+        const hw = 224 * 224;
+        const arr = new Float32Array(3 * hw);
+        // Normalize pixels: (pixel/255 - 0.5) / 0.5 = (pixel - 127.5) / 127.5
+        for (let i = 0; i < hw; i++) {
+            arr[i] = (data[i * 4 + 0] / 255 - 0.5) / 0.5; // R
+            arr[hw + i] = (data[i * 4 + 1] / 255 - 0.5) / 0.5; // G  
+            arr[2 * hw + i] = (data[i * 4 + 2] / 255 - 0.5) / 0.5; // B
+        }
+        return new window.ort.Tensor('float32', arr, [1, 3, 224, 224]);
+    }
+    async classifyDocument(canvas) {
+        if (!this.mobileNetSession || !this.mobileNetClassMap) {
+            this.debugLog('⚠️ MobileNet model not loaded');
+            return null;
+        }
+        try {
+            this.debugLog('🔍 Classifying document...');
+            // Preprocess image for MobileNet
+            const inputTensor = this.preprocessMobileNet(canvas);
+            // Run inference
+            const feeds = { input: inputTensor };
+            const results = await this.mobileNetSession.run(feeds);
+            const output = results[Object.keys(results)[0]].data;
+            // Find the class with highest confidence
+            const maxIdx = output.reduce((bestIdx, val, idx, arr) => val > arr[bestIdx] ? idx : bestIdx, 0);
+            const confidence = output[maxIdx];
+            const className = this.mobileNetClassMap[maxIdx.toString()] || "unknown";
+            this.debugLog('📄 Document classification result:', {
+                class: className,
+                confidence: confidence.toFixed(3),
+                classIndex: maxIdx
+            });
+            return {
+                class: className,
+                confidence: confidence,
+                classIndex: maxIdx
+            };
+        }
+        catch (error) {
+            this.debugLog('❌ Error classifying document:', error);
+            return null;
+        }
+    }
     cleanup() {
         if (this.animationId) {
             cancelAnimationFrame(this.animationId);
@@ -321,11 +401,16 @@ const JaakStamps = class {
             this.captureCtx = undefined;
             this.captureCanvas = undefined;
         }
-        // Disposed ONNX session
+        // Disposed ONNX sessions
         if (this.session) {
             this.session.release?.();
             this.session = undefined;
         }
+        if (this.mobileNetSession) {
+            this.mobileNetSession.release?.();
+            this.mobileNetSession = undefined;
+        }
+        this.mobileNetClassMap = undefined;
         this.isModelPreloaded = false;
         this.debugLog('🧹 Canvas pool cleaned up');
     }
@@ -456,18 +541,22 @@ const JaakStamps = class {
             // Check if model is already preloaded
             if (!this.session) {
                 this.isLoading = true;
-                this.statusMessage = "Cargando modelo de detección...";
+                this.statusMessage = "Cargando modelos...";
                 this.statusColor = "#007bff";
                 const modelPath = this.MODEL_PATH;
-                this.debugLog('🤖 Loading model:', modelPath);
+                this.debugLog('🤖 Loading detection model:', modelPath);
                 const sessionOptions = this.getSessionOptions();
                 this.session = await window.ort.InferenceSession.create(modelPath, sessionOptions);
+                // Load MobileNet model if not already loaded
+                if (!this.mobileNetSession) {
+                    await this.loadMobileNetModel();
+                }
                 this.isModelPreloaded = true;
                 this.emitReadyEvent();
             }
             else {
-                this.debugLog('🚀 Using preloaded model');
-                this.statusMessage = "Usando modelo precargado...";
+                this.debugLog('🚀 Using preloaded models');
+                this.statusMessage = "Usando modelos precargados...";
                 this.statusColor = "#007bff";
             }
             this.statusMessage = "Configurando cámara...";
@@ -686,7 +775,9 @@ const JaakStamps = class {
             corners?.forEach(corner => corner.classList.add('perfect-match'));
             if (!this.hasScreenshotTaken) {
                 this.lastDetectedBox = bestBox;
-                this.takeScreenshot();
+                this.takeScreenshot().catch(error => {
+                    this.debugLog('❌ Error taking screenshot:', error);
+                });
                 this.hasScreenshotTaken = true;
                 // Reset para permitir segunda captura
                 setTimeout(() => {
@@ -769,7 +860,7 @@ const JaakStamps = class {
             ctx.strokeRect(x, y, w, h);
         });
     }
-    takeScreenshot() {
+    async takeScreenshot() {
         if (!this.videoRef || !this.lastDetectedBox)
             return;
         // Activar animación
@@ -803,6 +894,15 @@ const JaakStamps = class {
             // Captura del frente usando canvas reutilizado
             this.capturedFullFrame = this.captureCanvas.toDataURL('image/png');
             this.capturedCroppedId = croppedCanvas.toDataURL('image/png');
+            // Classify the cropped document
+            const classification = await this.classifyDocument(croppedCanvas);
+            if (classification && classification.class === 'passport') {
+                // If it's a passport, skip back capture since passports don't have a back side
+                this.debugLog('📄 Passport detected - skipping back capture');
+                this.completeProcess(true);
+                return;
+            }
+            // For other IDs, continue with normal flow (back capture)
             this.captureStep = 'back';
             this.statusMessage = "Voltee la identificación y muestre la parte trasera";
             this.statusColor = "#007bff";
@@ -932,7 +1032,7 @@ const JaakStamps = class {
         this.cleanup();
     }
     render() {
-        return (index.h("div", { key: '7cd80970b12ba60949ff34b5a9405b9782267918', class: "detector-container" }, index.h("div", { key: '0e66e46a524bd37f60f30504a270f72b64a97fc1', class: "video-container" }, index.h("video", { key: '0c1b0719c626659e54bec8ce3383f50d990c32c1', ref: el => this.videoRef = el, autoplay: true, muted: true, playsinline: true, class: this.shouldMirrorVideo ? 'mirror' : '', style: { display: this.isVideoActive ? 'block' : 'none' } }), index.h("canvas", { key: '09fc3a2d511e48186099a0ff5d3d6378f15fe1c4', ref: el => this.canvasRef = el, class: this.shouldMirrorVideo ? 'mirror' : '' }), this.isMaskReady && (index.h("div", { key: '70a31b04c9543fc0834a848013daf06c654e4194', class: "overlay-mask" }, index.h("div", { key: '050dcdaa59b028b5c379de310a80ca7191bf8af8', class: "card-outline" }, index.h("div", { key: 'adef93f2e6b16b308dc5d67469f35c2025ca160f', class: "side side-top" }), index.h("div", { key: '4900bed8cc2607f92163a25bbf3c0d3a272b9840', class: "side side-right" }), index.h("div", { key: '11fc9da6cfe04b993bf4a72413da2344122b21e4', class: "side side-bottom" }), index.h("div", { key: 'ed95ac2578ba045e003d61144aecd09ef4f01561', class: "side side-left" }), index.h("div", { key: '37eec8aad0a0d449174d52caab7aec5a25d11731', class: "corner corner-tl" }), index.h("div", { key: 'c7247e71d8936d0a30f415f73377713a8c457420', class: "corner corner-tr" }), index.h("div", { key: 'e131e0c3bd66068ae1d33cd7211edafd92dfbe62', class: "corner corner-bl" }), index.h("div", { key: '89234ddcde735501907276e10287af983033ec85', class: "corner corner-br" }), !this.showFlipAnimation && !this.showSuccessAnimation && (index.h("div", { key: '4b2543dd05f173b3ee4e3053ed7b62d4e7b75e63', class: "guide-text" }, this.statusMessage))), this.captureStep === 'back' && !this.showFlipAnimation && !this.showSuccessAnimation && (index.h("button", { key: 'e7e2b2b1486f7024fc2d42073313833bca88e315', class: "skip-button", onClick: () => this.skipBackCapture(), type: "button" }, "Saltar reverso")))), this.isCapturing && (index.h("div", { key: '6ca8283fe3eb1c5b2700c0d313afb51c2db3ea7f', class: "capture-animation" })), this.showFlipAnimation && (index.h("div", { key: 'eaed1200385a98a8750cdaef2dad9f8ff63914f3', class: "flip-animation" }, index.h("div", { key: 'dbe9bfc929fa8b13cadc60cdece603c48dbcbd4c', class: "id-card-icon" }), index.h("div", { key: '82b9de0910a993b6cf3af7ecdf43de41d495c181', class: "flip-text" }, "\u00A1Voltea tu identificaci\u00F3n!"))), this.showSuccessAnimation && (index.h("div", { key: '92ef47686b0fbf91f6a3f8c3c3f23a78a6fc76f8', class: "success-animation" }, index.h("div", { key: '35aeb41dce144fc844d7447a958473834f6b0843', class: "check-icon" }), index.h("div", { key: '2ba06161a8d665394803ce8cc90320b154048c0b', class: "success-text" }, "\u00A1Proceso completado!"))), this.isLoading && (index.h("div", { key: '8abc4f5724ca6543698f7ca9116ccfc9c042edbd', class: "loading-overlay" }, index.h("div", { key: '5c8f73bb7c30c6a4c304e96e4db2bf75dc89b89e', class: "loading-spinner" }), index.h("div", { key: '8f5665f21be98ddccb9d9d2c6412e4edf4571a51', class: "loading-text" }, this.statusMessage))), index.h("div", { key: '00316bee3c56f07b9771c400f5b84b7e14dca4af', class: "watermark" }, index.h("img", { key: 'd7f58ffa993405912f8aa26386f39caa72e7a000', src: "https://storage.googleapis.com/jaak-static/commons/powered-by-jaak.png", alt: "Powered by Jaak" })))));
+        return (index.h("div", { key: 'd6cd4225500c44e5c7fb4f2b3dc453a055467066', class: "detector-container" }, index.h("div", { key: '6bd49b0bcd686648aeffb8fb95203dc0779f1d8a', class: "video-container" }, index.h("video", { key: 'd2666ce9d1f5b84703ac86fd4eb901f4298ed7d5', ref: el => this.videoRef = el, autoplay: true, muted: true, playsinline: true, class: this.shouldMirrorVideo ? 'mirror' : '', style: { display: this.isVideoActive ? 'block' : 'none' } }), index.h("canvas", { key: 'e997f063450d81d2a15398f0761c9d06c28a85c9', ref: el => this.canvasRef = el, class: this.shouldMirrorVideo ? 'mirror' : '' }), this.isMaskReady && (index.h("div", { key: '4ccb8bf05091a7173255181eae1a8699fe512b56', class: "overlay-mask" }, index.h("div", { key: 'b35defa8c207b05e41d64c8e1eefc905d31fad55', class: "card-outline" }, index.h("div", { key: '6ed8dad63d6d79c1bb4a64f0b28467f5b29d778a', class: "side side-top" }), index.h("div", { key: '403d4a5ba681a58ad1870a4339e19b4f037a8795', class: "side side-right" }), index.h("div", { key: '3cb3276bb184a4b76419b4cb0b4fcb151a4df631', class: "side side-bottom" }), index.h("div", { key: 'ed7c9bec0e708ab282ba8b24a08d21b8126af27e', class: "side side-left" }), index.h("div", { key: '157be211355bf9260dc7a73d03831dbb1a2945e3', class: "corner corner-tl" }), index.h("div", { key: 'b19af5f319333ff05f981063af939d2c4cfc9b5f', class: "corner corner-tr" }), index.h("div", { key: '6fcd3e2c8842261dcd32c36e6df5b2f3dd0c8fc8', class: "corner corner-bl" }), index.h("div", { key: '7caab5eaee62f3f9039075b3748083c89c8127e0', class: "corner corner-br" }), !this.showFlipAnimation && !this.showSuccessAnimation && (index.h("div", { key: 'e3dd42ddb75b22aeef438d8651955f3dc039f00c', class: "guide-text" }, this.statusMessage))), this.captureStep === 'back' && !this.showFlipAnimation && !this.showSuccessAnimation && (index.h("button", { key: '54b8651817cd52bad2f34ac1413a4b1e21166cee', class: "skip-button", onClick: () => this.skipBackCapture(), type: "button" }, "Saltar reverso")))), this.isCapturing && (index.h("div", { key: '853707a4fa71eeacbee7985e619fca80d6522cbd', class: "capture-animation" })), this.showFlipAnimation && (index.h("div", { key: '246ed3f5dc57ee57345105cdebe5f950d5ff4c90', class: "flip-animation" }, index.h("div", { key: 'f03c6c87c8f5e98a32176cca061d369a521da2e8', class: "id-card-icon" }), index.h("div", { key: 'e357785b076a9e41ea4f9b3d9c14e847bacc9604', class: "flip-text" }, "\u00A1Voltea tu identificaci\u00F3n!"))), this.showSuccessAnimation && (index.h("div", { key: 'df3adaaecd3d547938638c58ccc0e89f8325fc23', class: "success-animation" }, index.h("div", { key: 'a023985b8afd6ed72f9e1c2ee63e2c7ba9fb960b', class: "check-icon" }), index.h("div", { key: '739ff7f329f2131061a6860529c07c8819800aab', class: "success-text" }, "\u00A1Proceso completado!"))), this.isLoading && (index.h("div", { key: '9b02df640528a19cb15e5dbabf9ecb43afbceffa', class: "loading-overlay" }, index.h("div", { key: '3652c8e355ea7fe623c478229bf548bdf30e399a', class: "loading-spinner" }), index.h("div", { key: '334f4469b5672f6af78b8679c15ed8c59ecefa85', class: "loading-text" }, this.statusMessage))), index.h("div", { key: 'a0b7c9b92771cff96e97bd67da2fd3090b080f8a', class: "watermark" }, index.h("img", { key: 'b5c8f0de1d8138d4a0c80526fd33b2daefa86b16', src: "https://storage.googleapis.com/jaak-static/commons/powered-by-jaak.png", alt: "Powered by Jaak" })))));
     }
 };
 JaakStamps.style = myComponentCss;