@souscheflabs/ml-vision 0.1.0

package/dist/hooks/useMultiBarcodeScanner.d.ts

@@ -0,0 +1,34 @@
+/**
+ * useMultiBarcodeScanner Hook
+ *
+ * React hook for scanning multiple barcodes in a single frame or photo.
+ * Uses VisionCamera's built-in MLKit barcode scanning.
+ *
+ * @example
+ * ```typescript
+ * import { useMultiBarcodeScanner } from '@souschef/ml-vision';
+ *
+ * function GroceryScanner() {
+ *   const {
+ *     isScanning,
+ *     results,
+ *     startScanning,
+ *     stopScanning,
+ *     scanPhoto,
+ *   } = useMultiBarcodeScanner({
+ *     formats: ['ean-13', 'upc-a'],
+ *     onDetected: (barcodes) => console.log('Found:', barcodes),
+ *   });
+ *
+ *   return (
+ *     // Your camera UI
+ *   );
+ * }
+ * ```
+ */
+import type { UseMultiBarcodeScannerOptions, UseMultiBarcodeScannerReturn } from '../types';
+/**
+ * Hook for multi-barcode scanning
+ */
+export declare function useMultiBarcodeScanner(options?: UseMultiBarcodeScannerOptions): UseMultiBarcodeScannerReturn;
+export default useMultiBarcodeScanner;

package/dist/hooks/useMultiBarcodeScanner.js

@@ -0,0 +1,290 @@
+"use strict";
+/**
+ * useMultiBarcodeScanner Hook
+ *
+ * React hook for scanning multiple barcodes in a single frame or photo.
+ * Uses VisionCamera's built-in MLKit barcode scanning.
+ *
+ * @example
+ * ```typescript
+ * import { useMultiBarcodeScanner } from '@souschef/ml-vision';
+ *
+ * function GroceryScanner() {
+ *   const {
+ *     isScanning,
+ *     results,
+ *     startScanning,
+ *     stopScanning,
+ *     scanPhoto,
+ *   } = useMultiBarcodeScanner({
+ *     formats: ['ean-13', 'upc-a'],
+ *     onDetected: (barcodes) => console.log('Found:', barcodes),
+ *   });
+ *
+ *   return (
+ *     // Your camera UI
+ *   );
+ * }
+ * ```
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.useMultiBarcodeScanner = useMultiBarcodeScanner;
+const react_1 = require("react");
+const barcode_1 = require("../types/barcode");
+const MLVisionProvider_1 = require("../core/MLVisionProvider");
+// ============================================================================
+// Constants
+// ============================================================================
+/** Default scan interval in milliseconds */
+const DEFAULT_SCAN_INTERVAL = 100;
+/** Maximum barcodes to detect per scan */
+const DEFAULT_MAX_BARCODES = 20;
+// ============================================================================
+// Hook Implementation
+// ============================================================================
+/**
+ * Hook for multi-barcode scanning
+ */
+function useMultiBarcodeScanner(options = {}) {
+    const { formats = barcode_1.GROCERY_BARCODE_FORMATS, maxBarcodes = DEFAULT_MAX_BARCODES, scanInterval = DEFAULT_SCAN_INTERVAL, onDetected, onError, hapticFeedback = true, deduplicate = true, } = options;
+    // Context
+    const { cacheManager } = (0, MLVisionProvider_1.useMLVisionContext)();
+    // State
+    const [isReady, _setIsReady] = (0, react_1.useState)(true); // MLKit is always ready
+    const [isScanning, setIsScanning] = (0, react_1.useState)(false);
+    const [results, setResults] = (0, react_1.useState)([]);
+    const [error, setError] = (0, react_1.useState)(null);
+    // Refs
+    const seenBarcodesRef = (0, react_1.useRef)(new Set());
+    const lastScanTimeRef = (0, react_1.useRef)(0);
+    // ============================================================================
+    // Barcode Processing
+    // ============================================================================
+    /**
+     * Process detected barcodes from VisionCamera
+     */
+    const processDetectedBarcodes = (0, react_1.useCallback)((codes) => {
+        const now = Date.now();
+        // Throttle processing
+        if (now - lastScanTimeRef.current < scanInterval) {
+            return;
+        }
+        lastScanTimeRef.current = now;
+        // Convert to our format
+        const detections = codes
+            .slice(0, maxBarcodes)
+            .map((code) => {
+            const format = mapCodeType(code.type);
+            const barcodeData = {
+                format,
+                value: code.value,
+                displayValue: formatBarcodeDisplay(code.value, format),
+            };
+            return {
+                id: `barcode_${now}_${Math.random().toString(36).substr(2, 9)}`,
+                type: 'barcode',
+                confidence: 1.0, // MLKit doesn't provide confidence
+                data: barcodeData,
+                source: 'on_device',
+                processingTimeMs: 0,
+                timestamp: now,
+            };
+        })
+            .filter((det) => formats.includes(det.data.format));
+        // Deduplicate if enabled
+        let newDetections = detections;
+        if (deduplicate) {
+            newDetections = detections.filter((det) => {
+                const key = `${det.data.format}:${det.data.value}`;
+                if (seenBarcodesRef.current.has(key)) {
+                    return false;
+                }
+                seenBarcodesRef.current.add(key);
+                return true;
+            });
+        }
+        if (newDetections.length === 0)
+            return;
+        // Update results
+        setResults((prev) => [...prev, ...newDetections]);
+        // Cache barcodes
+        if (cacheManager) {
+            for (const det of newDetections) {
+                cacheManager.setBarcode(det.data.value, {
+                    barcode: det.data.value,
+                    format: det.data.format,
+                    found: true,
+                });
+            }
+        }
+        // Callback
+        onDetected?.(newDetections);
+        // Haptic feedback
+        if (hapticFeedback && newDetections.length > 0) {
+            // Trigger haptic - implement based on your haptic service
+            // HapticService.light();
+        }
+    }, [
+        formats,
+        maxBarcodes,
+        scanInterval,
+        deduplicate,
+        cacheManager,
+        onDetected,
+        hapticFeedback,
+    ]);
+    // ============================================================================
+    // Actions
+    // ============================================================================
+    /**
+     * Start continuous scanning
+     */
+    const startScanning = (0, react_1.useCallback)(() => {
+        setIsScanning(true);
+        setError(null);
+    }, []);
+    /**
+     * Stop scanning
+     */
+    const stopScanning = (0, react_1.useCallback)(() => {
+        setIsScanning(false);
+    }, []);
+    /**
+     * Scan a photo for barcodes
+     */
+    const scanPhoto = (0, react_1.useCallback)(async (_uri) => {
+        try {
+            setError(null);
+            // Note: Photo scanning requires native module integration
+            // This is a placeholder that would use MLKit's image labeling
+            // In practice, you'd use a native module or server endpoint
+            console.log('[useMultiBarcodeScanner] Photo scanning not yet implemented natively');
+            console.log('[useMultiBarcodeScanner] Use real-time camera scanning instead');
+            // Return empty for now - implement with native module
+            return [];
+        }
+        catch (err) {
+            const scanError = err instanceof Error ? err : new Error('Scan failed');
+            setError(scanError);
+            onError?.(scanError);
+            return [];
+        }
+    }, [onError]);
+    /**
+     * Clear all results
+     */
+    const clearResults = (0, react_1.useCallback)(() => {
+        setResults([]);
+    }, []);
+    /**
+     * Reset scanner state
+     */
+    const reset = (0, react_1.useCallback)(() => {
+        setResults([]);
+        setError(null);
+        seenBarcodesRef.current.clear();
+        setIsScanning(false);
+    }, []);
+    // ============================================================================
+    // Frame Processor Configuration
+    // ============================================================================
+    /**
+     * VisionCamera code scanner configuration
+     * Use this with VisionCamera's codeScanner prop
+     */
+    const codeScannerConfig = (0, react_1.useMemo)(() => ({
+        codeTypes: formats.map(mapFormatToCodeType),
+        onCodeScanned: processDetectedBarcodes,
+    }), [formats, processDetectedBarcodes]);
+    // Frame processor is the code scanner config for VisionCamera
+    const frameProcessor = (0, react_1.useMemo)(() => {
+        if (!isScanning)
+            return null;
+        return codeScannerConfig;
+    }, [isScanning, codeScannerConfig]);
+    // ============================================================================
+    // Return
+    // ============================================================================
+    return {
+        // State
+        isReady,
+        isScanning,
+        results,
+        error,
+        // Actions
+        startScanning,
+        stopScanning,
+        scanPhoto,
+        clearResults,
+        reset,
+        // Frame processor
+        frameProcessor,
+    };
+}
+// ============================================================================
+// Helper Functions
+// ============================================================================
+/**
+ * Map VisionCamera code type to our BarcodeFormat
+ */
+function mapCodeType(codeType) {
+    const mapping = {
+        'ean-13': 'ean-13',
+        'ean-8': 'ean-8',
+        'upc-a': 'upc-a',
+        'upc-e': 'upc-e',
+        'code-128': 'code-128',
+        'code-39': 'code-39',
+        'code-93': 'code-93',
+        'itf': 'itf',
+        'codabar': 'codabar',
+        'qr': 'qr',
+        'data-matrix': 'data-matrix',
+        'pdf-417': 'pdf-417',
+        'aztec': 'aztec',
+        // Handle variations
+        EAN_13: 'ean-13',
+        EAN_8: 'ean-8',
+        UPC_A: 'upc-a',
+        UPC_E: 'upc-e',
+        CODE_128: 'code-128',
+        CODE_39: 'code-39',
+        CODE_93: 'code-93',
+        ITF: 'itf',
+        CODABAR: 'codabar',
+        QR_CODE: 'qr',
+        DATA_MATRIX: 'data-matrix',
+        PDF_417: 'pdf-417',
+        AZTEC: 'aztec',
+    };
+    return mapping[codeType] || 'code-128';
+}
+/**
+ * Map our BarcodeFormat to VisionCamera code type
+ */
+function mapFormatToCodeType(format) {
+    // VisionCamera uses the same format names
+    return format;
+}
+/**
+ * Format barcode value for display
+ */
+function formatBarcodeDisplay(value, format) {
+    switch (format) {
+        case 'ean-13':
+            // Format: X-XXXXXX-XXXXX-X
+            if (value.length === 13) {
+                return `${value[0]}-${value.slice(1, 7)}-${value.slice(7, 12)}-${value[12]}`;
+            }
+            return value;
+        case 'upc-a':
+            // Format: X-XXXXX-XXXXX-X
+            if (value.length === 12) {
+                return `${value[0]}-${value.slice(1, 6)}-${value.slice(6, 11)}-${value[11]}`;
+            }
+            return value;
+        default:
+            return value;
+    }
+}
+exports.default = useMultiBarcodeScanner;

package/dist/hooks/useProductDetector.d.ts

@@ -0,0 +1,38 @@
+/**
+ * useProductDetector Hook
+ *
+ * React hook for visual product detection using TFLite models.
+ * Detects products in photos or camera frames using YOLOv8.
+ *
+ * @example
+ * ```typescript
+ * import { useProductDetector } from '@souschef/ml-vision';
+ *
+ * function FridgeScanner() {
+ *   const {
+ *     isModelLoaded,
+ *     isDetecting,
+ *     detections,
+ *     detectProducts,
+ *   } = useProductDetector({
+ *     minConfidence: 0.5,
+ *     onDetected: (products) => console.log('Found:', products),
+ *   });
+ *
+ *   const handleCapture = async (photoUri: string) => {
+ *     const results = await detectProducts(photoUri);
+ *     // results contain detected products with bounding boxes
+ *   };
+ *
+ *   return (
+ *     // Your camera UI
+ *   );
+ * }
+ * ```
+ */
+import type { UseProductDetectorOptions, UseProductDetectorReturn } from '../types';
+/**
+ * Hook for visual product detection using TFLite
+ */
+export declare function useProductDetector(options?: UseProductDetectorOptions): UseProductDetectorReturn;
+export default useProductDetector;