@souscheflabs/ml-vision 0.1.1 → 0.1.2

package/dist/esm/hooks/useVideoScanner.js

@@ -0,0 +1,383 @@
+/**
+ * useVideoScanner Hook
+ *
+ * React hook for real-time video scanning combining product detection,
+ * barcode scanning, and text recognition.
+ *
+ * @example
+ * ```typescript
+ * import { useVideoScanner } from '@souschef/ml-vision';
+ *
+ * function LiveScanner() {
+ *   const {
+ *     isScanning,
+ *     products,
+ *     barcodes,
+ *     startScanning,
+ *     stopScanning,
+ *     cameraRef,
+ *   } = useVideoScanner({
+ *     modes: ['products', 'barcodes'],
+ *     onDetected: (results) => console.log('Found:', results),
+ *   });
+ *
+ *   return (
+ *     <Camera ref={cameraRef} />
+ *   );
+ * }
+ * ```
+ */
+import { useState, useCallback, useRef, useMemo, useEffect } from 'react';
+import { useMLVisionContext } from '../core/MLVisionProvider';
+import { useProductDetector } from './useProductDetector';
+import { useMultiBarcodeScanner } from './useMultiBarcodeScanner';
+import { useTFLiteFrameProcessor, } from '../processors/tfliteFrameProcessor';
+import { COCO_CLASSES } from './classLabelsCoco';
+import { logger } from '../utils/logger';
+// ============================================================================
+// Constants
+// ============================================================================
+const DEFAULT_TARGET_FPS = 10;
+const DEFAULT_SMOOTHING_FRAMES = 3;
+const MS_PER_SECOND = 1000;
+// ============================================================================
+// Hook Implementation
+// ============================================================================
+/**
+ * Hook for real-time video scanning
+ */
+export function useVideoScanner(options = {}) {
+    const { modes = ['products', 'barcodes'], targetFps = DEFAULT_TARGET_FPS, minProductConfidence = 0.5, productCategories, maxProducts = 10, maxBarcodes = 5, temporalSmoothing = true, smoothingFrames = DEFAULT_SMOOTHING_FRAMES, onDetected, onError, hapticFeedback = true, 
+    // TFLite options
+    tfliteModel, useOnDeviceFrameProcessor = !!tfliteModel, foodOnly = true, } = options;
+    // Context
+    const { isInitialized } = useMLVisionContext();
+    // Child hooks
+    const productDetector = useProductDetector({
+        model: 'fast',
+        minConfidence: minProductConfidence,
+        categories: productCategories,
+        maxDetections: maxProducts,
+        hapticFeedback: false, // We'll handle haptics at video level
+    });
+    const barcodeScanner = useMultiBarcodeScanner({
+        maxBarcodes,
+        hapticFeedback: false,
+    });
+    // State
+    const [isScanning, setIsScanning] = useState(false);
+    const [products, setProducts] = useState([]);
+    const [barcodes, setBarcodes] = useState([]);
+    const [frameNumber, setFrameNumber] = useState(0);
+    const [fps, setFps] = useState(0);
+    const [error, setError] = useState(null);
+    // Track inference time from TFLite frame processor
+    const inferenceTimeMsRef = useRef(0);
+    // ============================================================================
+    // TFLite Frame Processor (for real-time video detection)
+    // ============================================================================
+    /**
+     * Convert TFLite detection to ProductDetectionResult
+     */
+    const tfliteToProductResult = useCallback((detection) => {
+        return {
+            id: `tflite_${Date.now()}_${detection.classIndex}`,
+            type: 'product',
+            confidence: detection.confidence,
+            boundingBox: {
+                x: detection.x,
+                y: detection.y,
+                width: detection.width,
+                height: detection.height,
+            },
+            source: 'on_device',
+            processingTimeMs: 0,
+            timestamp: Date.now(),
+            data: {
+                category: 'produce', // Map to closest ProductCategory
+                classLabel: detection.label,
+                classIndex: detection.classIndex,
+                name: detection.label.charAt(0).toUpperCase() + detection.label.slice(1),
+            },
+        };
+    }, []);
+    /**
+     * Handle TFLite detections
+     */
+    const handleTFLiteDetections = useCallback((detections) => {
+        const productResults = detections.map(tfliteToProductResult);
+        setProducts(productResults);
+        setFrameNumber((prev) => prev + 1);
+        // Callback
+        if (productResults.length > 0 && onDetected) {
+            onDetected({
+                products: productResults,
+                barcodes,
+                timestamp: Date.now(),
+                frameNumber,
+            });
+        }
+    }, [tfliteToProductResult, barcodes, frameNumber, onDetected]);
+    // TFLite frame processor hook
+    const tfliteFrameProcessor = useTFLiteFrameProcessor({
+        model: useOnDeviceFrameProcessor ? tfliteModel ?? null : null,
+        numClasses: 80, // COCO
+        confThreshold: minProductConfidence,
+        classLabels: [...COCO_CLASSES], // Convert readonly to mutable array
+        foodOnly,
+        onDetections: handleTFLiteDetections,
+    });
+    // Refs
+    const cameraRef = useRef(null);
+    const lastFrameTimeRef = useRef(0);
+    const frameCountRef = useRef(0);
+    const fpsStartTimeRef = useRef(Date.now());
+    const productHistoryRef = useRef([]);
+    const mountedRef = useRef(true);
+    // Computed readiness
+    const isReady = useMemo(() => {
+        // For products: either TFLite frame processor is ready, or productDetector is loaded
+        const productReady = !modes.includes('products') ||
+            (useOnDeviceFrameProcessor ? tfliteFrameProcessor.isReady : productDetector.isModelLoaded);
+        const barcodeReady = !modes.includes('barcodes') || barcodeScanner.isReady;
+        return isInitialized && productReady && barcodeReady;
+    }, [
+        isInitialized,
+        modes,
+        useOnDeviceFrameProcessor,
+        tfliteFrameProcessor.isReady,
+        productDetector.isModelLoaded,
+        barcodeScanner.isReady,
+    ]);
+    // ============================================================================
+    // FPS Calculation
+    // ============================================================================
+    useEffect(() => {
+        if (!isScanning)
+            return;
+        const interval = setInterval(() => {
+            const now = Date.now();
+            const elapsed = (now - fpsStartTimeRef.current) / MS_PER_SECOND;
+            if (elapsed > 0) {
+                setFps(Math.round(frameCountRef.current / elapsed));
+            }
+            frameCountRef.current = 0;
+            fpsStartTimeRef.current = now;
+        }, MS_PER_SECOND);
+        return () => clearInterval(interval);
+    }, [isScanning]);
+    // ============================================================================
+    // Temporal Smoothing
+    // ============================================================================
+    /**
+     * Apply temporal smoothing to product detections
+     */
+    const smoothProducts = useCallback((newProducts) => {
+        if (!temporalSmoothing)
+            return newProducts;
+        // Add to history
+        productHistoryRef.current.push(newProducts);
+        if (productHistoryRef.current.length > smoothingFrames) {
+            productHistoryRef.current.shift();
+        }
+        // Count occurrences of each class
+        const classCounts = new Map();
+        const bestDetections = new Map();
+        for (const frameProducts of productHistoryRef.current) {
+            for (const product of frameProducts) {
+                const key = product.data.classLabel;
+                const count = (classCounts.get(key) || 0) + 1;
+                classCounts.set(key, count);
+                // Keep best confidence detection
+                const existing = bestDetections.get(key);
+                if (!existing || product.confidence > existing.confidence) {
+                    bestDetections.set(key, product);
+                }
+            }
+        }
+        // Keep products that appear in at least half the frames
+        const threshold = Math.ceil(smoothingFrames / 2);
+        return Array.from(bestDetections.entries())
+            .filter(([key]) => (classCounts.get(key) || 0) >= threshold)
+            .map(([, product]) => product);
+    }, [temporalSmoothing, smoothingFrames]);
+    // ============================================================================
+    // Frame Processing
+    // ============================================================================
+    /**
+     * Process a frame (called from frame processor)
+     * @deprecated Use TFLite frame processor instead
+     */
+    const _processFrame = useCallback(async (frameUri) => {
+        const now = Date.now();
+        const minInterval = MS_PER_SECOND / targetFps;
+        // Throttle based on target FPS
+        if (now - lastFrameTimeRef.current < minInterval) {
+            return;
+        }
+        lastFrameTimeRef.current = now;
+        frameCountRef.current++;
+        try {
+            const results = {
+                products: [],
+                barcodes: [],
+                timestamp: now,
+                frameNumber: frameNumber,
+            };
+            // Product detection
+            if (modes.includes('products') && productDetector.isModelLoaded) {
+                const detected = await productDetector.detectProducts(frameUri);
+                results.products = smoothProducts(detected);
+            }
+            // Barcode detection is handled by VisionCamera's code scanner
+            // Results come through barcodeScanner.results
+            // Update state
+            if (mountedRef.current) {
+                setFrameNumber((prev) => prev + 1);
+                if (results.products.length > 0) {
+                    setProducts(results.products);
+                }
+                // Combine with barcode results
+                results.barcodes = barcodeScanner.results;
+                // Callback
+                if (results.products.length > 0 || results.barcodes.length > 0) {
+                    onDetected?.(results);
+                    // Haptic feedback
+                    if (hapticFeedback) {
+                        // Trigger haptic
+                    }
+                }
+            }
+        }
+        catch (err) {
+            const frameError = err instanceof Error ? err : new Error('Frame processing failed');
+            logger.error('[VideoScanner] Frame error:', frameError);
+            setError(frameError);
+            onError?.(frameError);
+        }
+    }, [
+        targetFps,
+        frameNumber,
+        modes,
+        productDetector,
+        barcodeScanner.results,
+        smoothProducts,
+        onDetected,
+        onError,
+        hapticFeedback,
+    ]);
+    // ============================================================================
+    // Actions
+    // ============================================================================
+    /**
+     * Start video scanning
+     */
+    const startScanning = useCallback(() => {
+        if (!isReady) {
+            logger.warn('[VideoScanner] Not ready to scan');
+            return;
+        }
+        setIsScanning(true);
+        setError(null);
+        frameCountRef.current = 0;
+        fpsStartTimeRef.current = Date.now();
+        productHistoryRef.current = [];
+        // Start barcode scanner if enabled
+        if (modes.includes('barcodes')) {
+            barcodeScanner.startScanning();
+        }
+    }, [isReady, modes, barcodeScanner]);
+    /**
+     * Stop video scanning
+     */
+    const stopScanning = useCallback(() => {
+        setIsScanning(false);
+        barcodeScanner.stopScanning();
+    }, [barcodeScanner]);
+    /**
+     * Toggle scanning
+     */
+    const toggleScanning = useCallback(() => {
+        if (isScanning) {
+            stopScanning();
+        }
+        else {
+            startScanning();
+        }
+    }, [isScanning, startScanning, stopScanning]);
+    /**
+     * Clear all detections
+     */
+    const clearDetections = useCallback(() => {
+        setProducts([]);
+        setBarcodes([]);
+        barcodeScanner.clearResults();
+        productDetector.clearDetections();
+        productHistoryRef.current = [];
+    }, [barcodeScanner, productDetector]);
+    /**
+     * Capture current frame as photo
+     */
+    const captureFrame = useCallback(async () => {
+        // This would use VisionCamera's takePhoto method
+        // Requires ref to be properly typed and connected
+        logger.debug('[VideoScanner] Frame capture requires VisionCamera ref');
+        return null;
+    }, []);
+    // ============================================================================
+    // Frame Processor Configuration
+    // ============================================================================
+    const frameProcessorConfig = useMemo(() => {
+        if (!isScanning)
+            return null;
+        return {
+            // For VisionCamera frame processor
+            // This would be used with useFrameProcessor
+            codeScanner: modes.includes('barcodes') ? barcodeScanner.frameProcessor : undefined,
+            // Product detection happens through processFrame
+        };
+    }, [isScanning, modes, barcodeScanner.frameProcessor]);
+    // ============================================================================
+    // Cleanup
+    // ============================================================================
+    useEffect(() => {
+        mountedRef.current = true;
+        return () => {
+            mountedRef.current = false;
+        };
+    }, []);
+    // Sync barcode results
+    useEffect(() => {
+        if (barcodeScanner.results.length > 0) {
+            setBarcodes(barcodeScanner.results);
+        }
+    }, [barcodeScanner.results]);
+    // ============================================================================
+    // Return
+    // ============================================================================
+    return {
+        // State
+        isScanning,
+        isReady,
+        products,
+        barcodes,
+        frameNumber,
+        fps,
+        error,
+        inferenceTimeMs: inferenceTimeMsRef.current,
+        // Actions
+        startScanning,
+        stopScanning,
+        toggleScanning,
+        clearDetections,
+        captureFrame,
+        // Camera ref
+        cameraRef,
+        // Frame processor config
+        frameProcessorConfig,
+        // TFLite frame processor (use this with VisionCamera)
+        frameProcessor: useOnDeviceFrameProcessor ? tfliteFrameProcessor.frameProcessor : undefined,
+    };
+}
+export default useVideoScanner;
+//# sourceMappingURL=useVideoScanner.js.map

package/dist/esm/hooks/useVideoScanner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"useVideoScanner.js","sourceRoot":"","sources":["../../../src/hooks/useVideoScanner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAEH,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAQ1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EACL,uBAAuB,GAExB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAsGzC,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,+EAA+E;AAC/E,sBAAsB;AACtB,+EAA+E;AAE/E;;GAEG;AACH,MAAM,UAAU,eAAe,CAC7B,UAAkC,EAAE;IAEpC,MAAM,EACJ,KAAK,GAAG,CAAC,UAAU,EAAE,UAAU,CAAC,EAChC,SAAS,GAAG,kBAAkB,EAC9B,oBAAoB,GAAG,GAAG,EAC1B,iBAAiB,EACjB,WAAW,GAAG,EAAE,EAChB,WAAW,GAAG,CAAC,EACf,iBAAiB,GAAG,IAAI,EACxB,eAAe,GAAG,wBAAwB,EAC1C,UAAU,EACV,OAAO,EACP,cAAc,GAAG,IAAI;IACrB,iBAAiB;IACjB,WAAW,EACX,yBAAyB,GAAG,CAAC,CAAC,WAAW,EACzC,QAAQ,GAAG,IAAI,GAChB,GAAG,OAAO,CAAC;IAEZ,UAAU;IACV,MAAM,EAAE,aAAa,EAAE,GAAG,kBAAkB,EAAE,CAAC;IAE/C,cAAc;IACd,MAAM,eAAe,GAAG,kBAAkB,CAAC;QACzC,KAAK,EAAE,MAAM;QACb,aAAa,EAAE,oBAAoB;QACnC,UAAU,EAAE,iBAAiB;QAC7B,aAAa,EAAE,WAAW;QAC1B,cAAc,EAAE,KAAK,EAAE,sCAAsC;KAC9D,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,sBAAsB,CAAC;QAC5C,WAAW;QACX,cAAc,EAAE,KAAK;KACtB,CAAC,CAAC;IAEH,QAAQ;IACR,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;IACpD,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAA2B,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,QAAQ,EAAE,WAAW,CAAC,GAAG,QAAQ,CAA2B,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,GAAG,QAAQ,CAAe,IAAI,CAAC,CAAC;IACvD,mDAAmD;IACnD,MAAM,kBAAkB,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAErC,+EAA+E;IAC/E,yDAAyD;IACzD,+EAA+E;IAE/E;;OAEG;IACH,MAAM,qBAAqB,GAAG,WAAW,CACvC,CAAC,SAA0B,EAA0B,EAAE;QACrD,OAAO;YACL,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC,UAAU,EAAE;YAClD,IAAI,EAAE,SAAS;YACf,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,WAAW,EAAE;gBACX,CAAC,EAAE,SAAS,CAAC,CAAC;gBACd,CAAC,EAAE,SAAS,CAAC,CAAC;gBACd,KAAK,EAAE,SAAS,CAAC,KAAK;gBACtB,MAAM,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,MAAM,EAAE,WAAW;YACnB,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE;gBACJ,QAAQ,EAAE,SAAS,EAAE,iCAAiC;gBACtD,UAAU,EAAE,SAAS,CAAC,KAAK;gBAC3B,UAAU,EAAE,SAAS,CAAC,UAAU;gBAChC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;aACzE;SACF,CAAC;IACJ,CAAC,EACD,EAAE,CACH,CAAC;IAEF;;OAEG;IACH,MAAM,sBAAsB,GAAG,WAAW,CACxC,CAAC,UAA6B,EAAE,EAAE;QAChC,MAAM,cAAc,GAAG,UAAU,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC7D,WAAW,CAAC,cAAc,CAAC,CAAC;QAC5B,cAAc,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAEnC,WAAW;QACX,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;YAC5C,UAAU,CAAC;gBACT,QAAQ,EAAE,cAAc;gBACxB,QAAQ;gBACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC,EACD,CAAC,qBAAqB,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC,CAC3D,CAAC;IAEF,8BAA8B;IAC9B,MAAM,oBAAoB,GAAG,uBAAuB,CAAC;QACnD,KAAK,EAAE,yBAAyB,CAAC,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI;QAC7D,UAAU,EAAE,EAAE,EAAE,OAAO;QACvB,aAAa,EAAE,oBAAoB;QACnC,WAAW,EAAE,CAAC,GAAG,YAAY,CAAC,EAAE,oCAAoC;QACpE,QAAQ;QACR,YAAY,EAAE,sBAAsB;KACrC,CAAC,CAAC;IAEH,OAAO;IACP,MAAM,SAAS,GAAG,MAAM,CAAS,IAAI,CAAC,CAAC;IACvC,MAAM,gBAAgB,GAAG,MAAM,CAAS,CAAC,CAAC,CAAC;IAC3C,MAAM,aAAa,GAAG,MAAM,CAAS,CAAC,CAAC,CAAC;IACxC,MAAM,eAAe,GAAG,MAAM,CAAS,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IACnD,MAAM,iBAAiB,GAAG,MAAM,CAA6B,EAAE,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAEhC,qBAAqB;IACrB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE;QAC3B,qFAAqF;QACrF,MAAM,YAAY,GAChB,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC3B,CAAC,yBAAyB,CAAC,CAAC,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QAC7F,MAAM,YAAY,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC;QAC3E,OAAO,aAAa,IAAI,YAAY,IAAI,YAAY,CAAC;IACvD,CAAC,EAAE;QACD,aAAa;QACb,KAAK;QACL,yBAAyB;QACzB,oBAAoB,CAAC,OAAO;QAC5B,eAAe,CAAC,aAAa;QAC7B,cAAc,CAAC,OAAO;KACvB,CAAC,CAAC;IAEH,+EAA+E;IAC/E,kBAAkB;IAClB,+EAA+E;IAE/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,eAAe,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC;YAChE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC;YAC1B,eAAe,CAAC,OAAO,GAAG,GAAG,CAAC;QAChC,CAAC,EAAE,aAAa,CAAC,CAAC;QAElB,OAAO,GAAG,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;IAEjB,+EAA+E;IAC/E,qBAAqB;IACrB,+EAA+E;IAE/E;;OAEG;IACH,MAAM,cAAc,GAAG,WAAW,CAChC,CAAC,WAAqC,EAA4B,EAAE;QAClE,IAAI,CAAC,iBAAiB;YAAE,OAAO,WAAW,CAAC;QAE3C,iBAAiB;QACjB,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;YACvD,iBAAiB,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC;QAED,kCAAkC;QAClC,MAAM,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;QACnD,MAAM,cAAc,GAAwC,IAAI,GAAG,EAAE,CAAC;QAEtE,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,OAAO,EAAE,CAAC;YACtD,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;gBACpC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;gBACpC,MAAM,KAAK,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC9C,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAE5B,iCAAiC;gBACjC,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACzC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;oBAC1D,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC;QACjD,OAAO,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;aACxC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,SAAS,CAAC;aAC3D,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC,EACD,CAAC,iBAAiB,EAAE,eAAe,CAAC,CACrC,CAAC;IAEF,+EAA+E;IAC/E,mBAAmB;IACnB,+EAA+E;IAE/E;;;OAGG;IACH,MAAM,aAAa,GAAG,WAAW,CAC/B,KAAK,EAAE,QAAgB,EAAE,EAAE;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,aAAa,GAAG,SAAS,CAAC;QAE9C,+BAA+B;QAC/B,IAAI,GAAG,GAAG,gBAAgB,CAAC,OAAO,GAAG,WAAW,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,gBAAgB,CAAC,OAAO,GAAG,GAAG,CAAC;QAC/B,aAAa,CAAC,OAAO,EAAE,CAAC;QAExB,IAAI,CAAC;YACH,MAAM,OAAO,GAAoB;gBAC/B,QAAQ,EAAE,EAAE;gBACZ,QAAQ,EAAE,EAAE;gBACZ,SAAS,EAAE,GAAG;gBACd,WAAW,EAAE,WAAW;aACzB,CAAC;YAEF,oBAAoB;YACpB,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,eAAe,CAAC,aAAa,EAAE,CAAC;gBAChE,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBAChE,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC9C,CAAC;YAED,8DAA8D;YAC9D,8CAA8C;YAE9C,eAAe;YACf,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;gBACvB,cAAc,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;gBACnC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC;gBAED,+BAA+B;gBAC/B,OAAO,CAAC,QAAQ,GAAG,cAAc,CAAC,OAAO,CAAC;gBAE1C,WAAW;gBACX,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/D,UAAU,EAAE,CAAC,OAAO,CAAC,CAAC;oBAEtB,kBAAkB;oBAClB,IAAI,cAAc,EAAE,CAAC;wBACnB,iBAAiB;oBACnB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,UAAU,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YACrF,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,UAAU,CAAC,CAAC;YACxD,QAAQ,CAAC,UAAU,CAAC,CAAC;YACrB,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;IACH,CAAC,EACD;QACE,SAAS;QACT,WAAW;QACX,KAAK;QACL,eAAe;QACf,cAAc,CAAC,OAAO;QACtB,cAAc;QACd,UAAU;QACV,OAAO;QACP,cAAc;KACf,CACF,CAAC;IAEF,+EAA+E;IAC/E,UAAU;IACV,+EAA+E;IAE/E;;OAEG;IACH,MAAM,aAAa,GAAG,WAAW,CAAC,GAAG,EAAE;QACrC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QAED,aAAa,CAAC,IAAI,CAAC,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,CAAC;QACf,aAAa,CAAC,OAAO,GAAG,CAAC,CAAC;QAC1B,eAAe,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,iBAAiB,CAAC,OAAO,GAAG,EAAE,CAAC;QAE/B,mCAAmC;QACnC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,cAAc,CAAC,aAAa,EAAE,CAAC;QACjC,CAAC;IACH,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;IAErC;;OAEG;IACH,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE;QACpC,aAAa,CAAC,KAAK,CAAC,CAAC;QACrB,cAAc,CAAC,YAAY,EAAE,CAAC;IAChC,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC;IAErB;;OAEG;IACH,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;QACtC,IAAI,UAAU,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,aAAa,EAAE,CAAC;QAClB,CAAC;IACH,CAAC,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,YAAY,CAAC,CAAC,CAAC;IAE9C;;OAEG;IACH,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE;QACvC,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,WAAW,CAAC,EAAE,CAAC,CAAC;QAChB,cAAc,CAAC,YAAY,EAAE,CAAC;QAC9B,eAAe,CAAC,eAAe,EAAE,CAAC;QAClC,iBAAiB,CAAC,OAAO,GAAG,EAAE,CAAC;IACjC,CAAC,EAAE,CAAC,cAAc,EAAE,eAAe,CAAC,CAAC,CAAC;IAEtC;;OAEG;IACH,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,IAA4B,EAAE;QAClE,iDAAiD;QACjD,kDAAkD;QAClD,MAAM,CAAC,KAAK,CAAC,wDAAwD,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,+EAA+E;IAC/E,gCAAgC;IAChC,+EAA+E;IAE/E,MAAM,oBAAoB,GAAG,OAAO,CAAC,GAAG,EAAE;QACxC,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QAE7B,OAAO;YACL,mCAAmC;YACnC,4CAA4C;YAC5C,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;YACnF,iDAAiD;SAClD,CAAC;IACJ,CAAC,EAAE,CAAC,UAAU,EAAE,KAAK,EAAE,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC;IAEvD,+EAA+E;IAC/E,UAAU;IACV,+EAA+E;IAE/E,SAAS,CAAC,GAAG,EAAE;QACb,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;QAC1B,OAAO,GAAG,EAAE;YACV,UAAU,CAAC,OAAO,GAAG,KAAK,CAAC;QAC7B,CAAC,CAAC;IACJ,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,uBAAuB;IACvB,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,WAAW,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;IACH,CAAC,EAAE,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC;IAE7B,+EAA+E;IAC/E,SAAS;IACT,+EAA+E;IAE/E,OAAO;QACL,QAAQ;QACR,UAAU;QACV,OAAO;QACP,QAAQ;QACR,QAAQ;QACR,WAAW;QACX,GAAG;QACH,KAAK;QACL,eAAe,EAAE,kBAAkB,CAAC,OAAO;QAE3C,UAAU;QACV,aAAa;QACb,YAAY;QACZ,cAAc;QACd,eAAe;QACf,YAAY;QAEZ,aAAa;QACb,SAAS;QAET,yBAAyB;QACzB,oBAAoB;QAEpB,sDAAsD;QACtD,cAAc,EAAE,yBAAyB,CAAC,CAAC,CAAC,oBAAoB,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;KAC5F,CAAC;AACJ,CAAC;AAED,eAAe,eAAe,CAAC"}

package/dist/esm/index.js

@@ -0,0 +1,93 @@
+/**
+ * @souschef/ml-vision
+ *
+ * ML-powered product detection for React Native
+ *
+ * Features:
+ * - Multi-barcode scanning (scan multiple barcodes at once)
+ * - Receipt OCR (photograph receipts to extract items)
+ * - Visual product recognition (recognize fridge/pantry contents)
+ * - Video scanning (real-time product detection)
+ *
+ * @example
+ * ```typescript
+ * import {
+ *   MLVisionProvider,
+ *   useMultiBarcodeScanner,
+ *   useProductDetector,
+ *   useReceiptScanner,
+ * } from '@souschef/ml-vision';
+ *
+ * // Wrap your app with the provider
+ * function App() {
+ *   return (
+ *     <MLVisionProvider
+ *       config={{ serverUrl: 'http://192.168.1.100:8000' }}
+ *       storage={mmkvInstance}
+ *     >
+ *       <YourApp />
+ *     </MLVisionProvider>
+ *   );
+ * }
+ *
+ * // Use hooks in your components
+ * function ScannerScreen() {
+ *   const { scanPhoto, results } = useMultiBarcodeScanner();
+ *   const { detectProducts, detections } = useProductDetector();
+ *
+ *   // ...
+ * }
+ * ```
+ *
+ * @packageDocumentation
+ */
+// Re-export barcode format constants
+export { GROCERY_BARCODE_FORMATS } from './types/barcode';
+// ============================================================================
+// Core - Provider, Cache, Server Client
+// ============================================================================
+export { 
+// Provider
+MLVisionProvider, useMLVisionContext, useMLVisionReady, 
+// Cache
+CacheManager, createCacheManager, CACHE_TTL, 
+// Server Client
+ServerClient, createServerClient, ServerError, } from './core';
+// ============================================================================
+// Hooks
+// ============================================================================
+// Phase 3: Visual product detection
+export { useProductDetector } from './hooks/useProductDetector';
+export { CLASS_LABELS, NUM_CLASSES, getClassInfo, getLabelsArray, CATEGORY_CLASSES, } from './hooks/classLabels';
+// Phase 5: Multi-barcode scanning
+export { useMultiBarcodeScanner } from './hooks/useMultiBarcodeScanner';
+// Phase 6: Receipt OCR
+export { useReceiptScanner } from './hooks/useReceiptScanner';
+// Phase 7: Video scanning
+export { useVideoScanner, } from './hooks/useVideoScanner';
+// ============================================================================
+// Components
+// ============================================================================
+export { DetectionOverlay, DetectionLoadingOverlay, } from './components';
+// ============================================================================
+// Processors
+// ============================================================================
+export { createDetectionProcessor, frameDetectionToResult, getClassLabel, } from './processors';
+// TFLite Frame Processor for real-time video scanning
+export { useTFLiteFrameProcessor, createTFLiteFrameProcessor, } from './processors';
+// ============================================================================
+// Utilities
+// ============================================================================
+// Image preprocessing for on-device TFLite inference
+export { preprocessImage, isSkiaAvailable, isResizePluginAvailable, getFrameProcessorInstructions, } from './utils/imagePreprocessor';
+// YOLO output processing
+export { processYoloOutput, scaleDetections, } from './utils/yoloProcessor';
+// COCO class labels (80 classes for general object detection)
+export { COCO_CLASSES, CLASS_LABELS_COCO, NUM_CLASSES_COCO, FOOD_CLASS_INDICES, getCocoClassInfo, isFoodClass, } from './hooks/classLabelsCoco';
+// Logger utility
+export { logger, setLogLevel, getLogLevel, } from './utils/logger';
+// ============================================================================
+// Version
+// ============================================================================
+export const VERSION = '0.1.1';
+//# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAsDH,qCAAqC;AACrC,OAAO,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAE1D,+EAA+E;AAC/E,wCAAwC;AACxC,+EAA+E;AAE/E,OAAO;AACL,WAAW;AACX,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB;AAIhB,QAAQ;AACR,YAAY,EACZ,kBAAkB,EAClB,SAAS;AAIT,gBAAgB;AAChB,YAAY,EACZ,kBAAkB,EAClB,WAAW,GAKZ,MAAM,QAAQ,CAAC;AAEhB,+EAA+E;AAC/E,QAAQ;AACR,+EAA+E;AAE/E,oCAAoC;AACpC,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EACL,YAAY,EACZ,WAAW,EACX,YAAY,EACZ,cAAc,EACd,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAE7B,kCAAkC;AAClC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAExE,uBAAuB;AACvB,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAE9D,0BAA0B;AAC1B,OAAO,EACL,eAAe,GAKhB,MAAM,yBAAyB,CAAC;AAEjC,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,OAAO,EACL,gBAAgB,EAChB,uBAAuB,GAExB,MAAM,cAAc,CAAC;AAEtB,+EAA+E;AAC/E,aAAa;AACb,+EAA+E;AAE/E,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,GAGd,MAAM,cAAc,CAAC;AAEtB,sDAAsD;AACtD,OAAO,EACL,uBAAuB,EACvB,0BAA0B,GAI3B,MAAM,cAAc,CAAC;AAEtB,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,qDAAqD;AACrD,OAAO,EACL,eAAe,EACf,eAAe,EACf,uBAAuB,EACvB,6BAA6B,GAC9B,MAAM,2BAA2B,CAAC;AAEnC,yBAAyB;AACzB,OAAO,EACL,iBAAiB,EACjB,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAE/B,8DAA8D;AAC9D,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,EAChB,kBAAkB,EAClB,gBAAgB,EAChB,WAAW,GACZ,MAAM,yBAAyB,CAAC;AAEjC,iBAAiB;AACjB,OAAO,EACL,MAAM,EACN,WAAW,EACX,WAAW,GAEZ,MAAM,gBAAgB,CAAC;AAExB,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAAC"}

package/dist/esm/processors/detectionProcessor.js

@@ -0,0 +1,121 @@
+/**
+ * Detection Frame Processor
+ *
+ * VisionCamera frame processor for real-time product detection.
+ * Uses react-native-fast-tflite for on-device inference.
+ *
+ * @example
+ * ```typescript
+ * import { useFrameProcessor } from 'react-native-vision-camera';
+ * import { detectProducts } from '@souschef/ml-vision/processors';
+ *
+ * function CameraScreen() {
+ *   const frameProcessor = useFrameProcessor((frame) => {
+ *     'worklet';
+ *     const detections = detectProducts(frame);
+ *     // Handle detections...
+ *   }, []);
+ *
+ *   return <Camera frameProcessor={frameProcessor} />;
+ * }
+ * ```
+ */
+import { CLASS_LABELS, NUM_CLASSES } from '../hooks/classLabels';
+// ============================================================================
+// Frame Counter for Skipping
+// ============================================================================
+let frameCounter = 0;
+// ============================================================================
+// Frame Processor Plugin
+// ============================================================================
+/**
+ * Create a detection frame processor
+ *
+ * This returns a function that can be used with VisionCamera's useFrameProcessor.
+ *
+ * @example
+ * ```typescript
+ * const detectFrame = createDetectionProcessor({
+ *   minConfidence: 0.5,
+ *   maxDetections: 10,
+ * });
+ *
+ * const frameProcessor = useFrameProcessor((frame) => {
+ *   'worklet';
+ *   const detections = detectFrame(frame);
+ *   runOnJS(handleDetections)(detections);
+ * }, []);
+ * ```
+ */
+export function createDetectionProcessor(options = {}) {
+    const { frameSkip = 3 } = options;
+    /**
+     * The actual frame processor function
+     *
+     * Note: This is a placeholder that shows the expected interface.
+     * The actual TFLite inference requires native module integration
+     * via react-native-fast-tflite's useRunOnce or similar.
+     */
+    return function detectProductsInFrame(_frame) {
+        'worklet';
+        // Frame skipping for performance
+        frameCounter++;
+        if (frameCounter % frameSkip !== 0) {
+            return [];
+        }
+        // In a real implementation, this would:
+        // 1. Get frame data from VisionCamera
+        // 2. Preprocess for TFLite input
+        // 3. Run inference via react-native-fast-tflite
+        // 4. Post-process output
+        // Placeholder - actual implementation requires native TFLite integration
+        // with VisionCamera frame processors using Reanimated worklets
+        return [];
+    };
+}
+// ============================================================================
+// Utility Functions
+// ============================================================================
+/**
+ * Convert FrameDetection to ProductDetectionResult
+ *
+ * Call this on the JS thread after receiving worklet results.
+ */
+export function frameDetectionToResult(detection, imageWidth, imageHeight) {
+    const classInfo = CLASS_LABELS[detection.classIndex] ?? {
+        label: `class_${detection.classIndex}`,
+        category: 'unknown',
+    };
+    const boundingBox = {
+        x: detection.box.x * imageWidth,
+        y: detection.box.y * imageHeight,
+        width: detection.box.width * imageWidth,
+        height: detection.box.height * imageHeight,
+    };
+    return {
+        id: `frame_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`,
+        type: 'product',
+        confidence: detection.confidence,
+        boundingBox,
+        data: {
+            category: classInfo.category,
+            classLabel: classInfo.label,
+            classIndex: detection.classIndex,
+            name: classInfo.label.replace(/_/g, ' '),
+        },
+        source: 'on_device',
+        processingTimeMs: 0, // Frame processor timing handled externally
+        timestamp: Date.now(),
+    };
+}
+/**
+ * Get label for class index (can be called from worklet via shared value)
+ */
+export function getClassLabel(classIndex) {
+    return CLASS_LABELS[classIndex]?.label ?? `class_${classIndex}`;
+}
+// ============================================================================
+// Export
+// ============================================================================
+export { NUM_CLASSES, CLASS_LABELS };
+//# sourceMappingURL=detectionProcessor.js.map

package/dist/esm/processors/detectionProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detectionProcessor.js","sourceRoot":"","sources":["../../../src/processors/detectionProcessor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAGH,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAuCjE,+EAA+E;AAC/E,6BAA6B;AAC7B,+EAA+E;AAE/E,IAAI,YAAY,GAAG,CAAC,CAAC;AAErB,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,wBAAwB,CAAC,UAAqC,EAAE;IAC9E,MAAM,EAAE,SAAS,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;IAElC;;;;;;OAMG;IACH,OAAO,SAAS,qBAAqB,CACnC,MAAe;QAEf,SAAS,CAAC;QAEV,iCAAiC;QACjC,YAAY,EAAE,CAAC;QACf,IAAI,YAAY,GAAG,SAAS,KAAK,CAAC,EAAE,CAAC;YACnC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,wCAAwC;QACxC,sCAAsC;QACtC,iCAAiC;QACjC,gDAAgD;QAChD,yBAAyB;QAEzB,yEAAyE;QACzE,+DAA+D;QAE/D,OAAO,EAAE,CAAC;IACZ,CAAC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E;;;;GAIG;AACH,MAAM,UAAU,sBAAsB,CACpC,SAAyB,EACzB,UAAkB,EAClB,WAAmB;IAEnB,MAAM,SAAS,GAAG,YAAY,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI;QACtD,KAAK,EAAE,SAAS,SAAS,CAAC,UAAU,EAAE;QACtC,QAAQ,EAAE,SAAkB;KAC7B,CAAC;IAEF,MAAM,WAAW,GAAgB;QAC/B,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU;QAC/B,CAAC,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW;QAChC,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,UAAU;QACvC,MAAM,EAAE,SAAS,CAAC,GAAG,CAAC,MAAM,GAAG,WAAW;KAC3C,CAAC;IAEF,OAAO;QACL,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;QACpE,IAAI,EAAE,SAAS;QACf,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,WAAW;QACX,IAAI,EAAE;YACJ,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,UAAU,EAAE,SAAS,CAAC,KAAK;YAC3B,UAAU,EAAE,SAAS,CAAC,UAAU;YAChC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC;SACzC;QACD,MAAM,EAAE,WAAW;QACnB,gBAAgB,EAAE,CAAC,EAAE,4CAA4C;QACjE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;KACtB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,UAAkB;IAC9C,OAAO,YAAY,CAAC,UAAU,CAAC,EAAE,KAAK,IAAI,SAAS,UAAU,EAAE,CAAC;AAClE,CAAC;AAED,+EAA+E;AAC/E,SAAS;AACT,+EAA+E;AAE/E,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC"}

package/dist/esm/processors/index.js

@@ -0,0 +1,7 @@
+/**
+ * Processors exports
+ */
+export { createDetectionProcessor, frameDetectionToResult, getClassLabel, NUM_CLASSES, CLASS_LABELS, } from './detectionProcessor';
+// TFLite Frame Processor for real-time video scanning
+export { useTFLiteFrameProcessor, createTFLiteFrameProcessor, } from './tfliteFrameProcessor';
+//# sourceMappingURL=index.js.map

package/dist/esm/processors/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/processors/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,aAAa,EACb,WAAW,EACX,YAAY,GAGb,MAAM,sBAAsB,CAAC;AAE9B,sDAAsD;AACtD,OAAO,EACL,uBAAuB,EACvB,0BAA0B,GAI3B,MAAM,wBAAwB,CAAC"}