@souscheflabs/ml-vision 0.1.0

package/dist/core/ServerClient.d.ts

@@ -0,0 +1,131 @@
+/**
+ * ServerClient - HTTP client for ML inference server communication
+ *
+ * Handles:
+ * - Health checks
+ * - Product detection requests
+ * - OCR requests
+ * - Error handling and retries
+ */
+import type { ServerHealthResponse, ServerErrorResponse, ProductDetectionResult, ReceiptScanResult } from '../types';
+/**
+ * Server request options
+ */
+export interface ServerRequestOptions {
+    /** Request timeout in milliseconds */
+    timeout?: number;
+    /** Abort signal for cancellation */
+    signal?: AbortSignal;
+}
+/**
+ * Image upload data
+ */
+export interface ImageUploadData {
+    /** Base64 encoded image or file URI */
+    image: string;
+    /** Image MIME type */
+    mimeType?: string;
+    /** Whether the image is base64 encoded */
+    isBase64?: boolean;
+}
+/**
+ * Detection request options
+ */
+export interface DetectionRequestOptions extends ServerRequestOptions {
+    /** Maximum detections to return */
+    maxDetections?: number;
+    /** Minimum confidence threshold */
+    minConfidence?: number;
+    /** Specific categories to detect */
+    categories?: string[];
+}
+/**
+ * OCR request options
+ */
+export interface OCRRequestOptions extends ServerRequestOptions {
+    /** Known store format for optimized parsing */
+    storeHint?: string;
+    /** Language hint */
+    languageHint?: string;
+}
+/**
+ * Custom error for server communication failures
+ */
+export declare class ServerError extends Error {
+    code: string;
+    statusCode?: number;
+    details?: Record<string, unknown>;
+    constructor(message: string, code: string, statusCode?: number, details?: Record<string, unknown>);
+    static fromResponse(response: ServerErrorResponse, statusCode?: number): ServerError;
+    static networkError(originalError?: Error): ServerError;
+    static timeoutError(): ServerError;
+}
+/**
+ * Client for communicating with the ML inference server
+ *
+ * @example
+ * ```typescript
+ * const client = new ServerClient('http://192.168.1.100:8000');
+ *
+ * // Check health
+ * const health = await client.checkHealth();
+ *
+ * // Detect products
+ * const detections = await client.detectProducts({
+ *   image: base64Image,
+ *   isBase64: true,
+ * });
+ * ```
+ */
+export declare class ServerClient {
+    private baseUrl;
+    private defaultTimeout;
+    constructor(baseUrl: string, defaultTimeout?: number);
+    /**
+     * Check server health status
+     */
+    checkHealth(options?: ServerRequestOptions): Promise<ServerHealthResponse>;
+    /**
+     * Quick connectivity check (returns boolean)
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Detect products in an image
+     */
+    detectProducts(imageData: ImageUploadData, options?: DetectionRequestOptions): Promise<ProductDetectionResult[]>;
+    /**
+     * Detect fresh produce with quality assessment
+     */
+    detectProduce(imageData: ImageUploadData, options?: DetectionRequestOptions): Promise<ProductDetectionResult[]>;
+    /**
+     * Detect spice jars (requires larger model on server)
+     */
+    detectSpices(imageData: ImageUploadData, options?: DetectionRequestOptions): Promise<ProductDetectionResult[]>;
+    /**
+     * Extract text and items from a receipt image
+     */
+    scanReceipt(imageData: ImageUploadData, options?: OCRRequestOptions): Promise<ReceiptScanResult>;
+    /**
+     * Read text from a product label
+     */
+    readLabel(imageData: ImageUploadData, options?: OCRRequestOptions): Promise<{
+        text: string;
+        lines: string[];
+    }>;
+    /**
+     * Create FormData with image
+     */
+    private createImageFormData;
+    /**
+     * Make a JSON request
+     */
+    private request;
+    /**
+     * Make a multipart form request
+     */
+    private requestWithForm;
+}
+/**
+ * Create a ServerClient instance
+ */
+export declare function createServerClient(baseUrl: string, timeout?: number): ServerClient;

package/dist/core/ServerClient.js

@@ -0,0 +1,291 @@
+"use strict";
+/**
+ * ServerClient - HTTP client for ML inference server communication
+ *
+ * Handles:
+ * - Health checks
+ * - Product detection requests
+ * - OCR requests
+ * - Error handling and retries
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ServerClient = exports.ServerError = void 0;
+exports.createServerClient = createServerClient;
+// ============================================================================
+// Server Error
+// ============================================================================
+/**
+ * Custom error for server communication failures
+ */
+class ServerError extends Error {
+    constructor(message, code, statusCode, details) {
+        super(message);
+        this.name = 'ServerError';
+        this.code = code;
+        this.statusCode = statusCode;
+        this.details = details;
+    }
+    static fromResponse(response, statusCode) {
+        return new ServerError(response.error, response.code, statusCode, response.details);
+    }
+    static networkError(originalError) {
+        return new ServerError(originalError?.message || 'Network request failed', 'NETWORK_ERROR');
+    }
+    static timeoutError() {
+        return new ServerError('Request timed out', 'TIMEOUT_ERROR');
+    }
+}
+exports.ServerError = ServerError;
+// ============================================================================
+// ServerClient Class
+// ============================================================================
+/**
+ * Client for communicating with the ML inference server
+ *
+ * @example
+ * ```typescript
+ * const client = new ServerClient('http://192.168.1.100:8000');
+ *
+ * // Check health
+ * const health = await client.checkHealth();
+ *
+ * // Detect products
+ * const detections = await client.detectProducts({
+ *   image: base64Image,
+ *   isBase64: true,
+ * });
+ * ```
+ */
+class ServerClient {
+    constructor(baseUrl, defaultTimeout = 5000) {
+        // Remove trailing slash
+        this.baseUrl = baseUrl.replace(/\/$/, '');
+        this.defaultTimeout = defaultTimeout;
+    }
+    // ==========================================================================
+    // Health Check
+    // ==========================================================================
+    /**
+     * Check server health status
+     */
+    async checkHealth(options) {
+        const response = await this.request('/health', 'GET', undefined, options);
+        return response;
+    }
+    /**
+     * Quick connectivity check (returns boolean)
+     */
+    async isAvailable() {
+        try {
+            const health = await this.checkHealth({ timeout: 2000 });
+            return health.status === 'healthy';
+        }
+        catch {
+            return false;
+        }
+    }
+    // ==========================================================================
+    // Detection Endpoints
+    // ==========================================================================
+    /**
+     * Detect products in an image
+     */
+    async detectProducts(imageData, options) {
+        console.log('[ServerClient] detectProducts called');
+        console.log('[ServerClient] baseUrl:', this.baseUrl);
+        console.log('[ServerClient] imageData.image:', imageData.image?.substring(0, 100));
+        console.log('[ServerClient] imageData.isBase64:', imageData.isBase64);
+        const formData = this.createImageFormData(imageData);
+        if (options?.maxDetections) {
+            formData.append('max_detections', String(options.maxDetections));
+        }
+        if (options?.minConfidence) {
+            formData.append('min_confidence', String(options.minConfidence));
+        }
+        if (options?.categories) {
+            formData.append('categories', options.categories.join(','));
+        }
+        console.log('[ServerClient] Sending request to /api/v1/detect/products...');
+        try {
+            const response = await this.requestWithForm('/api/v1/detect/products', formData, options);
+            console.log('[ServerClient] Response received:', JSON.stringify(response));
+            return response.detections;
+        }
+        catch (err) {
+            console.error('[ServerClient] Request failed:', err);
+            throw err;
+        }
+    }
+    /**
+     * Detect fresh produce with quality assessment
+     */
+    async detectProduce(imageData, options) {
+        const formData = this.createImageFormData(imageData);
+        const response = await this.requestWithForm('/api/v1/detect/produce', formData, options);
+        return response.detections;
+    }
+    /**
+     * Detect spice jars (requires larger model on server)
+     */
+    async detectSpices(imageData, options) {
+        const formData = this.createImageFormData(imageData);
+        const response = await this.requestWithForm('/api/v1/detect/spices', formData, options);
+        return response.detections;
+    }
+    // ==========================================================================
+    // OCR Endpoints
+    // ==========================================================================
+    /**
+     * Extract text and items from a receipt image
+     */
+    async scanReceipt(imageData, options) {
+        const formData = this.createImageFormData(imageData);
+        if (options?.storeHint) {
+            formData.append('store_hint', options.storeHint);
+        }
+        if (options?.languageHint) {
+            formData.append('language_hint', options.languageHint);
+        }
+        const response = await this.requestWithForm('/api/v1/ocr/receipt', formData, options);
+        return response;
+    }
+    /**
+     * Read text from a product label
+     */
+    async readLabel(imageData, options) {
+        const formData = this.createImageFormData(imageData);
+        const response = await this.requestWithForm('/api/v1/ocr/label', formData, options);
+        return response;
+    }
+    // ==========================================================================
+    // Private Methods
+    // ==========================================================================
+    /**
+     * Create FormData with image
+     */
+    createImageFormData(imageData) {
+        const formData = new FormData();
+        if (imageData.isBase64) {
+            // For base64, send as a field
+            formData.append('image_base64', imageData.image);
+            if (imageData.mimeType) {
+                formData.append('mime_type', imageData.mimeType);
+            }
+        }
+        else {
+            // For file URI, create a file object
+            // React Native's FormData handles file:// URIs
+            const uri = imageData.image;
+            const filename = uri.split('/').pop() || 'image.jpg';
+            const type = imageData.mimeType || 'image/jpeg';
+            formData.append('image', {
+                uri,
+                name: filename,
+                type,
+            });
+        }
+        return formData;
+    }
+    /**
+     * Make a JSON request
+     */
+    async request(endpoint, method, body, options) {
+        const url = `${this.baseUrl}${endpoint}`;
+        const timeout = options?.timeout ?? this.defaultTimeout;
+        // Create abort controller for timeout
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), timeout);
+        // Combine with external signal if provided
+        if (options?.signal) {
+            options.signal.addEventListener('abort', () => controller.abort());
+        }
+        try {
+            const response = await fetch(url, {
+                method,
+                headers: {
+                    'Content-Type': 'application/json',
+                    Accept: 'application/json',
+                },
+                body: body ? JSON.stringify(body) : undefined,
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                const errorBody = await response.json().catch(() => ({
+                    error: 'Unknown error',
+                    code: 'UNKNOWN_ERROR',
+                }));
+                throw ServerError.fromResponse(errorBody, response.status);
+            }
+            return (await response.json());
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof ServerError) {
+                throw error;
+            }
+            if (error instanceof Error) {
+                if (error.name === 'AbortError') {
+                    throw ServerError.timeoutError();
+                }
+                throw ServerError.networkError(error);
+            }
+            throw ServerError.networkError();
+        }
+    }
+    /**
+     * Make a multipart form request
+     */
+    async requestWithForm(endpoint, formData, options) {
+        const url = `${this.baseUrl}${endpoint}`;
+        const timeout = options?.timeout ?? this.defaultTimeout;
+        const controller = new AbortController();
+        const timeoutId = setTimeout(() => controller.abort(), timeout);
+        if (options?.signal) {
+            options.signal.addEventListener('abort', () => controller.abort());
+        }
+        try {
+            const response = await fetch(url, {
+                method: 'POST',
+                headers: {
+                    Accept: 'application/json',
+                    // Don't set Content-Type for FormData - fetch will set it with boundary
+                },
+                body: formData,
+                signal: controller.signal,
+            });
+            clearTimeout(timeoutId);
+            if (!response.ok) {
+                const errorBody = await response.json().catch(() => ({
+                    error: 'Unknown error',
+                    code: 'UNKNOWN_ERROR',
+                }));
+                throw ServerError.fromResponse(errorBody, response.status);
+            }
+            return (await response.json());
+        }
+        catch (error) {
+            clearTimeout(timeoutId);
+            if (error instanceof ServerError) {
+                throw error;
+            }
+            if (error instanceof Error) {
+                if (error.name === 'AbortError') {
+                    throw ServerError.timeoutError();
+                }
+                throw ServerError.networkError(error);
+            }
+            throw ServerError.networkError();
+        }
+    }
+}
+exports.ServerClient = ServerClient;
+// ============================================================================
+// Factory Function
+// ============================================================================
+/**
+ * Create a ServerClient instance
+ */
+function createServerClient(baseUrl, timeout) {
+    return new ServerClient(baseUrl, timeout);
+}

package/dist/core/index.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Core module exports
+ */
+export { MLVisionProvider, useMLVisionContext, useMLVisionReady, type MLVisionProviderProps, type MLVisionContextValue, } from './MLVisionProvider';
+export { CacheManager, createCacheManager, CACHE_TTL, type CachedBarcodeLookup, type CachedProductRecognition, } from './CacheManager';
+export { ServerClient, createServerClient, ServerError, type ServerRequestOptions, type ImageUploadData, type DetectionRequestOptions, type OCRRequestOptions, } from './ServerClient';

package/dist/core/index.js

@@ -0,0 +1,18 @@
+"use strict";
+/**
+ * Core module exports
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ServerError = exports.createServerClient = exports.ServerClient = exports.CACHE_TTL = exports.createCacheManager = exports.CacheManager = exports.useMLVisionReady = exports.useMLVisionContext = exports.MLVisionProvider = void 0;
+var MLVisionProvider_1 = require("./MLVisionProvider");
+Object.defineProperty(exports, "MLVisionProvider", { enumerable: true, get: function () { return MLVisionProvider_1.MLVisionProvider; } });
+Object.defineProperty(exports, "useMLVisionContext", { enumerable: true, get: function () { return MLVisionProvider_1.useMLVisionContext; } });
+Object.defineProperty(exports, "useMLVisionReady", { enumerable: true, get: function () { return MLVisionProvider_1.useMLVisionReady; } });
+var CacheManager_1 = require("./CacheManager");
+Object.defineProperty(exports, "CacheManager", { enumerable: true, get: function () { return CacheManager_1.CacheManager; } });
+Object.defineProperty(exports, "createCacheManager", { enumerable: true, get: function () { return CacheManager_1.createCacheManager; } });
+Object.defineProperty(exports, "CACHE_TTL", { enumerable: true, get: function () { return CacheManager_1.CACHE_TTL; } });
+var ServerClient_1 = require("./ServerClient");
+Object.defineProperty(exports, "ServerClient", { enumerable: true, get: function () { return ServerClient_1.ServerClient; } });
+Object.defineProperty(exports, "createServerClient", { enumerable: true, get: function () { return ServerClient_1.createServerClient; } });
+Object.defineProperty(exports, "ServerError", { enumerable: true, get: function () { return ServerClient_1.ServerError; } });

package/dist/hooks/classLabels.d.ts

@@ -0,0 +1,35 @@
+/**
+ * Class label mappings for the trained SousChef YOLOv8 model
+ *
+ * These labels correspond to the 233 classes in the souschef_coco_finetuned_v1 model.
+ * The model was fine-tuned on a dataset of food and kitchen items.
+ */
+import type { ProductCategory, ClassLabelMap } from '../types';
+/**
+ * Categorize a food item label
+ */
+declare function categorizeLabel(label: string): ProductCategory;
+/**
+ * Map class index to label and category (233 classes)
+ */
+export declare const CLASS_LABELS: ClassLabelMap;
+/**
+ * Number of classes in the model
+ */
+export declare const NUM_CLASSES = 233;
+/**
+ * Get label info for a class index
+ */
+export declare function getClassInfo(classIndex: number): {
+    label: string;
+    category: ProductCategory;
+};
+/**
+ * Get all labels as an array (ordered by class index)
+ */
+export declare function getLabelsArray(): string[];
+/**
+ * Category to class indices mapping
+ */
+export declare const CATEGORY_CLASSES: Record<ProductCategory, number[]>;
+export { categorizeLabel };