@soulcraft/brainy 0.57.0 → 0.58.0

package/dist/utils/robustModelLoader.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Robust Model Loader - Enhanced model loading with retry mechanisms and fallbacks
+ *
+ * This module provides a more reliable way to load TensorFlow models with:
+ * - Exponential backoff retry mechanisms
+ * - Timeout handling
+ * - Multiple fallback strategies
+ * - Better error handling and logging
+ * - Optional local model bundling support
+ */
+import { EmbeddingModel } from '../coreTypes.js';
+export interface ModelLoadOptions {
+    /** Maximum number of retry attempts */
+    maxRetries?: number;
+    /** Initial retry delay in milliseconds */
+    initialRetryDelay?: number;
+    /** Maximum retry delay in milliseconds */
+    maxRetryDelay?: number;
+    /** Request timeout in milliseconds */
+    timeout?: number;
+    /** Whether to use exponential backoff */
+    useExponentialBackoff?: boolean;
+    /** Fallback model URLs to try if primary fails */
+    fallbackUrls?: string[];
+    /** Whether to enable verbose logging */
+    verbose?: boolean;
+    /** Whether to prefer local bundled model if available */
+    preferLocalModel?: boolean;
+    /** Custom directory path where models are stored (for Docker deployments) */
+    customModelsPath?: string;
+}
+export interface RetryConfig {
+    attempt: number;
+    maxRetries: number;
+    delay: number;
+    error: Error;
+}
+export declare class RobustModelLoader {
+    private options;
+    private loadAttempts;
+    constructor(options?: ModelLoadOptions);
+    /**
+     * Auto-detect extracted models directory
+     */
+    private autoDetectModelsPath;
+    /**
+     * Load model with all available fallback strategies
+     */
+    loadModelWithFallbacks(): Promise<EmbeddingModel>;
+    /**
+     * Load a model with robust retry and fallback mechanisms
+     */
+    loadModel(primaryLoadFunction: () => Promise<EmbeddingModel>, modelIdentifier?: string): Promise<EmbeddingModel>;
+    /**
+     * Load a model with retry logic and exponential backoff
+     */
+    private loadWithRetries;
+    /**
+     * Try to load a locally bundled model
+     */
+    private tryLoadLocalBundledModel;
+    /**
+     * Find the @soulcraft/brainy-models package path if installed
+     */
+    private findBrainyModelsPath;
+    /**
+     * Try to load model from a custom directory path
+     */
+    private tryLoadFromCustomPath;
+    /**
+     * Load model from a specific URL
+     */
+    private loadFromUrl;
+    /**
+     * Create a model wrapper that matches the Universal Sentence Encoder interface
+     */
+    private createModelWrapper;
+    /**
+     * Apply timeout to a promise
+     */
+    private withTimeout;
+    /**
+     * Calculate retry delay with exponential backoff
+     */
+    private calculateRetryDelay;
+    /**
+     * Sleep for specified milliseconds
+     */
+    private sleep;
+    /**
+     * Log message if verbose mode is enabled
+     */
+    private log;
+    /**
+     * Get loading statistics
+     */
+    getLoadingStats(): {
+        [key: string]: number;
+    };
+    /**
+     * Reset loading statistics
+     */
+    resetStats(): void;
+}
+/**
+ * Create a robust model loader with sensible defaults
+ */
+export declare function createRobustModelLoader(options?: ModelLoadOptions): RobustModelLoader;
+/**
+ * Utility function to create fallback URLs for Universal Sentence Encoder
+ */
+export declare function getUniversalSentenceEncoderFallbacks(): string[];

package/dist/utils/robustModelLoader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"robustModelLoader.d.ts","sourceRoot":"","sources":["../../src/utils/robustModelLoader.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAMhD,MAAM,WAAW,gBAAgB;IAC/B,uCAAuC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,0CAA0C;IAC1C,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,0CAA0C;IAC1C,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,sCAAsC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,yCAAyC;IACzC,qBAAqB,CAAC,EAAE,OAAO,CAAA;IAC/B,kDAAkD;IAClD,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACvB,wCAAwC;IACxC,OAAO,CAAC,EAAE,OAAO,CAAA;IACjB,yDAAyD;IACzD,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,6EAA6E;IAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAA;IACf,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,KAAK,CAAA;CACb;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,OAAO,CAAsF;IACrG,OAAO,CAAC,YAAY,CAAiC;gBAEzC,OAAO,GAAE,gBAAqB;IAoB1C;;OAEG;IACH,OAAO,CAAC,oBAAoB;IA6D5B;;OAEG;IACG,sBAAsB,IAAI,OAAO,CAAC,cAAc,CAAC;IAgDvD;;OAEG;IACG,SAAS,CACb,mBAAmB,EAAE,MAAM,OAAO,CAAC,cAAc,CAAC,EAClD,eAAe,GAAE,MAAkB,GAClC,OAAO,CAAC,cAAc,CAAC;IAqD1B;;OAEG;YACW,eAAe;IA2C7B;;OAEG;YACW,wBAAwB;IAoItC;;OAEG;YACW,qBAAqB;IAgFnC;;OAEG;YACW,WAAW;IAmBzB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAsC1B;;OAEG;YACW,WAAW;IAUzB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAiB3B;;OAEG;IACH,OAAO,CAAC,KAAK;IAIb;;OAEG;IACH,OAAO,CAAC,GAAG;IAMX;;OAEG;IACH,eAAe,IAAI;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE;IAQ5C;;OAEG;IACH,UAAU,IAAI,IAAI;CAGnB;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,iBAAiB,CAErF;AAED;;GAEG;AACH,wBAAgB,oCAAoC,IAAI,MAAM,EAAE,CAM/D"}