@soulcraft/brainy 0.12.0 → 0.14.0

package/README.demo.md

@@ -35,7 +35,7 @@ npx http-server
 If you see the error "Could not load Brainy library. Please ensure the project is built and served over HTTP", check the
 following:
 
-1. Make sure you've built the project with `npm run build:all`
+1. Make sure you've built the project with `npm run build && npm run build:browser`
 2. Ensure you're accessing the demo through HTTP (not by opening the file directly)
 3. Check your browser's console for additional error messages
 

package/README.md

@@ -6,7 +6,7 @@
 [![Node.js](https://img.shields.io/badge/node-%3E%3D24.4.0-brightgreen.svg)](https://nodejs.org/)
 [![TypeScript](https://img.shields.io/badge/TypeScript-5.4.5-blue.svg)](https://www.typescriptlang.org/)
 [![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg)](CONTRIBUTING.md)
-[![npm](https://img.shields.io/badge/npm-v0.12.0-blue.svg)](https://www.npmjs.com/package/@soulcraft/brainy)
+[![npm](https://img.shields.io/badge/npm-v0.14.0-blue.svg)](https://www.npmjs.com/package/@soulcraft/brainy)
 
 [//]: # ([![Cartographer](https://img.shields.io/badge/Cartographer-Official%20Standard-brightgreen)](https://github.com/sodal-project/cartographer))
 
@@ -62,12 +62,7 @@ GitHub Pages that showcases Brainy's main features.
 npm install @soulcraft/brainy
 ```
 
-TensorFlow.js packages are included as required dependencies and will be automatically installed. If you encounter
-dependency conflicts, you may need to use the `--legacy-peer-deps` flag:
-
-```bash
-npm install @soulcraft/brainy --legacy-peer-deps
-```
+TensorFlow.js packages are included as bundled dependencies and will be automatically installed without any additional configuration.
 
 ## 🏁 Quick Start
 
@@ -110,14 +105,9 @@ import { BrainyData } from '@soulcraft/brainy'
 
 // Minified version for production
 import { BrainyData } from '@soulcraft/brainy/min'
-
-// CLI functionality (only imported when needed)
-import '@soulcraft/brainy/cli'
 ```
 
-> **Note**: The CLI functionality (4MB) is not included in the standard import, reducing the bundle size for browser and
-> Node.js applications. The CLI is only built and loaded when explicitly imported or when using the command-line
-> interface.
+> **Note**: The CLI functionality is available as a separate package `@soulcraft/brainy-cli` to reduce the bundle size of the main package. Install it globally with `npm install -g @soulcraft/brainy-cli` to use the command-line interface.
 
 ### Browser Usage
 
@@ -417,18 +407,13 @@ brainy visualize --root <id> --depth 3
 
 ### Using the CLI in Your Code
 
-If you need to use the CLI functionality in your code, you can import it explicitly:
+The CLI functionality is available as a separate package `@soulcraft/brainy-cli`. If you need CLI functionality in your application, install the CLI package:
 
-```typescript
-// Import the CLI functionality
-import '@soulcraft/brainy/cli'
-
-// Now you can use the CLI programmatically
-// ...
+```bash
+npm install @soulcraft/brainy-cli
 ```
 
-This will only build and load the CLI when you explicitly import it, keeping your bundle size small when you don't need
-the CLI.
+Then you can use the CLI commands programmatically or through the command line interface.
 
 ### Available Commands
 

package/dist/brainyData.d.ts

@@ -89,6 +89,17 @@ export interface BrainyDataConfig {
          */
         autoConnect?: boolean;
     };
+    /**
+     * Logging configuration
+     */
+    logging?: {
+        /**
+         * Whether to enable verbose logging
+         * When false, suppresses non-essential log messages like model loading progress
+         * Default: true
+         */
+        verbose?: boolean;
+    };
 }
 export declare class BrainyData<T = any> implements BrainyDataInterface<T> {
     private index;
@@ -102,6 +113,7 @@ export declare class BrainyData<T = any> implements BrainyDataInterface<T> {
     private storageConfig;
     private useOptimizedIndex;
     private _dimensions;
+    private loggingConfig;
     private remoteServerConfig;
     private serverSearchConduit;
     private serverConnection;

package/dist/storage/fileSystemStorage.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fileSystemStorage.d.ts","sourceRoot":"","sources":["../../src/storage/fileSystemStorage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AA4DrE;;GAEG;AACH,qBAAa,iBAAkB,YAAW,cAAc;IACtD,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,aAAa,CAAQ;gBAEjB,aAAa,CAAC,EAAE,MAAM;IAelC;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAoDpB,qBAAqB;IAWnC,OAAO,CAAC,WAAW;IA6BN,QAAQ,CACnB,IAAI,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,GAChD,OAAO,CAAC,IAAI,CAAC;IAQH,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAyB7C,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBrC,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IA+B/C;;;;OAIG;IACU,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IA8CzD,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAMrD;;;;OAIG;IACU,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAc9C,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMrE;;;;OAIG;IACU,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMrE;;;;OAIG;IACU,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMlD,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAoBnC,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAalD;;;;OAIG;IACU,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnE;;;;OAIG;IACU,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAc5C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA4DtB,gBAAgB,IAAI,OAAO,CAAC;QACvC,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAC9B,CAAC;CAyCH"}
+{"version":3,"file":"fileSystemStorage.d.ts","sourceRoot":"","sources":["../../src/storage/fileSystemStorage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AA4DrE;;GAEG;AACH,qBAAa,iBAAkB,YAAW,cAAc;IACtD,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,UAAU,CAAQ;IAC1B,OAAO,CAAC,aAAa,CAAQ;gBAEjB,aAAa,CAAC,EAAE,MAAM;IAelC;;OAEG;IACU,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YA2DpB,qBAAqB;IAWnC,OAAO,CAAC,WAAW;IA6BN,QAAQ,CACnB,IAAI,EAAE,QAAQ,GAAG;QAAE,QAAQ,CAAC,EAAE;YAAE,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,GAChD,OAAO,CAAC,IAAI,CAAC;IAQH,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAyB7C,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBrC,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IA+B/C;;;;OAIG;IACU,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IA8CzD,QAAQ,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAMrD;;;;OAIG;IACU,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAc9C,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMrE;;;;OAIG;IACU,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMrE;;;;OAIG;IACU,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;IAMlD,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAoBnC,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAalD;;;;OAIG;IACU,YAAY,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAOnE;;;;OAIG;IACU,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAc5C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA4DtB,gBAAgB,IAAI,OAAO,CAAC;QACvC,IAAI,EAAE,MAAM,CAAA;QACZ,IAAI,EAAE,MAAM,CAAA;QACZ,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAC9B,CAAC;CAyCH"}

package/dist/unified.js

@@ -3553,12 +3553,18 @@ function cleanupWorkerPools() {
  * falling back to CPU processing for compatibility across all environments.
  */
 let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
-    constructor() {
+    /**
+     * Create a new UniversalSentenceEncoder instance
+     * @param options Configuration options
+     */
+    constructor(options = {}) {
         this.model = null;
         this.initialized = false;
         this.tf = null;
         this.use = null;
         this.backend = 'cpu'; // Default to CPU
+        this.verbose = true; // Whether to log non-essential messages
+        this.verbose = options.verbose !== undefined ? options.verbose : true;
     }
     /**
      * Add polyfills and patches for TensorFlow.js compatibility
@@ -3624,10 +3630,12 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
             process.argv.some((arg) => arg.includes('vitest')));
     }
     /**
-     * Log message only if not in test environment
+     * Log message only if verbose mode is enabled or if it's an error
+     * This helps suppress non-essential log messages
      */
-    logIfNotTest(level, message, ...args) {
-        if (!this.isTestEnvironment()) {
+    logger(level, message, ...args) {
+        // Always log errors, but only log other messages if verbose mode is enabled
+        if (level === 'error' || this.verbose) {
             console[level](message, ...args);
         }
     }
@@ -3642,12 +3650,12 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
         let lastError = null;
         for (let attempt = 0; attempt <= maxRetries; attempt++) {
             try {
-                this.logIfNotTest('log', attempt === 0
+                this.logger('log', attempt === 0
                     ? 'Loading Universal Sentence Encoder model...'
                     : `Retrying Universal Sentence Encoder model loading (attempt ${attempt + 1}/${maxRetries + 1})...`);
                 const model = await loadFunction();
                 if (attempt > 0) {
-                    this.logIfNotTest('log', 'Universal Sentence Encoder model loaded successfully after retry');
+                    this.logger('log', 'Universal Sentence Encoder model loaded successfully after retry');
                 }
                 return model;
             }
@@ -3665,16 +3673,16 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
                     errorMessage.includes('model.json');
                 if (attempt < maxRetries && isRetryableError) {
                     const delay = baseDelay * Math.pow(2, attempt); // Exponential backoff
-                    this.logIfNotTest('warn', `Universal Sentence Encoder model loading failed (attempt ${attempt + 1}): ${errorMessage}. Retrying in ${delay}ms...`);
+                    this.logger('warn', `Universal Sentence Encoder model loading failed (attempt ${attempt + 1}): ${errorMessage}. Retrying in ${delay}ms...`);
                     await new Promise((resolve) => setTimeout(resolve, delay));
                 }
                 else {
                     // Either we've exhausted retries or this is not a retryable error
                     if (attempt >= maxRetries) {
-                        this.logIfNotTest('error', `Universal Sentence Encoder model loading failed after ${maxRetries + 1} attempts. Last error: ${errorMessage}`);
+                        this.logger('error', `Universal Sentence Encoder model loading failed after ${maxRetries + 1} attempts. Last error: ${errorMessage}`);
                     }
                     else {
-                        this.logIfNotTest('error', `Universal Sentence Encoder model loading failed with non-retryable error: ${errorMessage}`);
+                        this.logger('error', `Universal Sentence Encoder model loading failed with non-retryable error: ${errorMessage}`);
                     }
                     throw lastError;
                 }
@@ -3718,7 +3726,9 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
                 if (globalObj) {
                     // Try to use Node.js util module if available (Node.js environments)
                     try {
-                        if (typeof process !== 'undefined' && process.versions && process.versions.node) {
+                        if (typeof process !== 'undefined' &&
+                            process.versions &&
+                            process.versions.node) {
                             const util = await Promise.resolve().then(function () { return _utilShim$1; });
                             if (!globalObj.TextEncoder) {
                                 globalObj.TextEncoder = util.TextEncoder;
@@ -3774,15 +3784,14 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
                 this.use = await Promise.resolve().then(function () { return universalSentenceEncoder_esm; });
             }
             catch (error) {
-                this.logIfNotTest('error', 'Failed to initialize TensorFlow.js:', error);
+                this.logger('error', 'Failed to initialize TensorFlow.js:', error);
                 throw error;
             }
             // Set the backend
             if (this.tf.setBackend) {
                 await this.tf.setBackend(this.backend);
             }
-            // Log the module structure to help with debugging
-            console.log('Universal Sentence Encoder module structure in main thread:', Object.keys(this.use), this.use.default ? Object.keys(this.use.default) : 'No default export');
+            // Module structure available for debugging if needed
             // Try to find the load function in different possible module structures
             const loadFunction = findUSELoadFunction(this.use);
             if (!loadFunction) {
@@ -3795,7 +3804,7 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
             console.warn = originalWarn;
         }
         catch (error) {
-            this.logIfNotTest('error', 'Failed to initialize Universal Sentence Encoder:', error);
+            this.logger('error', 'Failed to initialize Universal Sentence Encoder:', error);
             throw new Error(`Failed to initialize Universal Sentence Encoder: ${error}`);
         }
     }
@@ -3842,7 +3851,7 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
             return embeddingArray[0];
         }
         catch (error) {
-            this.logIfNotTest('error', 'Failed to embed text with Universal Sentence Encoder:', error);
+            this.logger('error', 'Failed to embed text with Universal Sentence Encoder:', error);
             throw new Error(`Failed to embed text with Universal Sentence Encoder: ${error}`);
         }
     }
@@ -3891,7 +3900,7 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
             return results;
         }
         catch (error) {
-            this.logIfNotTest('error', 'Failed to batch embed text with Universal Sentence Encoder:', error);
+            this.logger('error', 'Failed to batch embed text with Universal Sentence Encoder:', error);
             throw new Error(`Failed to batch embed text with Universal Sentence Encoder: ${error}`);
         }
     }
@@ -3907,7 +3916,7 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
                 this.initialized = false;
             }
             catch (error) {
-                this.logIfNotTest('error', 'Failed to dispose Universal Sentence Encoder:', error);
+                this.logger('error', 'Failed to dispose Universal Sentence Encoder:', error);
             }
         }
         return Promise.resolve();
@@ -3920,47 +3929,38 @@ let UniversalSentenceEncoder$1 = class UniversalSentenceEncoder {
  * @returns The load function or null if not found
  */
 function findUSELoadFunction(sentenceEncoderModule) {
-    // Log the module structure for debugging
-    console.log('Universal Sentence Encoder module structure:', Object.keys(sentenceEncoderModule), sentenceEncoderModule.default
-        ? Object.keys(sentenceEncoderModule.default)
-        : 'No default export');
+    // Module structure available for debugging if needed
     let loadFunction = null;
     // Try sentenceEncoderModule.load first (direct export)
     if (sentenceEncoderModule.load &&
         typeof sentenceEncoderModule.load === 'function') {
         loadFunction = sentenceEncoderModule.load;
-        console.log('Using sentenceEncoderModule.load');
     }
     // Then try sentenceEncoderModule.default.load (default export)
     else if (sentenceEncoderModule.default &&
         sentenceEncoderModule.default.load &&
         typeof sentenceEncoderModule.default.load === 'function') {
         loadFunction = sentenceEncoderModule.default.load;
-        console.log('Using sentenceEncoderModule.default.load');
     }
     // Try sentenceEncoderModule.default directly if it's a function
     else if (sentenceEncoderModule.default &&
         typeof sentenceEncoderModule.default === 'function') {
         loadFunction = sentenceEncoderModule.default;
-        console.log('Using sentenceEncoderModule.default as function');
     }
     // Try sentenceEncoderModule directly if it's a function
     else if (typeof sentenceEncoderModule === 'function') {
         loadFunction = sentenceEncoderModule;
-        console.log('Using sentenceEncoderModule as function');
     }
     // Try additional common patterns
     else if (sentenceEncoderModule.UniversalSentenceEncoder &&
         typeof sentenceEncoderModule.UniversalSentenceEncoder.load === 'function') {
         loadFunction = sentenceEncoderModule.UniversalSentenceEncoder.load;
-        console.log('Using sentenceEncoderModule.UniversalSentenceEncoder.load');
     }
     else if (sentenceEncoderModule.default &&
         sentenceEncoderModule.default.UniversalSentenceEncoder &&
         typeof sentenceEncoderModule.default.UniversalSentenceEncoder.load ===
             'function') {
         loadFunction = sentenceEncoderModule.default.UniversalSentenceEncoder.load;
-        console.log('Using sentenceEncoderModule.default.UniversalSentenceEncoder.load');
     }
     // Try to find the load function in the module's properties
     else {
@@ -3971,7 +3971,6 @@ function findUSELoadFunction(sentenceEncoderModule) {
                 const fnName = sentenceEncoderModule[key].name || key;
                 if (fnName.toLowerCase().includes('load')) {
                     loadFunction = sentenceEncoderModule[key];
-                    console.log(`Using sentenceEncoderModule.${key} as load function`);
                     break;
                 }
             }
@@ -3983,7 +3982,6 @@ function findUSELoadFunction(sentenceEncoderModule) {
                         const fnName = sentenceEncoderModule[key][nestedKey].name || nestedKey;
                         if (fnName.toLowerCase().includes('load')) {
                             loadFunction = sentenceEncoderModule[key][nestedKey];
-                            console.log(`Using sentenceEncoderModule.${key}.${nestedKey} as load function`);
                             break;
                         }
                     }
@@ -4008,9 +4006,14 @@ function isTestEnvironment() {
         process.argv.some((arg) => arg.includes('vitest')));
 }
 /**
- * Log message only if not in test environment (standalone version)
+ * Log message only if not in test environment and verbose mode is enabled (standalone version)
+ * @param level Log level ('log', 'warn', 'error')
+ * @param message Message to log
+ * @param args Additional arguments to log
+ * @param verbose Whether to log non-essential messages (default: true)
  */
-function logIfNotTest(level, message, ...args) {
+function logIfNotTest(level, message, args = [], verbose = true) {
+    // Always log errors, but only log other messages if verbose mode is enabled
     if (!isTestEnvironment()) {
         console[level](message, ...args);
     }
@@ -4032,11 +4035,22 @@ function createEmbeddingFunction(model) {
  * Creates a TensorFlow-based Universal Sentence Encoder embedding function
  * This is the required embedding function for all text embeddings
  * Uses a shared model instance for better performance across multiple calls
+ * @param options Configuration options
+ * @param options.verbose Whether to log non-essential messages (default: true)
  */
 // Create a single shared instance of the model that persists across all embedding calls
-const sharedModel = new UniversalSentenceEncoder$1();
+let sharedModel = null;
 let sharedModelInitialized = false;
-function createTensorFlowEmbeddingFunction() {
+let sharedModelVerbose = true;
+function createTensorFlowEmbeddingFunction(options = {}) {
+    // Update verbose setting if provided
+    if (options.verbose !== undefined) {
+        sharedModelVerbose = options.verbose;
+    }
+    // Create the shared model if it doesn't exist yet
+    if (!sharedModel) {
+        sharedModel = new UniversalSentenceEncoder$1({ verbose: sharedModelVerbose });
+    }
     return async (data) => {
         try {
             // Initialize the model if it hasn't been initialized yet
@@ -4054,7 +4068,7 @@ function createTensorFlowEmbeddingFunction() {
             return await sharedModel.embed(data);
         }
         catch (error) {
-            logIfNotTest('error', 'Failed to use TensorFlow embedding:', error);
+            logIfNotTest('error', 'Failed to use TensorFlow embedding:', [error], sharedModelVerbose);
             throw new Error(`Universal Sentence Encoder is required but failed: ${error}`);
         }
     };
@@ -4064,32 +4078,73 @@ function createTensorFlowEmbeddingFunction() {
  * Uses UniversalSentenceEncoder for all text embeddings
  * TensorFlow.js is required for this to work
  * Uses CPU for compatibility
+ * @param options Configuration options
+ * @param options.verbose Whether to log non-essential messages (default: true)
  */
-const defaultEmbeddingFunction = createTensorFlowEmbeddingFunction();
+function getDefaultEmbeddingFunction(options = {}) {
+    return createTensorFlowEmbeddingFunction(options);
+}
 /**
- * Default batch embedding function
+ * Default embedding function with default options
  * Uses UniversalSentenceEncoder for all text embeddings
  * TensorFlow.js is required for this to work
+ * Uses CPU for compatibility
+ */
+const defaultEmbeddingFunction = getDefaultEmbeddingFunction();
+/**
+ * Creates a batch embedding function that uses UniversalSentenceEncoder
+ * TensorFlow.js is required for this to work
  * Processes all items in a single batch operation
  * Uses a shared model instance for better performance across multiple calls
+ * @param options Configuration options
+ * @param options.verbose Whether to log non-essential messages (default: true)
  */
 // Create a single shared instance of the model that persists across function calls
-const sharedBatchModel = new UniversalSentenceEncoder$1();
+let sharedBatchModel = null;
 let sharedBatchModelInitialized = false;
-const defaultBatchEmbeddingFunction = async (dataArray) => {
-    try {
-        // Initialize the model if it hasn't been initialized yet
-        if (!sharedBatchModelInitialized) {
-            await sharedBatchModel.init();
-            sharedBatchModelInitialized = true;
-        }
-        return await sharedBatchModel.embedBatch(dataArray);
+let sharedBatchModelVerbose = true;
+function createBatchEmbeddingFunction(options = {}) {
+    // Update verbose setting if provided
+    if (options.verbose !== undefined) {
+        sharedBatchModelVerbose = options.verbose;
     }
-    catch (error) {
-        logIfNotTest('error', 'Failed to use TensorFlow batch embedding:', error);
-        throw new Error(`Universal Sentence Encoder batch embedding failed: ${error}`);
+    // Create the shared model if it doesn't exist yet
+    if (!sharedBatchModel) {
+        sharedBatchModel = new UniversalSentenceEncoder$1({ verbose: sharedBatchModelVerbose });
     }
-};
+    return async (dataArray) => {
+        try {
+            // Initialize the model if it hasn't been initialized yet
+            if (!sharedBatchModelInitialized) {
+                await sharedBatchModel.init();
+                sharedBatchModelInitialized = true;
+            }
+            return await sharedBatchModel.embedBatch(dataArray);
+        }
+        catch (error) {
+            logIfNotTest('error', 'Failed to use TensorFlow batch embedding:', [error], sharedBatchModelVerbose);
+            throw new Error(`Universal Sentence Encoder batch embedding failed: ${error}`);
+        }
+    };
+}
+/**
+ * Get a batch embedding function with custom options
+ * Uses UniversalSentenceEncoder for all text embeddings
+ * TensorFlow.js is required for this to work
+ * Processes all items in a single batch operation
+ * @param options Configuration options
+ * @param options.verbose Whether to log non-essential messages (default: true)
+ */
+function getDefaultBatchEmbeddingFunction(options = {}) {
+    return createBatchEmbeddingFunction(options);
+}
+/**
+ * Default batch embedding function with default options
+ * Uses UniversalSentenceEncoder for all text embeddings
+ * TensorFlow.js is required for this to work
+ * Processes all items in a single batch operation
+ */
+const defaultBatchEmbeddingFunction = getDefaultBatchEmbeddingFunction();
 /**
  * Creates an embedding function that runs in a separate thread
  * This is a wrapper around createEmbeddingFunction that uses executeInThread
@@ -4108,11 +4163,14 @@ function createThreadedEmbeddingFunction(model) {
 var embedding = /*#__PURE__*/Object.freeze({
 	__proto__: null,
 	UniversalSentenceEncoder: UniversalSentenceEncoder$1,
+	createBatchEmbeddingFunction: createBatchEmbeddingFunction,
 	createEmbeddingFunction: createEmbeddingFunction,
 	createTensorFlowEmbeddingFunction: createTensorFlowEmbeddingFunction,
 	createThreadedEmbeddingFunction: createThreadedEmbeddingFunction,
 	defaultBatchEmbeddingFunction: defaultBatchEmbeddingFunction,
-	defaultEmbeddingFunction: defaultEmbeddingFunction
+	defaultEmbeddingFunction: defaultEmbeddingFunction,
+	getDefaultBatchEmbeddingFunction: getDefaultBatchEmbeddingFunction,
+	getDefaultEmbeddingFunction: getDefaultEmbeddingFunction
 });
 
 /**
@@ -8492,6 +8550,7 @@ class BrainyData {
         this.isInitializing = false;
         this.storageConfig = {};
         this.useOptimizedIndex = false;
+        this.loggingConfig = { verbose: true };
         // Remote server properties
         this.remoteServerConfig = null;
         this.serverSearchConduit = null;
@@ -8516,9 +8575,22 @@ class BrainyData {
         }
         // Set storage if provided, otherwise it will be initialized in init()
         this.storage = config.storageAdapter || null;
-        // Set embedding function if provided, otherwise use default
-        this.embeddingFunction =
-            config.embeddingFunction || defaultEmbeddingFunction;
+        // Store logging configuration
+        if (config.logging !== undefined) {
+            this.loggingConfig = {
+                ...this.loggingConfig,
+                ...config.logging
+            };
+        }
+        // Set embedding function if provided, otherwise create one with the appropriate verbose setting
+        if (config.embeddingFunction) {
+            this.embeddingFunction = config.embeddingFunction;
+        }
+        else {
+            this.embeddingFunction = getDefaultEmbeddingFunction({
+                verbose: this.loggingConfig?.verbose
+            });
+        }
         // Set persistent storage request flag
         this.requestPersistentStorage =
             config.storage?.requestPersistentStorage || false;
@@ -8557,15 +8629,15 @@ class BrainyData {
             // Pre-load the embedding model early to ensure it's always available
             // This helps prevent issues with the Universal Sentence Encoder not being loaded
             try {
-                console.log('Pre-loading Universal Sentence Encoder model...');
+                // Pre-loading Universal Sentence Encoder model
                 // Call embedding function directly to avoid circular dependency with embed()
                 await this.embeddingFunction('');
-                console.log('Universal Sentence Encoder model loaded successfully');
+                // Universal Sentence Encoder model loaded successfully
             }
             catch (embedError) {
                 console.warn('Failed to pre-load Universal Sentence Encoder:', embedError);
                 // Try again with a retry mechanism
-                console.log('Retrying Universal Sentence Encoder initialization...');
+                // Retrying Universal Sentence Encoder initialization
                 try {
                     // Wait a moment before retrying
                     await new Promise((resolve) => setTimeout(resolve, 1000));
@@ -8947,7 +9019,11 @@ class BrainyData {
                     if (!noun) {
                         continue;
                     }
-                    const metadata = await this.storage.getMetadata(id);
+                    let metadata = await this.storage.getMetadata(id);
+                    // Initialize metadata to an empty object if it's null
+                    if (metadata === null) {
+                        metadata = {};
+                    }
                     searchResults.push({
                         id,
                         score,
@@ -8983,7 +9059,11 @@ class BrainyData {
                     if (!noun) {
                         continue;
                     }
-                    const metadata = await this.storage.getMetadata(id);
+                    let metadata = await this.storage.getMetadata(id);
+                    // Initialize metadata to an empty object if it's null
+                    if (metadata === null) {
+                        metadata = {};
+                    }
                     searchResults.push({
                         id,
                         score,
@@ -10316,7 +10396,13 @@ class FileSystemStorage {
         try {
             // Now set up the directory paths
             const rootDir = this.rootDir || process.cwd();
-            this.rootDir = path.resolve(rootDir, ROOT_DIR);
+            // Check if rootDir already ends with ROOT_DIR to prevent duplication
+            if (rootDir.endsWith(ROOT_DIR)) {
+                this.rootDir = rootDir;
+            }
+            else {
+                this.rootDir = path.resolve(rootDir, ROOT_DIR);
+            }
             this.nounsDir = path.join(this.rootDir, NOUNS_DIR);
             this.verbsDir = path.join(this.rootDir, VERBS_DIR);
             this.metadataDir = path.join(this.rootDir, METADATA_DIR);