@soulcraft/brainy 0.54.3 → 0.54.5

package/dist/brainyData.js

@@ -14,6 +14,7 @@ import { NounType, VerbType } from './types/graphTypes.js';
 import { createServerSearchAugmentations } from './augmentations/serverSearchAugmentations.js';
 import { IntelligentVerbScoring } from './augmentations/intelligentVerbScoring.js';
 import { augmentationPipeline } from './augmentationPipeline.js';
+import { prodLog } from './utils/logger.js';
 import { prepareJsonForVectorization, extractFieldFromJson } from './utils/jsonProcessing.js';
 import { DistributedConfigManager, HashPartitioner, OperationalModeFactory, DomainDetector, HealthMonitor } from './distributed/index.js';
 import { SearchCache } from './utils/searchCache.js';
@@ -197,7 +198,7 @@ export class BrainyData {
                 };
             }
             if (this.loggingConfig?.verbose) {
-                console.log(this.cacheAutoConfigurator.getConfigExplanation(autoConfig));
+                prodLog.info(this.cacheAutoConfigurator.getConfigExplanation(autoConfig));
             }
         }
         // Initialize search cache with final configuration
@@ -252,7 +253,7 @@ export class BrainyData {
         // If the database is frozen, do not start real-time updates
         if (this.frozen) {
             if (this.loggingConfig?.verbose) {
-                console.log('Real-time updates disabled: database is frozen');
+                prodLog.info('Real-time updates disabled: database is frozen');
             }
             return;
         }
@@ -266,16 +267,16 @@ export class BrainyData {
             this.lastKnownNounCount = count;
         })
             .catch((error) => {
-            console.warn('Failed to get initial noun count for real-time updates:', error);
+            prodLog.warn('Failed to get initial noun count for real-time updates:', error);
         });
         // Start the update timer
         this.updateTimerId = setInterval(() => {
             this.checkForUpdates().catch((error) => {
-                console.warn('Error during real-time update check:', error);
+                prodLog.warn('Error during real-time update check:', error);
             });
         }, this.realtimeUpdateConfig.interval);
         if (this.loggingConfig?.verbose) {
-            console.log(`Real-time updates started with interval: ${this.realtimeUpdateConfig.interval}ms`);
+            prodLog.info(`Real-time updates started with interval: ${this.realtimeUpdateConfig.interval}ms`);
         }
     }
     /**
@@ -290,7 +291,7 @@ export class BrainyData {
         clearInterval(this.updateTimerId);
         this.updateTimerId = null;
         if (this.loggingConfig?.verbose) {
-            console.log('Real-time updates stopped');
+            prodLog.info('Real-time updates stopped');
         }
     }
     /**
@@ -332,7 +333,7 @@ export class BrainyData {
                 await this.metadataIndex.flush();
             }
             catch (error) {
-                console.warn('Error flushing metadata index:', error);
+                prodLog.warn('Error flushing metadata index:', error);
             }
         }, 30000); // Flush every 30 seconds
         // Store the interval ID for cleanup
@@ -394,7 +395,7 @@ export class BrainyData {
             // Cleanup expired cache entries (defensive mechanism for distributed scenarios)
             const expiredCount = this.searchCache.cleanupExpiredEntries();
             if (expiredCount > 0 && this.loggingConfig?.verbose) {
-                console.log(`Cleaned up ${expiredCount} expired cache entries`);
+                prodLog.debug(`Cleaned up ${expiredCount} expired cache entries`);
             }
             // Adapt cache configuration based on performance (every few updates)
             // Only adapt every 5th update to avoid over-optimization
@@ -407,11 +408,11 @@ export class BrainyData {
             this.lastUpdateTime = Date.now();
             if (this.loggingConfig?.verbose) {
                 const duration = this.lastUpdateTime - startTime;
-                console.log(`Real-time update completed in ${duration}ms`);
+                prodLog.debug(`Real-time update completed in ${duration}ms`);
             }
         }
         catch (error) {
-            console.error('Failed to check for updates:', error);
+            prodLog.error('Failed to check for updates:', error);
             // Don't rethrow the error to avoid disrupting the update timer
         }
     }
@@ -437,7 +438,7 @@ export class BrainyData {
                                 const noun = change.data;
                                 // Check if the vector dimensions match the expected dimensions
                                 if (noun.vector.length !== this._dimensions) {
-                                    console.warn(`Skipping noun ${noun.id} due to dimension mismatch: expected ${this._dimensions}, got ${noun.vector.length}`);
+                                    prodLog.warn(`Skipping noun ${noun.id} due to dimension mismatch: expected ${this._dimensions}, got ${noun.vector.length}`);
                                     continue;
                                 }
                                 // Add or update in index
@@ -452,7 +453,7 @@ export class BrainyData {
                                     updatedCount++;
                                 }
                                 if (this.loggingConfig?.verbose) {
-                                    console.log(`${change.operation === 'add' ? 'Added' : 'Updated'} noun ${noun.id} in index during real-time update`);
+                                    prodLog.debug(`${change.operation === 'add' ? 'Added' : 'Updated'} noun ${noun.id} in index during real-time update`);
                                 }
                             }
                             break;
@@ -803,20 +804,30 @@ export class BrainyData {
                     try {
                         const testResult = await this.storage.getNouns({ pagination: { offset: 0, limit: 1 } });
                         if (testResult.items.length > 0) {
-                            if (this.loggingConfig?.verbose) {
-                                console.log('Rebuilding metadata index for existing data...');
+                            // Only rebuild metadata index if explicitly requested or if we have very few items
+                            const shouldRebuild = process.env.BRAINY_REBUILD_INDEX === 'true';
+                            if (shouldRebuild) {
+                                if (this.loggingConfig?.verbose) {
+                                    console.log('🔄 Rebuilding metadata index for existing data...');
+                                }
+                                await this.metadataIndex.rebuild();
+                                if (this.loggingConfig?.verbose) {
+                                    const newStats = await this.metadataIndex.getStats();
+                                    console.log(`✅ Metadata index rebuilt: ${newStats.totalEntries} entries, ${newStats.fieldsIndexed.length} fields`);
+                                }
                             }
-                            await this.metadataIndex.rebuild();
-                            if (this.loggingConfig?.verbose) {
-                                const newStats = await this.metadataIndex.getStats();
-                                console.log(`Metadata index rebuilt: ${newStats.totalEntries} entries, ${newStats.fieldsIndexed.length} fields`);
+                            else {
+                                if (this.loggingConfig?.verbose) {
+                                    console.log('⏭️  Skipping metadata index rebuild (set BRAINY_REBUILD_INDEX=true to force)');
+                                }
+                                // Build index incrementally as items are accessed instead
                             }
                         }
                     }
                     catch (error) {
                         // If getNouns fails, skip rebuild
                         if (this.loggingConfig?.verbose) {
-                            console.log('Skipping metadata index rebuild:', error);
+                            console.log('⚠️  Skipping metadata index rebuild due to error:', error);
                         }
                     }
                 }