@soulcraft/brainy 3.37.2 → 3.37.4

package/CHANGELOG.md

@@ -2,6 +2,11 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+### [3.37.3](https://github.com/soulcraftlabs/brainy/compare/v3.37.2...v3.37.3) (2025-10-10)
+
+- fix: populate totalNodes/totalEdges in ALL storage adapters for HNSW rebuild (a21a845)
+
+
 ### [3.37.2](https://github.com/soulcraftlabs/brainy/compare/v3.37.1...v3.37.2) (2025-10-10)
 
 - fix: ensure GCS storage initialization before pagination (2565685)

package/dist/storage/adapters/fileSystemStorage.js

@@ -1349,13 +1349,17 @@ export class FileSystemStorage extends BaseStorage {
     mergeStatistics(storageStats, localStats) {
         // Handle null cases
         if (!storageStats && !localStats) {
+            // CRITICAL FIX (v3.37.4): Statistics files don't exist yet (first init)
+            // Return minimal stats with counts instead of zeros
+            // This prevents HNSW from seeing entityCount=0 during index rebuild
             return {
                 nounCount: {},
                 verbCount: {},
                 metadataCount: {},
                 hnswIndexSize: 0,
-                totalNodes: 0,
-                totalEdges: 0,
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
+                totalMetadata: 0,
                 lastUpdated: new Date().toISOString()
             };
         }

package/dist/storage/adapters/gcsStorage.js

@@ -1177,12 +1177,31 @@ export class GcsStorage extends BaseStorage {
             const [contents] = await file.download();
             const statistics = JSON.parse(contents.toString());
             this.logger.trace('Statistics retrieved successfully');
-            return statistics;
+            // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+            // HNSW rebuild depends on these fields to determine entity count
+            return {
+                ...statistics,
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
+                lastUpdated: new Date().toISOString()
+            };
         }
         catch (error) {
             if (error.code === 404) {
-                this.logger.trace('Statistics not found (creating new)');
-                return null;
+                // CRITICAL FIX (v3.37.4): Statistics file doesn't exist yet (first restart)
+                // Return minimal stats with counts instead of null
+                // This prevents HNSW from seeing entityCount=0 during index rebuild
+                this.logger.trace('Statistics file not found - returning minimal stats with counts');
+                return {
+                    nounCount: {},
+                    verbCount: {},
+                    metadataCount: {},
+                    hnswIndexSize: 0,
+                    totalNodes: this.totalNounCount,
+                    totalEdges: this.totalVerbCount,
+                    totalMetadata: 0,
+                    lastUpdated: new Date().toISOString()
+                };
             }
             this.logger.error('Failed to get statistics:', error);
             return null;

package/dist/storage/adapters/memoryStorage.js

@@ -551,7 +551,19 @@ export class MemoryStorage extends BaseStorage {
      */
     async getStatisticsData() {
         if (!this.statistics) {
-            return null;
+            // CRITICAL FIX (v3.37.4): Statistics don't exist yet (first init)
+            // Return minimal stats with counts instead of null
+            // This prevents HNSW from seeing entityCount=0 during index rebuild
+            return {
+                nounCount: {},
+                verbCount: {},
+                metadataCount: {},
+                hnswIndexSize: 0,
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
+                totalMetadata: 0,
+                lastUpdated: new Date().toISOString()
+            };
         }
         // Return a deep copy to avoid reference issues
         return {
@@ -559,6 +571,10 @@ export class MemoryStorage extends BaseStorage {
             verbCount: { ...this.statistics.verbCount },
             metadataCount: { ...this.statistics.metadataCount },
             hnswIndexSize: this.statistics.hnswIndexSize,
+            // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+            // HNSW rebuild depends on these fields to determine entity count
+            totalNodes: this.totalNounCount,
+            totalEdges: this.totalVerbCount,
             lastUpdated: this.statistics.lastUpdated,
             // Include serviceActivity if present
             ...(this.statistics.serviceActivity && {

package/dist/storage/adapters/opfsStorage.js

@@ -1125,6 +1125,10 @@ export class OPFSStorage extends BaseStorage {
                 verbCount: { ...this.statistics.verbCount },
                 metadataCount: { ...this.statistics.metadataCount },
                 hnswIndexSize: this.statistics.hnswIndexSize,
+                // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+                // HNSW rebuild depends on these fields to determine entity count
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
                 lastUpdated: this.statistics.lastUpdated
             };
         }
@@ -1149,6 +1153,10 @@ export class OPFSStorage extends BaseStorage {
                         verbCount: { ...this.statistics.verbCount },
                         metadataCount: { ...this.statistics.metadataCount },
                         hnswIndexSize: this.statistics.hnswIndexSize,
+                        // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+                        // HNSW rebuild depends on these fields to determine entity count
+                        totalNodes: this.totalNounCount,
+                        totalEdges: this.totalVerbCount,
                         lastUpdated: this.statistics.lastUpdated
                     };
                 }
@@ -1171,6 +1179,10 @@ export class OPFSStorage extends BaseStorage {
                             verbCount: { ...this.statistics.verbCount },
                             metadataCount: { ...this.statistics.metadataCount },
                             hnswIndexSize: this.statistics.hnswIndexSize,
+                            // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+                            // HNSW rebuild depends on these fields to determine entity count
+                            totalNodes: this.totalNounCount,
+                            totalEdges: this.totalVerbCount,
                             lastUpdated: this.statistics.lastUpdated
                         };
                     }
@@ -1191,18 +1203,45 @@ export class OPFSStorage extends BaseStorage {
                                 verbCount: { ...this.statistics.verbCount },
                                 metadataCount: { ...this.statistics.metadataCount },
                                 hnswIndexSize: this.statistics.hnswIndexSize,
+                                // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+                                // HNSW rebuild depends on these fields to determine entity count
+                                totalNodes: this.totalNounCount,
+                                totalEdges: this.totalVerbCount,
                                 lastUpdated: this.statistics.lastUpdated
                             };
                         }
                     }
                     catch (error) {
-                        // If the legacy file doesn't exist either, return null
-                        return null;
+                        // CRITICAL FIX (v3.37.4): No statistics files exist (first init)
+                        // Return minimal stats with counts instead of null
+                        // This prevents HNSW from seeing entityCount=0 during index rebuild
+                        return {
+                            nounCount: {},
+                            verbCount: {},
+                            metadataCount: {},
+                            hnswIndexSize: 0,
+                            totalNodes: this.totalNounCount,
+                            totalEdges: this.totalVerbCount,
+                            totalMetadata: 0,
+                            lastUpdated: new Date().toISOString()
+                        };
                     }
                 }
             }
-            // If we get here and statistics is null, return default statistics
-            return this.statistics ? this.statistics : null;
+            // If we get here and statistics is null, return minimal stats with counts
+            if (!this.statistics) {
+                return {
+                    nounCount: {},
+                    verbCount: {},
+                    metadataCount: {},
+                    hnswIndexSize: 0,
+                    totalNodes: this.totalNounCount,
+                    totalEdges: this.totalVerbCount,
+                    totalMetadata: 0,
+                    lastUpdated: new Date().toISOString()
+                };
+            }
+            return this.statistics;
         }
         catch (error) {
             console.error('Failed to get statistics data:', error);

package/dist/storage/adapters/s3CompatibleStorage.js

@@ -2144,6 +2144,10 @@ export class S3CompatibleStorage extends BaseStorage {
                 verbCount: { ...this.statisticsCache.verbCount },
                 metadataCount: { ...this.statisticsCache.metadataCount },
                 hnswIndexSize: this.statisticsCache.hnswIndexSize,
+                // CRITICAL FIX: Populate totalNodes and totalEdges from in-memory counts
+                // HNSW rebuild depends on these fields to determine entity count
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
                 lastUpdated: this.statisticsCache.lastUpdated
             };
         }
@@ -2186,6 +2190,26 @@ export class S3CompatibleStorage extends BaseStorage {
                     hnswIndexSize: statistics.hnswIndexSize,
                     lastUpdated: statistics.lastUpdated
                 };
+                // CRITICAL FIX: Add totalNodes and totalEdges from in-memory counts
+                // HNSW rebuild depends on these fields to determine entity count
+                return {
+                    ...statistics,
+                    totalNodes: this.totalNounCount,
+                    totalEdges: this.totalVerbCount
+                };
+            }
+            // If we get here and statistics is null, return minimal stats with counts
+            if (!statistics) {
+                return {
+                    nounCount: {},
+                    verbCount: {},
+                    metadataCount: {},
+                    hnswIndexSize: 0,
+                    totalNodes: this.totalNounCount,
+                    totalEdges: this.totalVerbCount,
+                    totalMetadata: 0,
+                    lastUpdated: new Date().toISOString()
+                };
             }
             // Successfully loaded statistics from storage
             return statistics;
@@ -2193,7 +2217,27 @@ export class S3CompatibleStorage extends BaseStorage {
         catch (error) {
             this.logger.warn('Error getting statistics data, returning cached or null:', error);
             // Return cached data if available, even if stale, rather than throwing
-            return this.statisticsCache || null;
+            // CRITICAL FIX: Add totalNodes and totalEdges when returning cached data
+            if (this.statisticsCache) {
+                return {
+                    ...this.statisticsCache,
+                    totalNodes: this.totalNounCount,
+                    totalEdges: this.totalVerbCount
+                };
+            }
+            // CRITICAL FIX (v3.37.4): Statistics file doesn't exist yet (first restart)
+            // Return minimal stats with counts instead of null
+            // This prevents HNSW from seeing entityCount=0 during index rebuild
+            return {
+                nounCount: {},
+                verbCount: {},
+                metadataCount: {},
+                hnswIndexSize: 0,
+                totalNodes: this.totalNounCount,
+                totalEdges: this.totalVerbCount,
+                totalMetadata: 0,
+                lastUpdated: new Date().toISOString()
+            };
         }
     }
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "3.37.2",
+  "version": "3.37.4",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. 31 nouns × 40 verbs for infinite expressiveness.",
   "main": "dist/index.js",
   "module": "dist/index.js",