@soulcraft/brainy 4.7.2 → 4.7.3

package/CHANGELOG.md

@@ -2,6 +2,11 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+### [4.7.3](https://github.com/soulcraftlabs/brainy/compare/v4.7.2...v4.7.3) (2025-10-27)
+
+- fix(storage): CRITICAL - preserve vectors when updating HNSW connections (v4.7.3) (46e7482)
+
+
 ### [4.4.0](https://github.com/soulcraftlabs/brainy/compare/v4.3.2...v4.4.0) (2025-10-24)
 
 - docs: update CHANGELOG for v4.4.0 release (a3c8a28)

package/dist/storage/adapters/azureBlobStorage.js

@@ -1275,13 +1275,38 @@ export class AzureBlobStorage extends BaseStorage {
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
         try {
+            // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
             const shard = getShardIdFromUuid(nounId);
             const key = `entities/nouns/hnsw/${shard}/${nounId}.json`;
             const blockBlobClient = this.containerClient.getBlockBlobClient(key);
-            const content = JSON.stringify(hnswData, null, 2);
-            await blockBlobClient.upload(content, content.length, {
-                blobHTTPHeaders: { blobContentType: 'application/json' }
-            });
+            try {
+                // Read existing node data
+                const downloadResponse = await blockBlobClient.download(0);
+                const existingData = await this.streamToBuffer(downloadResponse.readableStreamBody);
+                const existingNode = JSON.parse(existingData.toString());
+                // Preserve id and vector, update only HNSW graph metadata
+                const updatedNode = {
+                    ...existingNode,
+                    level: hnswData.level,
+                    connections: hnswData.connections
+                };
+                const content = JSON.stringify(updatedNode, null, 2);
+                await blockBlobClient.upload(content, content.length, {
+                    blobHTTPHeaders: { blobContentType: 'application/json' }
+                });
+            }
+            catch (error) {
+                // If node doesn't exist yet, create it with just HNSW data
+                if (error.statusCode === 404 || error.code === 'BlobNotFound') {
+                    const content = JSON.stringify(hnswData, null, 2);
+                    await blockBlobClient.upload(content, content.length, {
+                        blobHTTPHeaders: { blobContentType: 'application/json' }
+                    });
+                }
+                else {
+                    throw error;
+                }
+            }
         }
         catch (error) {
             this.logger.error(`Failed to save HNSW data for ${nounId}:`, error);

package/dist/storage/adapters/fileSystemStorage.js

@@ -2156,12 +2156,34 @@ export class FileSystemStorage extends BaseStorage {
      */
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
-        // Use sharded path for HNSW data
-        const shard = nounId.substring(0, 2).toLowerCase();
-        const hnswDir = path.join(this.rootDir, 'entities', 'nouns', 'hnsw', shard);
-        await this.ensureDirectoryExists(hnswDir);
-        const filePath = path.join(hnswDir, `${nounId}.json`);
-        await fs.promises.writeFile(filePath, JSON.stringify(hnswData, null, 2));
+        // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
+        // Previous implementation overwrote the entire file, destroying vector data
+        // Now we READ the existing node, UPDATE only connections/level, then WRITE back the complete node
+        const filePath = this.getNodePath(nounId);
+        try {
+            // Read existing node data
+            const existingData = await fs.promises.readFile(filePath, 'utf-8');
+            const existingNode = JSON.parse(existingData);
+            // Preserve id and vector, update only HNSW graph metadata
+            const updatedNode = {
+                ...existingNode, // Preserve all existing fields (id, vector, etc.)
+                level: hnswData.level,
+                connections: hnswData.connections
+            };
+            // Write back the COMPLETE node with updated HNSW data
+            await fs.promises.writeFile(filePath, JSON.stringify(updatedNode, null, 2));
+        }
+        catch (error) {
+            // If node doesn't exist yet, create it with just HNSW data
+            // This should only happen during initial node creation
+            if (error.code === 'ENOENT') {
+                await this.ensureDirectoryExists(path.dirname(filePath));
+                await fs.promises.writeFile(filePath, JSON.stringify(hnswData, null, 2));
+            }
+            else {
+                throw error;
+            }
+        }
     }
     /**
      * Get HNSW graph data for a noun

package/dist/storage/adapters/gcsStorage.js

@@ -1469,14 +1469,41 @@ export class GcsStorage extends BaseStorage {
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
         try {
-            // Use sharded path for HNSW data
+            // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
+            // Previous implementation overwrote the entire file, destroying vector data
+            // Now we READ the existing node, UPDATE only connections/level, then WRITE back the complete node
             const shard = getShardIdFromUuid(nounId);
             const key = `entities/nouns/hnsw/${shard}/${nounId}.json`;
             const file = this.bucket.file(key);
-            await file.save(JSON.stringify(hnswData, null, 2), {
-                contentType: 'application/json',
-                resumable: false
-            });
+            try {
+                // Read existing node data
+                const [existingData] = await file.download();
+                const existingNode = JSON.parse(existingData.toString());
+                // Preserve id and vector, update only HNSW graph metadata
+                const updatedNode = {
+                    ...existingNode, // Preserve all existing fields (id, vector, etc.)
+                    level: hnswData.level,
+                    connections: hnswData.connections
+                };
+                // Write back the COMPLETE node with updated HNSW data
+                await file.save(JSON.stringify(updatedNode, null, 2), {
+                    contentType: 'application/json',
+                    resumable: false
+                });
+            }
+            catch (error) {
+                // If node doesn't exist yet, create it with just HNSW data
+                // This should only happen during initial node creation
+                if (error.code === 404) {
+                    await file.save(JSON.stringify(hnswData, null, 2), {
+                        contentType: 'application/json',
+                        resumable: false
+                    });
+                }
+                else {
+                    throw error;
+                }
+            }
         }
         catch (error) {
             this.logger.error(`Failed to save HNSW data for ${nounId}:`, error);

package/dist/storage/adapters/opfsStorage.js

@@ -1693,17 +1693,32 @@ export class OPFSStorage extends BaseStorage {
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
         try {
-            // Get or create the hnsw directory under nouns
+            // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
             const hnswDir = await this.nounsDir.getDirectoryHandle('hnsw', { create: true });
-            // Use sharded path for HNSW data
             const shard = getShardIdFromUuid(nounId);
             const shardDir = await hnswDir.getDirectoryHandle(shard, { create: true });
-            // Create or get the file in the shard directory
             const fileHandle = await shardDir.getFileHandle(`${nounId}.json`, { create: true });
-            // Write the HNSW data to the file
-            const writable = await fileHandle.createWritable();
-            await writable.write(JSON.stringify(hnswData, null, 2));
-            await writable.close();
+            try {
+                // Read existing node data
+                const file = await fileHandle.getFile();
+                const existingData = await file.text();
+                const existingNode = JSON.parse(existingData);
+                // Preserve id and vector, update only HNSW graph metadata
+                const updatedNode = {
+                    ...existingNode,
+                    level: hnswData.level,
+                    connections: hnswData.connections
+                };
+                const writable = await fileHandle.createWritable();
+                await writable.write(JSON.stringify(updatedNode, null, 2));
+                await writable.close();
+            }
+            catch (error) {
+                // If node doesn't exist or read fails, create with just HNSW data
+                const writable = await fileHandle.createWritable();
+                await writable.write(JSON.stringify(hnswData, null, 2));
+                await writable.close();
+            }
         }
         catch (error) {
             console.error(`Failed to save HNSW data for ${nounId}:`, error);

package/dist/storage/adapters/r2Storage.js

@@ -753,9 +753,30 @@ export class R2Storage extends BaseStorage {
     }
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
+        // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
         const shard = getShardIdFromUuid(nounId);
         const key = `entities/nouns/hnsw/${shard}/${nounId}.json`;
-        await this.writeObjectToPath(key, hnswData);
+        try {
+            // Read existing node data
+            const existingNode = await this.readObjectFromPath(key);
+            if (existingNode) {
+                // Preserve id and vector, update only HNSW graph metadata
+                const updatedNode = {
+                    ...existingNode,
+                    level: hnswData.level,
+                    connections: hnswData.connections
+                };
+                await this.writeObjectToPath(key, updatedNode);
+            }
+            else {
+                // Node doesn't exist yet, create with just HNSW data
+                await this.writeObjectToPath(key, hnswData);
+            }
+        }
+        catch (error) {
+            // If read fails, create with just HNSW data
+            await this.writeObjectToPath(key, hnswData);
+        }
     }
     async getHNSWData(nounId) {
         await this.ensureInitialized();

package/dist/storage/adapters/s3CompatibleStorage.js

@@ -3055,16 +3055,45 @@ export class S3CompatibleStorage extends BaseStorage {
     async saveHNSWData(nounId, hnswData) {
         await this.ensureInitialized();
         try {
-            const { PutObjectCommand } = await import('@aws-sdk/client-s3');
-            // Use sharded path for HNSW data
+            const { PutObjectCommand, GetObjectCommand } = await import('@aws-sdk/client-s3');
+            // CRITICAL FIX (v4.7.3): Must preserve existing node data (id, vector) when updating HNSW metadata
             const shard = getShardIdFromUuid(nounId);
             const key = `entities/nouns/hnsw/${shard}/${nounId}.json`;
-            await this.s3Client.send(new PutObjectCommand({
-                Bucket: this.bucketName,
-                Key: key,
-                Body: JSON.stringify(hnswData, null, 2),
-                ContentType: 'application/json'
-            }));
+            try {
+                // Read existing node data
+                const getResponse = await this.s3Client.send(new GetObjectCommand({
+                    Bucket: this.bucketName,
+                    Key: key
+                }));
+                const existingData = await getResponse.Body.transformToString();
+                const existingNode = JSON.parse(existingData);
+                // Preserve id and vector, update only HNSW graph metadata
+                const updatedNode = {
+                    ...existingNode,
+                    level: hnswData.level,
+                    connections: hnswData.connections
+                };
+                await this.s3Client.send(new PutObjectCommand({
+                    Bucket: this.bucketName,
+                    Key: key,
+                    Body: JSON.stringify(updatedNode, null, 2),
+                    ContentType: 'application/json'
+                }));
+            }
+            catch (error) {
+                // If node doesn't exist yet, create it with just HNSW data
+                if (error.name === 'NoSuchKey' || error.Code === 'NoSuchKey') {
+                    await this.s3Client.send(new PutObjectCommand({
+                        Bucket: this.bucketName,
+                        Key: key,
+                        Body: JSON.stringify(hnswData, null, 2),
+                        ContentType: 'application/json'
+                    }));
+                }
+                else {
+                    throw error;
+                }
+            }
         }
         catch (error) {
             this.logger.error(`Failed to save HNSW data for ${nounId}:`, error);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "4.7.2",
+  "version": "4.7.3",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. 31 nouns × 40 verbs for infinite expressiveness.",
   "main": "dist/index.js",
   "module": "dist/index.js",