@soulcraft/brainy 4.7.3 → 4.8.0

package/dist/storage/adapters/azureBlobStorage.js

@@ -11,6 +11,7 @@
  *
  * v4.0.0: Fully compatible with metadata/vector separation architecture
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, SYSTEM_DIR, STATISTICS_KEY, getDirectoryPath } from '../baseStorage.js';
 import { BrainyError } from '../../errors/brainyError.js';
 import { CacheManager } from '../cacheManager.js';
@@ -942,9 +943,8 @@ export class AzureBlobStorage extends BaseStorage {
             const node = await this.getNode(id);
             if (!node)
                 continue;
+            // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
             const metadata = await this.getNounMetadata(id);
-            if (!metadata)
-                continue;
             // Apply filters if provided
             if (options.filter) {
                 if (options.filter.nounType) {
@@ -957,10 +957,23 @@ export class AzureBlobStorage extends BaseStorage {
                     }
                 }
             }
-            // Combine node with metadata
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             items.push({
-                ...node,
-                metadata
+                id: node.id,
+                vector: node.vector,
+                connections: node.connections,
+                level: node.level || 0,
+                type: nounType || NounType.Thing,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             });
             count++;
         }
@@ -998,9 +1011,24 @@ export class AzureBlobStorage extends BaseStorage {
             if (!verb || verb.sourceId !== sourceId)
                 continue;
             const metadata = await this.getVerbMetadata(id);
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             items.push({
-                ...verb,
-                metadata: metadata || {}
+                id: verb.id,
+                vector: verb.vector,
+                connections: verb.connections,
+                verb: verb.verb,
+                sourceId: verb.sourceId,
+                targetId: verb.targetId,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             });
         }
         return items;
@@ -1022,9 +1050,24 @@ export class AzureBlobStorage extends BaseStorage {
             if (!verb || verb.targetId !== targetId)
                 continue;
             const metadata = await this.getVerbMetadata(id);
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             items.push({
-                ...verb,
-                metadata: metadata || {}
+                id: verb.id,
+                vector: verb.vector,
+                connections: verb.connections,
+                verb: verb.verb,
+                sourceId: verb.sourceId,
+                targetId: verb.targetId,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             });
         }
         return items;
@@ -1046,9 +1089,24 @@ export class AzureBlobStorage extends BaseStorage {
             if (!verb || verb.verb !== type)
                 continue;
             const metadata = await this.getVerbMetadata(id);
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             items.push({
-                ...verb,
-                metadata: metadata || {}
+                id: verb.id,
+                vector: verb.vector,
+                connections: verb.connections,
+                verb: verb.verb,
+                sourceId: verb.sourceId,
+                targetId: verb.targetId,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             });
         }
         return items;

package/dist/storage/adapters/fileSystemStorage.js

@@ -2,6 +2,7 @@
  * File System Storage Adapter
  * File system storage adapter for Node.js environments
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, SYSTEM_DIR, STATISTICS_KEY } from '../baseStorage.js';
 // Node.js modules - dynamically imported to avoid issues in browser environments
 let fs;
@@ -745,11 +746,10 @@ export class FileSystemStorage extends BaseStorage {
                     const data = await fs.promises.readFile(this.getNodePath(id), 'utf-8');
                     const parsedNoun = JSON.parse(data);
                     // v4.0.0: Load metadata from separate storage
+                    // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
                     const metadata = await this.getNounMetadata(id);
-                    if (!metadata)
-                        continue;
                     // Apply filter if provided
-                    if (options.filter) {
+                    if (options.filter && metadata) {
                         let matches = true;
                         for (const [key, value] of Object.entries(options.filter)) {
                             if (metadata[key] !== value) {
@@ -769,13 +769,23 @@ export class FileSystemStorage extends BaseStorage {
                         }
                         connections = connectionsMap;
                     }
-                    // v4.0.0: Create HNSWNounWithMetadata by combining noun with metadata
+                    // v4.8.0: Extract standard fields from metadata to top-level
+                    const metadataObj = (metadata || {});
+                    const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data: dataField, createdBy, ...customMetadata } = metadataObj;
                     const nounWithMetadata = {
                         id: parsedNoun.id,
                         vector: parsedNoun.vector,
                         connections: connections,
                         level: parsedNoun.level || 0,
-                        metadata: metadata
+                        type: nounType || NounType.Thing,
+                        createdAt: createdAt || Date.now(),
+                        updatedAt: updatedAt || Date.now(),
+                        confidence: confidence,
+                        weight: weight,
+                        service: service,
+                        data: dataField,
+                        createdBy,
+                        metadata: customMetadata
                     };
                     items.push(nounWithMetadata);
                     successfullyLoaded++;
@@ -1139,7 +1149,9 @@ export class FileSystemStorage extends BaseStorage {
                         }
                         connections = connectionsMap;
                     }
-                    // v4.0.0: Clean HNSWVerbWithMetadata construction
+                    // v4.8.0: Extract standard fields from metadata to top-level
+                    const metadataObj = metadata;
+                    const { createdAt, updatedAt, confidence, weight, service, data: dataField, createdBy, ...customMetadata } = metadataObj;
                     const verbWithMetadata = {
                         id: edge.id,
                         vector: edge.vector,
@@ -1147,7 +1159,14 @@ export class FileSystemStorage extends BaseStorage {
                         verb: edge.verb,
                         sourceId: edge.sourceId,
                         targetId: edge.targetId,
-                        metadata: metadata
+                        createdAt: createdAt || Date.now(),
+                        updatedAt: updatedAt || Date.now(),
+                        confidence: confidence,
+                        weight: weight,
+                        service: service,
+                        data: dataField,
+                        createdBy,
+                        metadata: customMetadata
                     };
                     // Apply filters if provided
                     if (options.filter) {
@@ -2020,7 +2039,9 @@ export class FileSystemStorage extends BaseStorage {
                         }
                         connections = connectionsMap;
                     }
-                    // v4.0.0: Clean HNSWVerbWithMetadata construction
+                    // v4.8.0: Extract standard fields from metadata to top-level
+                    const metadataObj = metadata;
+                    const { createdAt, updatedAt, confidence, weight, service, data: dataField, createdBy, ...customMetadata } = metadataObj;
                     const verbWithMetadata = {
                         id: edge.id,
                         vector: edge.vector,
@@ -2028,7 +2049,14 @@ export class FileSystemStorage extends BaseStorage {
                         verb: edge.verb,
                         sourceId: edge.sourceId,
                         targetId: edge.targetId,
-                        metadata: metadata
+                        createdAt: createdAt || Date.now(),
+                        updatedAt: updatedAt || Date.now(),
+                        confidence: confidence,
+                        weight: weight,
+                        service: service,
+                        data: dataField,
+                        createdBy,
+                        metadata: customMetadata
                     };
                     // Apply filters
                     if (options.filter) {

package/dist/storage/adapters/gcsStorage.js

@@ -8,6 +8,7 @@
  * 3. Service Account Credentials Object
  * 4. HMAC Keys (fallback for backward compatibility)
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, SYSTEM_DIR, STATISTICS_KEY, getDirectoryPath } from '../baseStorage.js';
 import { BrainyError } from '../../errors/brainyError.js';
 import { CacheManager } from '../cacheManager.js';
@@ -804,9 +805,8 @@ export class GcsStorage extends BaseStorage {
         // v4.0.0: Combine nodes with metadata to create HNSWNounWithMetadata[]
         const items = [];
         for (const node of result.nodes) {
+            // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
             const metadata = await this.getNounMetadata(node.id);
-            if (!metadata)
-                continue;
             // Apply filters if provided
             if (options.filter) {
                 // Filter by noun type
@@ -833,13 +833,23 @@ export class GcsStorage extends BaseStorage {
                         continue;
                 }
             }
-            // Combine node with metadata
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             const nounWithMetadata = {
                 id: node.id,
                 vector: [...node.vector],
                 connections: new Map(node.connections),
                 level: node.level || 0,
-                metadata: metadata
+                type: nounType || NounType.Thing,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             };
             items.push(nounWithMetadata);
         }
@@ -1077,7 +1087,9 @@ export class GcsStorage extends BaseStorage {
                             continue;
                     }
                 }
-                // Combine verb with metadata
+                // v4.8.0: Extract standard fields from metadata to top-level
+                const metadataObj = (metadata || {});
+                const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
                 const verbWithMetadata = {
                     id: hnswVerb.id,
                     vector: [...hnswVerb.vector],
@@ -1085,7 +1097,14 @@ export class GcsStorage extends BaseStorage {
                     verb: hnswVerb.verb,
                     sourceId: hnswVerb.sourceId,
                     targetId: hnswVerb.targetId,
-                    metadata: metadata || {}
+                    createdAt: createdAt || Date.now(),
+                    updatedAt: updatedAt || Date.now(),
+                    confidence: confidence,
+                    weight: weight,
+                    service: service,
+                    data: data,
+                    createdBy,
+                    metadata: customMetadata
                 };
                 items.push(verbWithMetadata);
             }

package/dist/storage/adapters/memoryStorage.js

@@ -2,6 +2,7 @@
  * Memory Storage Adapter
  * In-memory storage adapter for environments where persistent storage is not available or needed
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage } from '../baseStorage.js';
 // No type aliases needed - using the original types directly
 /**
@@ -152,16 +153,28 @@ export class MemoryStorage extends BaseStorage {
             if (!noun)
                 continue;
             // Get metadata from separate storage
+            // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
             const metadata = await this.getNounMetadata(id);
-            if (!metadata)
-                continue; // Skip if no metadata
-            // v4.0.0: Create HNSWNounWithMetadata with metadata field
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
+            // v4.8.0: Create HNSWNounWithMetadata with standard fields at top-level
             const nounWithMetadata = {
                 id: noun.id,
                 vector: [...noun.vector],
                 connections: new Map(),
                 level: noun.level || 0,
-                metadata: metadata // Include metadata field
+                // v4.8.0: Standard fields at top-level
+                type: nounType || NounType.Thing,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                // Only custom user fields in metadata
+                metadata: customMetadata
             };
             // Copy connections
             for (const [level, connections] of noun.connections.entries()) {
@@ -357,10 +370,13 @@ export class MemoryStorage extends BaseStorage {
             if (!hnswVerb)
                 continue;
             // Get metadata from separate storage
+            // FIX v4.7.4: Don't skip verbs without metadata - metadata is optional in v4.0.0
+            // Core fields (verb, sourceId, targetId) are in HNSWVerb itself
             const metadata = await this.getVerbMetadata(id);
-            if (!metadata)
-                continue; // Skip if no metadata
-            // v4.0.0: Create HNSWVerbWithMetadata with metadata field
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = metadata || {};
+            const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
+            // v4.8.0: Create HNSWVerbWithMetadata with standard fields at top-level
             const verbWithMetadata = {
                 id: hnswVerb.id,
                 vector: [...hnswVerb.vector],
@@ -369,8 +385,16 @@ export class MemoryStorage extends BaseStorage {
                 verb: hnswVerb.verb,
                 sourceId: hnswVerb.sourceId,
                 targetId: hnswVerb.targetId,
-                // Metadata field
-                metadata: metadata
+                // v4.8.0: Standard fields at top-level
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                // Only custom user fields in metadata
+                metadata: customMetadata
             };
             // Copy connections
             for (const [level, connections] of hnswVerb.connections.entries()) {

package/dist/storage/adapters/opfsStorage.js

@@ -2,6 +2,7 @@
  * OPFS (Origin Private File System) Storage Adapter
  * Provides persistent storage for the vector database using the Origin Private File System API
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, NOUNS_DIR, VERBS_DIR, METADATA_DIR, NOUN_METADATA_DIR, VERB_METADATA_DIR, INDEX_DIR } from '../baseStorage.js';
 import { getShardIdFromUuid } from '../sharding.js';
 import '../../types/fileSystemTypes.js';
@@ -1411,11 +1412,10 @@ export class OPFSStorage extends BaseStorage {
             const noun = await this.getNoun_internal(id);
             if (noun) {
                 // Load metadata for filtering and combining
+                // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
                 const metadata = await this.getNounMetadata(id);
-                if (!metadata)
-                    continue;
                 // Apply filters if provided
-                if (options.filter) {
+                if (options.filter && metadata) {
                     // Filter by noun type
                     if (options.filter.nounType) {
                         const nounTypes = Array.isArray(options.filter.nounType)
@@ -1447,13 +1447,23 @@ export class OPFSStorage extends BaseStorage {
                             continue;
                     }
                 }
-                // v4.0.0: Create HNSWNounWithMetadata by combining noun with metadata
+                // v4.8.0: Extract standard fields from metadata to top-level
+                const metadataObj = (metadata || {});
+                const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
                 const nounWithMetadata = {
                     id: noun.id,
                     vector: [...noun.vector],
                     connections: new Map(noun.connections),
                     level: noun.level || 0,
-                    metadata: metadata
+                    type: nounType || NounType.Thing,
+                    createdAt: createdAt || Date.now(),
+                    updatedAt: updatedAt || Date.now(),
+                    confidence: confidence,
+                    weight: weight,
+                    service: service,
+                    data: data,
+                    createdBy,
+                    metadata: customMetadata
                 };
                 items.push(nounWithMetadata);
             }
@@ -1516,11 +1526,11 @@ export class OPFSStorage extends BaseStorage {
             const hnswVerb = await this.getVerb_internal(id);
             if (hnswVerb) {
                 // Load metadata for filtering and combining
+                // FIX v4.7.4: Don't skip verbs without metadata - metadata is optional in v4.0.0
+                // Core fields (verb, sourceId, targetId) are in HNSWVerb itself
                 const metadata = await this.getVerbMetadata(id);
-                if (!metadata)
-                    continue;
                 // Apply filters if provided
-                if (options.filter) {
+                if (options.filter && metadata) {
                     // Filter by verb type
                     // v4.0.0: verb field is in HNSWVerb structure (NOT in metadata)
                     if (options.filter.verbType) {
@@ -1573,7 +1583,9 @@ export class OPFSStorage extends BaseStorage {
                             continue;
                     }
                 }
-                // v4.0.0: Create HNSWVerbWithMetadata by combining verb with metadata
+                // v4.8.0: Extract standard fields from metadata to top-level
+                const metadataObj = (metadata || {});
+                const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
                 const verbWithMetadata = {
                     id: hnswVerb.id,
                     vector: [...hnswVerb.vector],
@@ -1581,7 +1593,14 @@ export class OPFSStorage extends BaseStorage {
                     verb: hnswVerb.verb,
                     sourceId: hnswVerb.sourceId,
                     targetId: hnswVerb.targetId,
-                    metadata: metadata
+                    createdAt: createdAt || Date.now(),
+                    updatedAt: updatedAt || Date.now(),
+                    confidence: confidence,
+                    weight: weight,
+                    service: service,
+                    data: data,
+                    createdBy,
+                    metadata: customMetadata
                 };
                 items.push(verbWithMetadata);
             }

package/dist/storage/adapters/r2Storage.js

@@ -11,6 +11,7 @@
  *
  * Based on latest GCS and S3 implementations with R2-specific enhancements
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, SYSTEM_DIR, STATISTICS_KEY, getDirectoryPath } from '../baseStorage.js';
 import { BrainyError } from '../../errors/brainyError.js';
 import { CacheManager } from '../cacheManager.js';
@@ -883,11 +884,10 @@ export class R2Storage extends BaseStorage {
             const noun = await this.getNoun_internal(id);
             if (noun) {
                 // v4.0.0: Load metadata and combine with noun to create HNSWNounWithMetadata
+                // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
                 const metadata = await this.getNounMetadata(id);
-                if (!metadata)
-                    continue;
                 // Apply filters if provided
-                if (options.filter) {
+                if (options.filter && metadata) {
                     // Filter by noun type
                     if (options.filter.nounType) {
                         const nounTypes = Array.isArray(options.filter.nounType)
@@ -919,13 +919,23 @@ export class R2Storage extends BaseStorage {
                             continue;
                     }
                 }
-                // v4.0.0: Create HNSWNounWithMetadata by combining noun with metadata
+                // v4.8.0: Extract standard fields from metadata to top-level
+                const metadataObj = (metadata || {});
+                const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
                 const nounWithMetadata = {
                     id: noun.id,
                     vector: [...noun.vector],
                     connections: new Map(noun.connections),
                     level: noun.level || 0,
-                    metadata: metadata
+                    type: nounType || NounType.Thing,
+                    createdAt: createdAt || Date.now(),
+                    updatedAt: updatedAt || Date.now(),
+                    confidence: confidence,
+                    weight: weight,
+                    service: service,
+                    data: data,
+                    createdBy,
+                    metadata: customMetadata
                 };
                 items.push(nounWithMetadata);
             }

package/dist/storage/adapters/s3CompatibleStorage.js

@@ -3,6 +3,7 @@
  * Uses the AWS S3 client to interact with S3-compatible storage services
  * including Amazon S3, Cloudflare R2, and Google Cloud Storage
  */
+import { NounType } from '../../coreTypes.js';
 import { BaseStorage, INDEX_DIR, SYSTEM_DIR, STATISTICS_KEY, getDirectoryPath } from '../baseStorage.js';
 import { StorageCompatibilityLayer } from '../backwardCompatibility.js';
 import { StorageOperationExecutors } from '../../utils/operationUtils.js';
@@ -1479,6 +1480,9 @@ export class S3CompatibleStorage extends BaseStorage {
         const verbsWithMetadata = [];
         for (const hnswVerb of result.edges) {
             const metadata = await this.getVerbMetadata(hnswVerb.id);
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             const verbWithMetadata = {
                 id: hnswVerb.id,
                 vector: [...hnswVerb.vector],
@@ -1486,7 +1490,14 @@ export class S3CompatibleStorage extends BaseStorage {
                 verb: hnswVerb.verb,
                 sourceId: hnswVerb.sourceId,
                 targetId: hnswVerb.targetId,
-                metadata: metadata || {}
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             };
             verbsWithMetadata.push(verbWithMetadata);
         }
@@ -2867,11 +2878,10 @@ export class S3CompatibleStorage extends BaseStorage {
         // v4.0.0: Combine nodes with metadata to create HNSWNounWithMetadata[]
         const nounsWithMetadata = [];
         for (const node of result.nodes) {
+            // FIX v4.7.4: Don't skip nouns without metadata - metadata is optional in v4.0.0
             const metadata = await this.getNounMetadata(node.id);
-            if (!metadata)
-                continue;
             // Apply filters if provided
-            if (options.filter) {
+            if (options.filter && metadata) {
                 // Filter by noun type
                 if (options.filter.nounType) {
                     const nounTypes = Array.isArray(options.filter.nounType)
@@ -2900,13 +2910,23 @@ export class S3CompatibleStorage extends BaseStorage {
                     }
                 }
             }
-            // Create HNSWNounWithMetadata
+            // v4.8.0: Extract standard fields from metadata to top-level
+            const metadataObj = (metadata || {});
+            const { noun: nounType, createdAt, updatedAt, confidence, weight, service, data, createdBy, ...customMetadata } = metadataObj;
             const nounWithMetadata = {
                 id: node.id,
                 vector: [...node.vector],
                 connections: new Map(node.connections),
                 level: node.level || 0,
-                metadata: metadata
+                type: nounType || NounType.Thing,
+                createdAt: createdAt || Date.now(),
+                updatedAt: updatedAt || Date.now(),
+                confidence: confidence,
+                weight: weight,
+                service: service,
+                data: data,
+                createdBy,
+                metadata: customMetadata
             };
             nounsWithMetadata.push(nounWithMetadata);
         }