@soulcraft/brainy 3.37.4 → 3.37.6

package/dist/storage/adapters/gcsStorage.js

@@ -392,11 +392,20 @@ export class GcsStorage extends BaseStorage {
             this.logger.trace(`Getting node ${id}`);
             // Get the GCS key with UUID-based sharding
             const key = this.getNounKey(id);
+            // DIAGNOSTIC LOGGING: Show exact path being accessed
+            prodLog.info(`[getNode] 🔍 Attempting to load:`);
+            prodLog.info(`[getNode]   UUID: ${id}`);
+            prodLog.info(`[getNode]   Path: ${key}`);
+            prodLog.info(`[getNode]   Bucket: ${this.bucketName}`);
             // Download from GCS
             const file = this.bucket.file(key);
+            prodLog.info(`[getNode] 📥 Downloading file...`);
             const [contents] = await file.download();
+            prodLog.info(`[getNode] ✅ Download successful: ${contents.length} bytes`);
             // Parse JSON
+            prodLog.info(`[getNode] 🔧 Parsing JSON...`);
             const data = JSON.parse(contents.toString());
+            prodLog.info(`[getNode] ✅ JSON parsed successfully, id: ${data.id}`);
             // Convert serialized connections back to Map<number, Set<string>>
             const connections = new Map();
             for (const [level, nounIds] of Object.entries(data.connections || {})) {
@@ -419,16 +428,29 @@ export class GcsStorage extends BaseStorage {
         }
         catch (error) {
             this.releaseBackpressure(false, requestId);
+            // DIAGNOSTIC LOGGING: Log EVERY error before any conditional checks
+            const key = this.getNounKey(id);
+            prodLog.error(`[getNode] ❌ EXCEPTION CAUGHT:`);
+            prodLog.error(`[getNode]   UUID: ${id}`);
+            prodLog.error(`[getNode]   Path: ${key}`);
+            prodLog.error(`[getNode]   Bucket: ${this.bucketName}`);
+            prodLog.error(`[getNode]   Error type: ${error?.constructor?.name || typeof error}`);
+            prodLog.error(`[getNode]   Error code: ${JSON.stringify(error?.code)}`);
+            prodLog.error(`[getNode]   Error message: ${error?.message || String(error)}`);
+            prodLog.error(`[getNode]   Error object:`, JSON.stringify(error, null, 2));
             // Check if this is a "not found" error
             if (error.code === 404) {
-                this.logger.trace(`Node not found: ${id}`);
+                prodLog.warn(`[getNode] Identified as 404 error - returning null`);
                 return null;
             }
             // Handle throttling
             if (this.isThrottlingError(error)) {
+                prodLog.warn(`[getNode] Identified as throttling error - rethrowing`);
                 await this.handleThrottling(error);
                 throw error;
             }
+            // All other errors should throw, not return null
+            prodLog.error(`[getNode] Unhandled error - rethrowing`);
             this.logger.error(`Failed to get node ${id}:`, error);
             throw BrainyError.fromError(error, `getNoun(${id})`);
         }
@@ -785,6 +807,13 @@ export class GcsStorage extends BaseStorage {
         await this.ensureInitialized(); // CRITICAL: Must initialize before using this.bucket
         const limit = options.limit || 100;
         const useCache = options.useCache !== false;
+        // DIAGNOSTIC LOGGING: Track pagination performance
+        prodLog.info(`[getNodesWithPagination] Starting pagination: limit=${limit}, cursor=${options.cursor || 'none'}`);
+        const startTime = Date.now();
+        let shardsChecked = 0;
+        let filesFound = 0;
+        let nodesLoaded = 0;
+        let nodesFailed = 0;
         try {
             const nodes = [];
             // Parse cursor (format: "shardIndex:gcsPageToken")
@@ -799,6 +828,7 @@ export class GcsStorage extends BaseStorage {
             for (let shardIndex = startShardIndex; shardIndex < TOTAL_SHARDS; shardIndex++) {
                 const shardId = getShardIdByIndex(shardIndex);
                 const shardPrefix = `${this.nounPrefix}${shardId}/`;
+                shardsChecked++;
                 // List objects in this shard
                 // Cap maxResults to GCS API limit to prevent "Invalid unsigned integer" errors
                 const requestedPageSize = limit - nodes.length;
@@ -808,6 +838,12 @@ export class GcsStorage extends BaseStorage {
                     maxResults: cappedPageSize,
                     pageToken: shardIndex === startShardIndex ? gcsPageToken : undefined
                 });
+                // DIAGNOSTIC LOGGING: Show files found per shard (only log non-empty shards)
+                if (files && files.length > 0) {
+                    filesFound += files.length;
+                    prodLog.info(`[Shard ${shardId}] Found ${files.length} files in "${shardPrefix}"`);
+                    prodLog.info(`[Shard ${shardId}] Sample file names: ${files.slice(0, 3).map((f) => f.name).join(', ')}`);
+                }
                 // Extract node IDs from file names
                 if (files && files.length > 0) {
                     const nodeIds = files
@@ -824,11 +860,21 @@ export class GcsStorage extends BaseStorage {
                         return name;
                     })
                         .filter((id) => id && id.length > 0);
+                    // DIAGNOSTIC LOGGING: Show extracted UUIDs
+                    prodLog.info(`[Shard ${shardId}] Extracted ${nodeIds.length} UUIDs: ${nodeIds.slice(0, 3).join(', ')}...`);
                     // Load nodes
                     for (const id of nodeIds) {
+                        // DIAGNOSTIC LOGGING: Show each getNode() attempt
+                        prodLog.info(`[Shard ${shardId}] Calling getNode("${id}")...`);
                         const node = await this.getNode(id);
                         if (node) {
                             nodes.push(node);
+                            nodesLoaded++;
+                            prodLog.info(`[Shard ${shardId}] ✅ Successfully loaded node ${id}`);
+                        }
+                        else {
+                            nodesFailed++;
+                            prodLog.warn(`[Shard ${shardId}] ❌ getNode("${id}") returned null!`);
                         }
                         if (nodes.length >= limit) {
                             break;
@@ -861,6 +907,14 @@ export class GcsStorage extends BaseStorage {
                 // Continue to next shard
             }
             // No more shards or nodes
+            // DIAGNOSTIC LOGGING: Final summary
+            const elapsedTime = Date.now() - startTime;
+            prodLog.info(`[getNodesWithPagination] COMPLETED in ${elapsedTime}ms:`);
+            prodLog.info(`  - Shards checked: ${shardsChecked}/${TOTAL_SHARDS}`);
+            prodLog.info(`  - Files found: ${filesFound}`);
+            prodLog.info(`  - Nodes loaded: ${nodesLoaded}`);
+            prodLog.info(`  - Nodes failed: ${nodesFailed}`);
+            prodLog.info(`  - Success rate: ${filesFound > 0 ? ((nodesLoaded / filesFound) * 100).toFixed(1) : 'N/A'}%`);
             return {
                 nodes,
                 totalCount: this.totalNounCount,

package/dist/storage/adapters/s3CompatibleStorage.js

@@ -813,55 +813,82 @@ export class S3CompatibleStorage extends BaseStorage {
             const { GetObjectCommand } = await import('@aws-sdk/client-s3');
             // Use getNounKey() to properly handle sharding
             const key = this.getNounKey(id);
-            this.logger.trace(`Getting node ${id} from key: ${key}`);
+            // DIAGNOSTIC LOGGING: Show exact path being accessed
+            prodLog.info(`[getNode] 🔍 Attempting to load:`);
+            prodLog.info(`[getNode]   UUID: ${id}`);
+            prodLog.info(`[getNode]   Path: ${key}`);
+            prodLog.info(`[getNode]   Bucket: ${this.bucketName}`);
             // Try to get the node from the nouns directory
+            prodLog.info(`[getNode] 📥 Downloading file...`);
             const response = await this.s3Client.send(new GetObjectCommand({
                 Bucket: this.bucketName,
                 Key: key
             }));
             // Check if response is null or undefined
             if (!response || !response.Body) {
-                this.logger.trace(`No node found for ${id}`);
+                prodLog.warn(`[getNode] ❌ Response or Body is null/undefined`);
                 return null;
             }
             // Convert the response body to a string
             const bodyContents = await response.Body.transformToString();
-            this.logger.trace(`Retrieved node body for ${id}`);
+            prodLog.info(`[getNode] ✅ Download successful: ${bodyContents.length} bytes`);
             // Parse the JSON string
-            try {
-                const parsedNode = JSON.parse(bodyContents);
-                this.logger.trace(`Parsed node data for ${id}`);
-                // Ensure the parsed node has the expected properties
-                if (!parsedNode ||
-                    !parsedNode.id ||
-                    !parsedNode.vector ||
-                    !parsedNode.connections) {
-                    this.logger.warn(`Invalid node data for ${id}`);
-                    return null;
-                }
-                // Convert serialized connections back to Map<number, Set<string>>
-                const connections = new Map();
-                for (const [level, nodeIds] of Object.entries(parsedNode.connections)) {
-                    connections.set(Number(level), new Set(nodeIds));
-                }
-                const node = {
-                    id: parsedNode.id,
-                    vector: parsedNode.vector,
-                    connections,
-                    level: parsedNode.level || 0
-                };
-                this.logger.trace(`Successfully retrieved node ${id}`);
-                return node;
-            }
-            catch (parseError) {
-                this.logger.error(`Failed to parse node data for ${id}:`, parseError);
+            prodLog.info(`[getNode] 🔧 Parsing JSON...`);
+            const parsedNode = JSON.parse(bodyContents);
+            prodLog.info(`[getNode] ✅ JSON parsed successfully, id: ${parsedNode.id}`);
+            // Ensure the parsed node has the expected properties
+            if (!parsedNode ||
+                !parsedNode.id ||
+                !parsedNode.vector ||
+                !parsedNode.connections) {
+                prodLog.error(`[getNode] ❌ Invalid node data structure for ${id}`);
+                prodLog.error(`[getNode]   Has id: ${!!parsedNode?.id}`);
+                prodLog.error(`[getNode]   Has vector: ${!!parsedNode?.vector}`);
+                prodLog.error(`[getNode]   Has connections: ${!!parsedNode?.connections}`);
                 return null;
             }
+            // Convert serialized connections back to Map<number, Set<string>>
+            const connections = new Map();
+            for (const [level, nodeIds] of Object.entries(parsedNode.connections)) {
+                connections.set(Number(level), new Set(nodeIds));
+            }
+            const node = {
+                id: parsedNode.id,
+                vector: parsedNode.vector,
+                connections,
+                level: parsedNode.level || 0
+            };
+            this.logger.trace(`Successfully retrieved node ${id}`);
+            return node;
         }
         catch (error) {
-            // Node not found or other error
-            this.logger.trace(`Node not found for ${id}`);
-            return null;
+            // DIAGNOSTIC LOGGING: Log EVERY error before any conditional checks
+            const key = this.getNounKey(id);
+            prodLog.error(`[getNode] ❌ EXCEPTION CAUGHT:`);
+            prodLog.error(`[getNode]   UUID: ${id}`);
+            prodLog.error(`[getNode]   Path: ${key}`);
+            prodLog.error(`[getNode]   Bucket: ${this.bucketName}`);
+            prodLog.error(`[getNode]   Error type: ${error?.constructor?.name || typeof error}`);
+            prodLog.error(`[getNode]   Error name: ${error?.name}`);
+            prodLog.error(`[getNode]   Error code: ${JSON.stringify(error?.Code || error?.code)}`);
+            prodLog.error(`[getNode]   Error message: ${error?.message || String(error)}`);
+            prodLog.error(`[getNode]   HTTP status: ${error?.$metadata?.httpStatusCode}`);
+            prodLog.error(`[getNode]   Error object:`, JSON.stringify(error, null, 2));
+            // Check if this is a "not found" error (S3 uses "NoSuchKey")
+            if (error?.name === 'NoSuchKey' || error?.Code === 'NoSuchKey' || error?.$metadata?.httpStatusCode === 404) {
+                prodLog.warn(`[getNode] Identified as 404/NoSuchKey error - returning null`);
+                return null;
+            }
+            // Handle throttling
+            if (this.isThrottlingError(error)) {
+                prodLog.warn(`[getNode] Identified as throttling error - rethrowing`);
+                await this.handleThrottling(error);
+                throw error;
+            }
+            // All other errors should throw, not return null
+            prodLog.error(`[getNode] Unhandled error - rethrowing`);
+            this.logger.error(`Failed to get node ${id}:`, error);
+            throw BrainyError.fromError(error, `getNoun(${id})`);
         }
     }
     /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "3.37.4",
+  "version": "3.37.6",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. 31 nouns × 40 verbs for infinite expressiveness.",
   "main": "dist/index.js",
   "module": "dist/index.js",