@soulcraft/brainy 5.7.10 → 5.7.12

package/CHANGELOG.md

@@ -2,6 +2,20 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+### [5.7.12](https://github.com/soulcraftlabs/brainy/compare/v5.7.11...v5.7.12) (2025-11-13)
+
+
+### 🐛 Bug Fixes
+
+* excludeVFS now only excludes VFS infrastructure entities (v5.7.12) ([99ac901](https://github.com/soulcraftlabs/brainy/commit/99ac901894bb81ad61b52d422f43cf30f07b6813))
+
+### [5.7.11](https://github.com/soulcraftlabs/brainy/compare/v5.7.10...v5.7.11) (2025-11-13)
+
+
+### 🐛 Bug Fixes
+
+* resolve critical 378x pagination infinite loop bug (v5.7.11) ([e86f765](https://github.com/soulcraftlabs/brainy/commit/e86f765f3d30be41707e2ef7d07bb5c92d4ca3da))
+
 ### [5.7.9](https://github.com/soulcraftlabs/brainy/compare/v5.7.8...v5.7.9) (2025-11-13)
 
 - fix: implement exists: false and missing operators in MetadataIndexManager (b0f72ef)

package/dist/brainy.js

@@ -1164,10 +1164,40 @@ export class Brainy {
                     Object.assign(filter, params.where);
                 if (params.service)
                     filter.service = params.service;
-                // v4.7.0: excludeVFS helper for cleaner UX
-                // Use vfsType field (more semantic than isVFS)
+                // v5.7.12: excludeVFS helper - ONLY exclude VFS infrastructure entities
+                // Bug fix: Previously excluded entities with ANY vfsType field
+                // Now ONLY excludes entities with isVFSEntity: true OR vfsType: 'file'/'directory'
+                // This allows extracted entities (concepts/people/etc) to be included even if they
+                // have vfsPath metadata showing where they were imported from
                 if (params.excludeVFS === true) {
-                    filter.vfsType = { exists: false };
+                    // Build filter: EXCLUDE WHERE (isVFSEntity == true) OR (vfsType IN ['file', 'directory'])
+                    // Implementation: INCLUDE WHERE (isVFSEntity missing/false) AND (vfsType missing/not file or directory)
+                    const existingFilter = { ...filter };
+                    filter = {
+                        allOf: [
+                            existingFilter,
+                            {
+                                // Only include entities WITHOUT isVFSEntity: true
+                                anyOf: [
+                                    { isVFSEntity: { exists: false } },
+                                    { isVFSEntity: { ne: true } }
+                                ]
+                            },
+                            {
+                                // Only include entities WITHOUT vfsType: 'file' or 'directory'
+                                // Since VFS files ALWAYS have vfsType set, we check it's missing OR not file/dir
+                                anyOf: [
+                                    { vfsType: { exists: false } },
+                                    {
+                                        allOf: [
+                                            { vfsType: { ne: 'file' } },
+                                            { vfsType: { ne: 'directory' } }
+                                        ]
+                                    }
+                                ]
+                            }
+                        ]
+                    };
                 }
                 if (params.type) {
                     const types = Array.isArray(params.type) ? params.type : [params.type];

package/dist/hnsw/hnswIndex.js

@@ -858,12 +858,12 @@ export class HNSWIndex {
                 // Cloud storage: Use pagination with native cloud APIs
                 prodLog.info(`HNSW: Using cloud pagination strategy (${storageType})`);
                 let hasMore = true;
-                let cursor = undefined;
+                let offset = 0; // v5.7.11: Use offset-based pagination instead of cursor (bug fix for infinite loop)
                 while (hasMore) {
                     // Fetch batch of nouns from storage (cast needed as method is not in base interface)
                     const result = await this.storage.getNounsWithPagination({
                         limit: batchSize,
-                        cursor
+                        offset // v5.7.11: Pass offset for proper pagination (previously passed cursor which was ignored)
                     });
                     // Set total count on first batch
                     if (totalCount === undefined && result.totalCount !== undefined) {
@@ -912,7 +912,7 @@ export class HNSWIndex {
                     }
                     // Check for more data
                     hasMore = result.hasMore;
-                    cursor = result.nextCursor;
+                    offset += batchSize; // v5.7.11: Increment offset for next page
                 }
             }
             const cacheInfo = shouldPreload

package/dist/hnsw/typeAwareHNSWIndex.js

@@ -342,14 +342,14 @@ export class TypeAwareHNSWIndex {
         }
         // Load ALL nouns ONCE and route to correct type indexes
         // This is O(N) instead of O(42*N) from the previous parallel approach
-        let cursor = undefined;
+        let offset = 0; // v5.7.11: Use offset-based pagination instead of cursor (bug fix for infinite loop)
         let hasMore = true;
         let totalLoaded = 0;
         const loadedByType = new Map();
         while (hasMore) {
             const result = await this.storage.getNounsWithPagination({
                 limit: batchSize,
-                cursor
+                offset // v5.7.11: Pass offset for proper pagination (previously passed cursor which was ignored)
             });
             // Route each noun to its type index
             for (const nounData of result.items) {
@@ -407,7 +407,7 @@ export class TypeAwareHNSWIndex {
                 }
             }
             hasMore = result.hasMore;
-            cursor = result.nextCursor;
+            offset += batchSize; // v5.7.11: Increment offset for next page
             // Progress logging
             if (totalLoaded % 1000 === 0) {
                 prodLog.info(`Progress: ${totalLoaded.toLocaleString()} entities loaded...`);

package/dist/storage/adapters/optimizedS3Search.js

@@ -48,7 +48,7 @@ export class OptimizedS3Search {
                 }
             }
             // Determine if there are more items
-            const hasMore = listResult.hasMore || nouns.length >= limit;
+            const hasMore = listResult.hasMore || nouns.length > limit; // v5.7.11: Fixed >= to > (was causing infinite loop)
             // Set next cursor
             let nextCursor;
             if (hasMore && nouns.length > 0) {
@@ -114,7 +114,7 @@ export class OptimizedS3Search {
                 }
             }
             // Determine if there are more items
-            const hasMore = listResult.hasMore || verbs.length >= limit;
+            const hasMore = listResult.hasMore || verbs.length > limit; // v5.7.11: Fixed >= to > (was causing infinite loop)
             // Set next cursor
             let nextCursor;
             if (hasMore && verbs.length > 0) {

package/dist/storage/baseStorage.js

@@ -879,7 +879,7 @@ export class BaseStorage extends BaseStorageAdapter {
      */
     async getNounsWithPagination(options) {
         await this.ensureInitialized();
-        const { limit, offset = 0, filter } = options;
+        const { limit, offset = 0, filter } = options; // cursor intentionally not extracted (not yet implemented)
         const collectedNouns = [];
         const targetCount = offset + limit; // Early termination target
         // v5.5.0 BUG FIX: Only use optimization if counts are reliable
@@ -960,7 +960,7 @@ export class BaseStorage extends BaseStorageAdapter {
         }
         // Apply pagination (v5.5.0: Efficient slicing after early termination)
         const paginatedNouns = collectedNouns.slice(offset, offset + limit);
-        const hasMore = collectedNouns.length >= targetCount;
+        const hasMore = collectedNouns.length > targetCount; // v5.7.11: Fixed >= to > (was causing infinite loop)
         return {
             items: paginatedNouns,
             totalCount: collectedNouns.length, // Accurate count of collected results
@@ -987,7 +987,7 @@ export class BaseStorage extends BaseStorageAdapter {
      */
     async getVerbsWithPagination(options) {
         await this.ensureInitialized();
-        const { limit, offset = 0, filter } = options;
+        const { limit, offset = 0, filter } = options; // cursor intentionally not extracted (not yet implemented)
         const collectedVerbs = [];
         const targetCount = offset + limit; // Early termination target
         // v5.5.0 BUG FIX: Only use optimization if counts are reliable
@@ -1046,7 +1046,7 @@ export class BaseStorage extends BaseStorageAdapter {
         }
         // Apply pagination (v5.5.0: Efficient slicing after early termination)
         const paginatedVerbs = collectedVerbs.slice(offset, offset + limit);
-        const hasMore = collectedVerbs.length >= targetCount;
+        const hasMore = collectedVerbs.length > targetCount; // v5.7.11: Fixed >= to > (was causing infinite loop)
         return {
             items: paginatedVerbs,
             totalCount: collectedVerbs.length, // Accurate count of collected results
@@ -1301,7 +1301,7 @@ export class BaseStorage extends BaseStorageAdapter {
             }
             // Apply pagination (slice for offset)
             const paginatedVerbs = collectedVerbs.slice(offset, offset + limit);
-            const hasMore = collectedVerbs.length >= targetCount;
+            const hasMore = collectedVerbs.length > targetCount; // v5.7.11: Fixed >= to > (was causing infinite loop)
             return {
                 items: paginatedVerbs,
                 totalCount: collectedVerbs.length, // Accurate count of filtered results

package/dist/utils/rebuildCounts.js

@@ -39,9 +39,12 @@ export async function rebuildCounts(storage) {
         throw new Error('Storage adapter does not support getNounsWithPagination');
     }
     let hasMore = true;
-    let cursor;
+    let offset = 0; // v5.7.11: Use offset-based pagination instead of cursor (bug fix for infinite loop)
     while (hasMore) {
-        const result = await storageWithPagination.getNounsWithPagination({ limit: 100, cursor });
+        const result = await storageWithPagination.getNounsWithPagination({
+            limit: 100,
+            offset // v5.7.11: Pass offset for proper pagination (previously passed cursor which was ignored)
+        });
         for (const noun of result.items) {
             const metadata = await storage.getNounMetadata(noun.id);
             if (metadata?.noun) {
@@ -51,7 +54,7 @@ export async function rebuildCounts(storage) {
             }
         }
         hasMore = result.hasMore;
-        cursor = result.nextCursor;
+        offset += 100; // v5.7.11: Increment offset for next page
     }
     console.log(`   Found ${totalNouns} entities across ${entityCounts.size} types`);
     // Scan all verbs using pagination
@@ -60,9 +63,12 @@ export async function rebuildCounts(storage) {
         throw new Error('Storage adapter does not support getVerbsWithPagination');
     }
     hasMore = true;
-    cursor = undefined;
+    offset = 0; // v5.7.11: Reset offset for verbs pagination
     while (hasMore) {
-        const result = await storageWithPagination.getVerbsWithPagination({ limit: 100, cursor });
+        const result = await storageWithPagination.getVerbsWithPagination({
+            limit: 100,
+            offset // v5.7.11: Pass offset for proper pagination (previously passed cursor which was ignored)
+        });
         for (const verb of result.items) {
             if (verb.verb) {
                 const verbType = verb.verb;
@@ -71,7 +77,7 @@ export async function rebuildCounts(storage) {
             }
         }
         hasMore = result.hasMore;
-        cursor = result.nextCursor;
+        offset += 100; // v5.7.11: Increment offset for next page
     }
     console.log(`   Found ${totalVerbs} relationships across ${verbCounts.size} types`);
     // Update storage adapter's in-memory counts FIRST

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "5.7.10",
+  "version": "5.7.12",
   "description": "Universal Knowledge Protocol™ - World's first Triple Intelligence database unifying vector, graph, and document search in one API. Stage 3 CANONICAL: 42 nouns × 127 verbs covering 96-97% of all human knowledge.",
   "main": "dist/index.js",
   "module": "dist/index.js",