@soulcraft/brainy 3.16.0 → 3.18.0

package/CHANGELOG.md

@@ -2,6 +2,8 @@
 
 All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
 
+## [3.17.0](https://github.com/soulcraftlabs/brainy/compare/v3.16.0...v3.17.0) (2025-09-27)
+
 ## [3.15.0](https://github.com/soulcraftlabs/brainy/compare/v3.14.2...v3.15.0) (2025-09-26)
 
 ### Bug Fixes

package/README.md

@@ -767,13 +767,12 @@ We welcome contributions! See [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
 - [Next.js Integration](docs/guides/nextjs-integration.md) - **NEW!** React and Next.js examples
 - [Vue.js Integration](docs/guides/vue-integration.md) - **NEW!** Vue and Nuxt examples
 
-### Virtual Filesystem & Knowledge Layer 🧠📁
-- [VFS Core Documentation](docs/vfs/VFS_CORE.md) - **NEW!** Complete filesystem architecture and API
-- [VFS + Knowledge Layer](docs/vfs/VFS_KNOWLEDGE_LAYER.md) - **NEW!** Intelligent knowledge management features
-- [Examples & Scenarios](docs/vfs/VFS_EXAMPLES_SCENARIOS.md) - **NEW!** Real-world use cases and code
+### Virtual Filesystem (Semantic VFS) 🧠📁
+- [VFS Core Documentation](docs/vfs/VFS_CORE.md) - Complete filesystem architecture and API
+- [Semantic VFS Guide](docs/vfs/SEMANTIC_VFS.md) - Multi-dimensional file access (6 semantic dimensions)
+- [Neural Extraction API](docs/vfs/NEURAL_EXTRACTION.md) - AI-powered concept and entity extraction
+- [Examples & Scenarios](docs/vfs/VFS_EXAMPLES_SCENARIOS.md) - Real-world use cases and code
 - [VFS API Guide](docs/vfs/VFS_API_GUIDE.md) - Complete API reference
-- [Knowledge Layer API](docs/vfs/KNOWLEDGE_LAYER_API.md) - Advanced knowledge features
-- [Knowledge Layer Overview](docs/KNOWLEDGE_LAYER_OVERVIEW.md) - Non-technical guide
 
 ### Core Documentation
 - [Getting Started Guide](docs/guides/getting-started.md)

package/dist/augmentations/defaultAugmentations.d.ts

@@ -25,7 +25,6 @@ export declare function createDefaultAugmentations(config?: {
     metrics?: boolean | Record<string, any>;
     monitoring?: boolean | Record<string, any>;
     display?: boolean | Record<string, any>;
-    knowledge?: boolean | Record<string, any>;
 }): BaseAugmentation[];
 /**
  * Get augmentation by name with type safety

package/dist/augmentations/defaultAugmentations.js

@@ -11,7 +11,6 @@ import { CacheAugmentation } from './cacheAugmentation.js';
 import { MetricsAugmentation } from './metricsAugmentation.js';
 import { MonitoringAugmentation } from './monitoringAugmentation.js';
 import { UniversalDisplayAugmentation } from './universalDisplayAugmentation.js';
-import { KnowledgeAugmentation } from './KnowledgeAugmentation.js';
 /**
  * Create default augmentations for zero-config operation
  * Returns an array of augmentations to be registered
@@ -45,10 +44,6 @@ export function createDefaultAugmentations(config = {}) {
         const monitoringConfig = typeof config.monitoring === 'object' ? config.monitoring : {};
         augmentations.push(new MonitoringAugmentation(monitoringConfig));
     }
-    // Knowledge Layer augmentation for VFS intelligence
-    if (config.knowledge !== false) {
-        augmentations.push(new KnowledgeAugmentation());
-    }
     return augmentations;
 }
 /**

package/dist/brainy.d.ts

@@ -7,6 +7,7 @@
 import { Vector } from './coreTypes.js';
 import { ImprovedNeuralAPI } from './neural/improvedNeuralAPI.js';
 import { NaturalLanguageProcessor } from './neural/naturalLanguageProcessor.js';
+import { ExtractedEntity } from './neural/entityExtractor.js';
 import { TripleIntelligenceSystem } from './triple/TripleIntelligenceSystem.js';
 import { VirtualFileSystem } from './vfs/VirtualFileSystem.js';
 import { Entity, Relation, Result, AddParams, UpdateParams, RelateParams, FindParams, SimilarParams, GetRelationsParams, AddManyParams, DeleteManyParams, RelateManyParams, BatchResult, BrainyConfig } from './types/brainy.types.js';
@@ -34,6 +35,7 @@ export declare class Brainy<T = any> implements BrainyInterface<T> {
     private originalConsole?;
     private _neural?;
     private _nlp?;
+    private _extractor?;
     private _tripleIntelligence?;
     private _vfs?;
     private initialized;
@@ -594,6 +596,50 @@ export declare class Brainy<T = any> implements BrainyInterface<T> {
      * Natural Language Processing API
      */
     nlp(): NaturalLanguageProcessor;
+    /**
+     * Entity Extraction API - Neural extraction with NounType taxonomy
+     *
+     * Extracts entities from text using:
+     * - Pattern-based candidate detection
+     * - Embedding-based type classification
+     * - Context-aware confidence scoring
+     *
+     * @param text - Text to extract entities from
+     * @param options - Extraction options
+     * @returns Array of extracted entities with types and confidence
+     *
+     * @example
+     * const entities = await brain.extract('John Smith founded Acme Corp in New York')
+     * // [
+     * //   { text: 'John Smith', type: NounType.Person, confidence: 0.95 },
+     * //   { text: 'Acme Corp', type: NounType.Organization, confidence: 0.92 },
+     * //   { text: 'New York', type: NounType.Location, confidence: 0.88 }
+     * // ]
+     */
+    extract(text: string, options?: {
+        types?: NounType[];
+        confidence?: number;
+        includeVectors?: boolean;
+        neuralMatching?: boolean;
+    }): Promise<ExtractedEntity[]>;
+    /**
+     * Extract concepts from text
+     *
+     * Simplified interface for concept/topic extraction
+     * Returns only concept names as strings for easy metadata population
+     *
+     * @param text - Text to extract concepts from
+     * @param options - Extraction options
+     * @returns Array of concept names
+     *
+     * @example
+     * const concepts = await brain.extractConcepts('Using OAuth for authentication')
+     * // ['oauth', 'authentication']
+     */
+    extractConcepts(text: string, options?: {
+        confidence?: number;
+        limit?: number;
+    }): Promise<string[]>;
     /**
      * Virtual File System API - Knowledge Operating System
      */

package/dist/brainy.js

@@ -13,6 +13,7 @@ import { AugmentationRegistry } from './augmentations/brainyAugmentation.js';
 import { createDefaultAugmentations } from './augmentations/defaultAugmentations.js';
 import { ImprovedNeuralAPI } from './neural/improvedNeuralAPI.js';
 import { NaturalLanguageProcessor } from './neural/naturalLanguageProcessor.js';
+import { NeuralEntityExtractor } from './neural/entityExtractor.js';
 import { TripleIntelligenceSystem } from './triple/TripleIntelligenceSystem.js';
 import { VirtualFileSystem } from './vfs/VirtualFileSystem.js';
 import { MetadataIndexManager } from './utils/metadataIndex.js';
@@ -1357,6 +1358,58 @@ export class Brainy {
         }
         return this._nlp;
     }
+    /**
+     * Entity Extraction API - Neural extraction with NounType taxonomy
+     *
+     * Extracts entities from text using:
+     * - Pattern-based candidate detection
+     * - Embedding-based type classification
+     * - Context-aware confidence scoring
+     *
+     * @param text - Text to extract entities from
+     * @param options - Extraction options
+     * @returns Array of extracted entities with types and confidence
+     *
+     * @example
+     * const entities = await brain.extract('John Smith founded Acme Corp in New York')
+     * // [
+     * //   { text: 'John Smith', type: NounType.Person, confidence: 0.95 },
+     * //   { text: 'Acme Corp', type: NounType.Organization, confidence: 0.92 },
+     * //   { text: 'New York', type: NounType.Location, confidence: 0.88 }
+     * // ]
+     */
+    async extract(text, options) {
+        if (!this._extractor) {
+            this._extractor = new NeuralEntityExtractor(this);
+        }
+        return await this._extractor.extract(text, options);
+    }
+    /**
+     * Extract concepts from text
+     *
+     * Simplified interface for concept/topic extraction
+     * Returns only concept names as strings for easy metadata population
+     *
+     * @param text - Text to extract concepts from
+     * @param options - Extraction options
+     * @returns Array of concept names
+     *
+     * @example
+     * const concepts = await brain.extractConcepts('Using OAuth for authentication')
+     * // ['oauth', 'authentication']
+     */
+    async extractConcepts(text, options) {
+        const entities = await this.extract(text, {
+            types: [NounType.Concept, NounType.Topic],
+            confidence: options?.confidence || 0.7,
+            neuralMatching: true
+        });
+        // Deduplicate and normalize
+        const conceptSet = new Set(entities.map(e => e.text.toLowerCase()));
+        const concepts = Array.from(conceptSet);
+        // Apply limit if specified
+        return options?.limit ? concepts.slice(0, options.limit) : concepts;
+    }
     /**
      * Virtual File System API - Knowledge Operating System
      */

package/dist/neural/embeddedPatterns.d.ts

@@ -2,7 +2,7 @@
  * 🧠 BRAINY EMBEDDED PATTERNS
  *
  * AUTO-GENERATED - DO NOT EDIT
- * Generated: 2025-09-15T16:41:42.483Z
+ * Generated: 2025-09-29T17:05:30.153Z
  * Patterns: 220
  * Coverage: 94-98% of all queries
  *

package/dist/neural/embeddedPatterns.js

@@ -2,7 +2,7 @@
  * 🧠 BRAINY EMBEDDED PATTERNS
  *
  * AUTO-GENERATED - DO NOT EDIT
- * Generated: 2025-09-15T16:41:42.483Z
+ * Generated: 2025-09-29T17:05:30.153Z
  * Patterns: 220
  * Coverage: 94-98% of all queries
  *

package/dist/neural/naturalLanguageProcessor.js

@@ -1015,7 +1015,6 @@ export class NaturalLanguageProcessor {
                         confidence
                     };
                     if (options?.includeMetadata) {
-                        ;
                         entity.metadata = {
                             pattern: pattern.source,
                             contextBefore: text.substring(Math.max(0, match.index - 20), match.index),

package/dist/setup.js

@@ -34,7 +34,6 @@ if (globalObj) {
         globalObj.TextDecoder = TextDecoder;
     }
     // Create special global constructors for library compatibility
-    ;
     globalObj.__TextEncoder__ = TextEncoder;
     globalObj.__TextDecoder__ = TextDecoder;
 }

package/dist/storage/adapters/fileSystemStorage.d.ts

@@ -288,6 +288,21 @@ export declare class FileSystemStorage extends BaseStorage {
      * Consistent across all entity types
      */
     private getShardedPath;
+    /**
+     * Get all JSON files from a sharded directory structure
+     * Properly traverses sharded subdirectories based on current sharding depth
+     */
+    private getAllShardedFiles;
+    /**
+     * Production-scale streaming pagination for very large datasets
+     * Avoids loading all filenames into memory
+     */
+    private getVerbsWithPaginationStreaming;
+    /**
+     * Stream through sharded files without loading all names into memory
+     * Production-scale implementation for millions of files
+     */
+    private streamShardedFiles;
     /**
      * Check if a file exists (handles both sharded and non-sharded)
      */