@soulcraft/brainy 1.5.0 → 2.0.1

package/dist/index.js

@@ -53,15 +53,18 @@ export { FileSystemStorage } from './storage/adapters/fileSystemStorage.js';
 // Export unified pipeline
 import { Pipeline, pipeline, augmentationPipeline, ExecutionMode, createPipeline, createStreamingPipeline, StreamlinedExecutionMode } from './pipeline.js';
 // Sequential pipeline removed - use unified pipeline instead
-// Export augmentation factory
-import { createSenseAugmentation, addWebSocketSupport, executeAugmentation, loadAugmentationModule } from './augmentationFactory.js';
+// REMOVED: Old augmentation factory for 2.0 clean architecture
 export { 
 // Unified pipeline exports
 Pipeline, pipeline, augmentationPipeline, ExecutionMode, 
 // Factory functions
-createPipeline, createStreamingPipeline, StreamlinedExecutionMode, 
-// Augmentation factory exports
-createSenseAugmentation, addWebSocketSupport, executeAugmentation, loadAugmentationModule };
+createPipeline, createStreamingPipeline, StreamlinedExecutionMode,
+// Augmentation factory exports (REMOVED in 2.0 - Use BrainyAugmentation interface)
+// createSenseAugmentation,     // → Use BaseAugmentation class
+// addWebSocketSupport,         // → Use APIServerAugmentation  
+// executeAugmentation,         // → Use brain.augmentations.execute()
+// loadAugmentationModule       // → Use dynamic imports
+ };
 // Export augmentation registry for build-time loading
 import { availableAugmentations, registerAugmentation, initializeAugmentationPipeline, setAugmentationEnabled, getAugmentationsByType } from './augmentationRegistry.js';
 export { availableAugmentations, registerAugmentation, initializeAugmentationPipeline, setAugmentationEnabled, getAugmentationsByType };
@@ -69,19 +72,26 @@ export { availableAugmentations, registerAugmentation, initializeAugmentationPip
 import { loadAugmentationsFromModules, createAugmentationRegistryPlugin, createAugmentationRegistryRollupPlugin } from './augmentationRegistryLoader.js';
 export { loadAugmentationsFromModules, createAugmentationRegistryPlugin, createAugmentationRegistryRollupPlugin };
 // Export augmentation implementations
-import { MemoryStorageAugmentation, FileSystemStorageAugmentation, OPFSStorageAugmentation, createMemoryAugmentation } from './augmentations/memoryAugmentations.js';
-import { WebSocketConduitAugmentation, WebRTCConduitAugmentation, createConduitAugmentation } from './augmentations/conduitAugmentations.js';
+import { StorageAugmentation, DynamicStorageAugmentation, createStorageAugmentationFromConfig } from './augmentations/storageAugmentation.js';
+import { MemoryStorageAugmentation, FileSystemStorageAugmentation, OPFSStorageAugmentation, S3StorageAugmentation, R2StorageAugmentation, GCSStorageAugmentation, createAutoStorageAugmentation } from './augmentations/storageAugmentations.js';
+import { WebSocketConduitAugmentation } from './augmentations/conduitAugmentations.js';
 import { ServerSearchConduitAugmentation, ServerSearchActivationAugmentation, createServerSearchAugmentations } from './augmentations/serverSearchAugmentations.js';
-// Non-LLM exports
-export { MemoryStorageAugmentation, FileSystemStorageAugmentation, OPFSStorageAugmentation, createMemoryAugmentation, WebSocketConduitAugmentation, WebRTCConduitAugmentation, createConduitAugmentation, ServerSearchConduitAugmentation, ServerSearchActivationAugmentation, createServerSearchAugmentations };
+// Storage augmentation exports
+export { 
+// Base classes
+StorageAugmentation, DynamicStorageAugmentation, 
+// Concrete implementations
+MemoryStorageAugmentation, FileSystemStorageAugmentation, OPFSStorageAugmentation, S3StorageAugmentation, R2StorageAugmentation, GCSStorageAugmentation, 
+// Factory functions
+createAutoStorageAugmentation, createStorageAugmentationFromConfig };
+// Other augmentation exports
+export { WebSocketConduitAugmentation, ServerSearchConduitAugmentation, ServerSearchActivationAugmentation, createServerSearchAugmentations };
 // Export HNSW index and optimized version
 import { HNSWIndex } from './hnsw/hnswIndex.js';
 import { HNSWIndexOptimized } from './hnsw/hnswIndexOptimized.js';
 export { HNSWIndex, HNSWIndexOptimized };
-import { AugmentationType } from './types/augmentations.js';
 // Export augmentation manager for type-safe augmentation management
 export { AugmentationManager } from './augmentationManager.js';
-export { AugmentationType };
 import { NounType, VerbType } from './types/graphTypes.js';
 // Export type utility functions
 import { getNounTypes, getVerbTypes, getNounTypeMap, getVerbTypeMap } from './utils/typeUtils.js';

package/dist/indices/fieldIndex.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Field Index for efficient field-based queries
+ * Provides O(log n) lookups for field values and range queries
+ */
+interface RangeQueryOptions {
+    field: string;
+    min?: any;
+    max?: any;
+    includeMin?: boolean;
+    includeMax?: boolean;
+}
+export declare class FieldIndex {
+    private indices;
+    private sortedIndices;
+    private indexedFields;
+    /**
+     * Add a document to the field index
+     */
+    add(id: string, metadata: Record<string, any>): void;
+    /**
+     * Remove a document from the field index
+     */
+    remove(id: string, metadata: Record<string, any>): void;
+    /**
+     * Query for exact field value match
+     * O(1) hash lookup
+     */
+    queryExact(field: string, value: any): string[];
+    /**
+     * Query for multiple values (IN operator)
+     * O(k) where k is number of values
+     */
+    queryIn(field: string, values: any[]): string[];
+    /**
+     * Query for range of values
+     * O(log n + m) where m is number of results
+     */
+    queryRange(options: RangeQueryOptions): string[];
+    /**
+     * Query with complex where clause
+     */
+    query(where: Record<string, any>): string[];
+    /**
+     * Mark sorted index as needing rebuild
+     */
+    private markSortedIndexDirty;
+    /**
+     * Ensure sorted index is up to date for a field
+     */
+    private ensureSortedIndex;
+    /**
+     * Binary search for start position (inclusive)
+     */
+    private binarySearch;
+    /**
+     * Binary search for end position (inclusive)
+     */
+    private binarySearchEnd;
+    /**
+     * Debug method to inspect index contents
+     */
+    debugIndex(field?: string): any;
+    /**
+     * Get statistics about the index
+     */
+    getStats(): {
+        indexedFields: number;
+        totalValues: number;
+        totalMappings: number;
+    };
+    /**
+     * Clear all indices
+     */
+    clear(): void;
+}
+export {};

package/dist/indices/fieldIndex.js

@@ -0,0 +1,357 @@
+/**
+ * Field Index for efficient field-based queries
+ * Provides O(log n) lookups for field values and range queries
+ */
+export class FieldIndex {
+    constructor() {
+        // Inverted index: field -> value -> noun IDs
+        this.indices = new Map();
+        // Sorted arrays for range queries: field -> sorted [value, ids] pairs
+        this.sortedIndices = new Map();
+        // Track which fields are indexed
+        this.indexedFields = new Set();
+    }
+    /**
+     * Add a document to the field index
+     */
+    add(id, metadata) {
+        if (!metadata)
+            return;
+        for (const [field, value] of Object.entries(metadata)) {
+            // Skip null/undefined values
+            if (value === null || value === undefined)
+                continue;
+            // Get or create field index
+            if (!this.indices.has(field)) {
+                this.indices.set(field, new Map());
+                this.sortedIndices.set(field, []);
+                this.indexedFields.add(field);
+            }
+            const fieldIndex = this.indices.get(field);
+            // Get or create value set
+            if (!fieldIndex.has(value)) {
+                fieldIndex.set(value, new Set());
+            }
+            // Add ID to value set
+            fieldIndex.get(value).add(id);
+            // Mark sorted index as dirty (needs rebuild)
+            this.markSortedIndexDirty(field);
+        }
+    }
+    /**
+     * Remove a document from the field index
+     */
+    remove(id, metadata) {
+        if (!metadata)
+            return;
+        for (const [field, value] of Object.entries(metadata)) {
+            if (value === null || value === undefined)
+                continue;
+            const fieldIndex = this.indices.get(field);
+            if (!fieldIndex)
+                continue;
+            const valueSet = fieldIndex.get(value);
+            if (!valueSet)
+                continue;
+            valueSet.delete(id);
+            // Clean up empty sets
+            if (valueSet.size === 0) {
+                fieldIndex.delete(value);
+                this.markSortedIndexDirty(field);
+            }
+            // Clean up empty field indices
+            if (fieldIndex.size === 0) {
+                this.indices.delete(field);
+                this.sortedIndices.delete(field);
+                this.indexedFields.delete(field);
+            }
+        }
+    }
+    /**
+     * Query for exact field value match
+     * O(1) hash lookup
+     */
+    queryExact(field, value) {
+        const fieldIndex = this.indices.get(field);
+        if (!fieldIndex)
+            return [];
+        const ids = fieldIndex.get(value);
+        return ids ? Array.from(ids) : [];
+    }
+    /**
+     * Query for multiple values (IN operator)
+     * O(k) where k is number of values
+     */
+    queryIn(field, values) {
+        const fieldIndex = this.indices.get(field);
+        if (!fieldIndex)
+            return [];
+        const resultSet = new Set();
+        for (const value of values) {
+            const ids = fieldIndex.get(value);
+            if (ids) {
+                for (const id of ids) {
+                    resultSet.add(id);
+                }
+            }
+        }
+        return Array.from(resultSet);
+    }
+    /**
+     * Query for range of values
+     * O(log n + m) where m is number of results
+     */
+    queryRange(options) {
+        const { field, min, max, includeMin = true, includeMax = true } = options;
+        // Ensure sorted index is up to date
+        this.ensureSortedIndex(field);
+        const sortedIndex = this.sortedIndices.get(field);
+        if (!sortedIndex || sortedIndex.length === 0)
+            return [];
+        const resultSet = new Set();
+        // Binary search for start position
+        let start = 0;
+        let end = sortedIndex.length - 1;
+        if (min !== undefined) {
+            start = this.binarySearch(sortedIndex, min, includeMin);
+        }
+        if (max !== undefined) {
+            end = this.binarySearchEnd(sortedIndex, max, includeMax);
+        }
+        // Collect all IDs in range
+        for (let i = start; i <= end && i < sortedIndex.length; i++) {
+            const [value, ids] = sortedIndex[i];
+            // Check if value is in range
+            if (min !== undefined) {
+                const minCheck = includeMin ? value >= min : value > min;
+                if (!minCheck)
+                    continue;
+            }
+            if (max !== undefined) {
+                const maxCheck = includeMax ? value <= max : value < max;
+                if (!maxCheck)
+                    break;
+            }
+            for (const id of ids) {
+                resultSet.add(id);
+            }
+        }
+        return Array.from(resultSet);
+    }
+    /**
+     * Query with complex where clause
+     */
+    query(where) {
+        const resultSets = [];
+        for (const [field, condition] of Object.entries(where)) {
+            let fieldResults = [];
+            if (typeof condition === 'object' && condition !== null) {
+                // Handle operators
+                if (condition.equals !== undefined) {
+                    fieldResults = this.queryExact(field, condition.equals);
+                }
+                else if (condition.in !== undefined && Array.isArray(condition.in)) {
+                    fieldResults = this.queryIn(field, condition.in);
+                }
+                else if (condition.greaterThan !== undefined || condition.lessThan !== undefined) {
+                    fieldResults = this.queryRange({
+                        field,
+                        min: condition.greaterThan,
+                        max: condition.lessThan,
+                        includeMin: false,
+                        includeMax: false
+                    });
+                }
+                else if (condition.greaterEqual !== undefined || condition.lessEqual !== undefined) {
+                    fieldResults = this.queryRange({
+                        field,
+                        min: condition.greaterEqual,
+                        max: condition.lessEqual,
+                        includeMin: true,
+                        includeMax: true
+                    });
+                }
+                else if (condition.between !== undefined && Array.isArray(condition.between)) {
+                    fieldResults = this.queryRange({
+                        field,
+                        min: condition.between[0],
+                        max: condition.between[1],
+                        includeMin: true,
+                        includeMax: true
+                    });
+                }
+                else if (condition.exists !== undefined) {
+                    // Return all IDs that have this field
+                    if (condition.exists) {
+                        const fieldIndex = this.indices.get(field);
+                        if (fieldIndex) {
+                            const allIds = new Set();
+                            for (const ids of fieldIndex.values()) {
+                                for (const id of ids) {
+                                    allIds.add(id);
+                                }
+                            }
+                            fieldResults = Array.from(allIds);
+                        }
+                    }
+                }
+            }
+            else {
+                // Direct value match
+                fieldResults = this.queryExact(field, condition);
+            }
+            if (fieldResults.length > 0) {
+                resultSets.push(new Set(fieldResults));
+            }
+            else {
+                // If any field has no matches, intersection will be empty
+                return [];
+            }
+        }
+        // Intersect all result sets (AND operation)
+        if (resultSets.length === 0)
+            return [];
+        if (resultSets.length === 1)
+            return Array.from(resultSets[0]);
+        let intersection = resultSets[0];
+        for (let i = 1; i < resultSets.length; i++) {
+            const nextSet = resultSets[i];
+            const newIntersection = new Set();
+            // Use smaller set for iteration (optimization)
+            const [smaller, larger] = intersection.size <= nextSet.size
+                ? [intersection, nextSet]
+                : [nextSet, intersection];
+            for (const id of smaller) {
+                if (larger.has(id)) {
+                    newIntersection.add(id);
+                }
+            }
+            intersection = newIntersection;
+            // Early exit if intersection is empty
+            if (intersection.size === 0)
+                return [];
+        }
+        return Array.from(intersection);
+    }
+    /**
+     * Mark sorted index as needing rebuild
+     */
+    markSortedIndexDirty(field) {
+        // For now, we'll rebuild on demand
+        // Could optimize with a dirty flag if needed
+    }
+    /**
+     * Ensure sorted index is up to date for a field
+     */
+    ensureSortedIndex(field) {
+        const fieldIndex = this.indices.get(field);
+        if (!fieldIndex)
+            return;
+        // Rebuild sorted index from hash index
+        const sorted = [];
+        for (const [value, ids] of fieldIndex.entries()) {
+            sorted.push([value, ids]);
+        }
+        // Sort by value (handles numbers, strings, dates)
+        sorted.sort((a, b) => {
+            const aVal = a[0];
+            const bVal = b[0];
+            if (aVal < bVal)
+                return -1;
+            if (aVal > bVal)
+                return 1;
+            return 0;
+        });
+        this.sortedIndices.set(field, sorted);
+    }
+    /**
+     * Binary search for start position (inclusive)
+     */
+    binarySearch(sorted, target, inclusive) {
+        let left = 0;
+        let right = sorted.length - 1;
+        let result = sorted.length;
+        while (left <= right) {
+            const mid = Math.floor((left + right) / 2);
+            const midVal = sorted[mid][0];
+            if (inclusive ? midVal >= target : midVal > target) {
+                result = mid;
+                right = mid - 1;
+            }
+            else {
+                left = mid + 1;
+            }
+        }
+        return result;
+    }
+    /**
+     * Binary search for end position (inclusive)
+     */
+    binarySearchEnd(sorted, target, inclusive) {
+        let left = 0;
+        let right = sorted.length - 1;
+        let result = -1;
+        while (left <= right) {
+            const mid = Math.floor((left + right) / 2);
+            const midVal = sorted[mid][0];
+            if (inclusive ? midVal <= target : midVal < target) {
+                result = mid;
+                left = mid + 1;
+            }
+            else {
+                right = mid - 1;
+            }
+        }
+        return result;
+    }
+    /**
+     * Debug method to inspect index contents
+     */
+    debugIndex(field) {
+        if (field) {
+            const fieldIndex = this.indices.get(field);
+            if (!fieldIndex)
+                return { error: 'Field not found', field };
+            const values = [];
+            for (const [value, ids] of fieldIndex.entries()) {
+                values.push({ value, type: typeof value, ids: Array.from(ids) });
+            }
+            return { field, values };
+        }
+        const allFields = {};
+        for (const [field, fieldIndex] of this.indices.entries()) {
+            allFields[field] = [];
+            for (const [value, ids] of fieldIndex.entries()) {
+                allFields[field].push({ value, type: typeof value, ids: Array.from(ids) });
+            }
+        }
+        return allFields;
+    }
+    /**
+     * Get statistics about the index
+     */
+    getStats() {
+        let totalValues = 0;
+        let totalMappings = 0;
+        for (const fieldIndex of this.indices.values()) {
+            totalValues += fieldIndex.size;
+            for (const ids of fieldIndex.values()) {
+                totalMappings += ids.size;
+            }
+        }
+        return {
+            indexedFields: this.indexedFields.size,
+            totalValues,
+            totalMappings
+        };
+    }
+    /**
+     * Clear all indices
+     */
+    clear() {
+        this.indices.clear();
+        this.sortedIndices.clear();
+        this.indexedFields.clear();
+    }
+}
+//# sourceMappingURL=fieldIndex.js.map

package/dist/mcp/brainyMCPAdapter.js

@@ -49,7 +49,7 @@ export class BrainyMCPAdapter {
         if (!id) {
             return this.createErrorResponse(request.requestId, 'MISSING_PARAMETER', 'Parameter "id" is required');
         }
-        const noun = await this.brainyData.get(id);
+        const noun = await this.brainyData.getNoun(id);
         if (!noun) {
             return this.createErrorResponse(request.requestId, 'NOT_FOUND', `No noun found with id ${id}`);
         }
@@ -78,7 +78,8 @@ export class BrainyMCPAdapter {
         if (!text) {
             return this.createErrorResponse(request.requestId, 'MISSING_PARAMETER', 'Parameter "text" is required');
         }
-        const id = await this.brainyData.add(text, metadata);
+        // Add noun directly - addNoun handles string input automatically
+        const id = await this.brainyData.addNoun(text, metadata);
         return this.createSuccessResponse(request.requestId, { id });
     }
     /**

package/dist/mcp/mcpAugmentationToolset.js

@@ -107,25 +107,19 @@ export class MCPAugmentationToolset {
      * @returns The result of the pipeline execution
      */
     async executePipeline(type, method, parameters) {
+        // In Brainy 2.0, we directly call methods on augmentation instances
+        // instead of using the old typed pipeline system
         const { args = [], options = {} } = parameters;
-        switch (type) {
-            case AugmentationType.SENSE:
-                return await augmentationPipeline.executeSensePipeline(method, args, options);
-            case AugmentationType.CONDUIT:
-                return await augmentationPipeline.executeConduitPipeline(method, args, options);
-            case AugmentationType.COGNITION:
-                return await augmentationPipeline.executeCognitionPipeline(method, args, options);
-            case AugmentationType.MEMORY:
-                return await augmentationPipeline.executeMemoryPipeline(method, args, options);
-            case AugmentationType.PERCEPTION:
-                return await augmentationPipeline.executePerceptionPipeline(method, args, options);
-            case AugmentationType.DIALOG:
-                return await augmentationPipeline.executeDialogPipeline(method, args, options);
-            case AugmentationType.ACTIVATION:
-                return await augmentationPipeline.executeActivationPipeline(method, args, options);
-            default:
-                throw new Error(`Unsupported augmentation type: ${type}`);
+        // Get augmentations of the specified type
+        const augmentations = augmentationPipeline.getAugmentationsByType(type);
+        // Find the first augmentation that has the requested method
+        for (const augmentation of augmentations) {
+            if (typeof augmentation[method] === 'function') {
+                // Call the method directly on the augmentation instance
+                return await augmentation[method](...args, options);
+            }
         }
+        throw new Error(`Method '${method}' not found in any ${type} augmentation`);
     }
     /**
      * Checks if an augmentation type is valid

package/dist/neural/embeddedPatterns.d.ts

@@ -0,0 +1,41 @@
+/**
+ * 🧠 BRAINY EMBEDDED PATTERNS
+ *
+ * AUTO-GENERATED - DO NOT EDIT
+ * Generated: 2025-08-26T19:59:35.203Z
+ * Patterns: 220
+ * Coverage: 94-98% of all queries
+ *
+ * This file contains ALL patterns and embeddings compiled into Brainy.
+ * No external files needed, no runtime loading, instant availability!
+ */
+import type { Pattern } from './patternLibrary.js';
+export declare const EMBEDDED_PATTERNS: Pattern[];
+/**
+ * Get pattern embeddings as a Map for fast lookup
+ * This is called once at startup and cached
+ */
+export declare function getPatternEmbeddings(): Map<string, Float32Array>;
+export declare const PATTERNS_METADATA: {
+    version: string;
+    totalPatterns: number;
+    categories: string[];
+    domains: string[];
+    embeddingDimensions: number;
+    averageConfidence: number;
+    coverage: {
+        general: string;
+        programming: string;
+        ai_ml: string;
+        social: string;
+        medical_legal: string;
+        financial_academic: string;
+        ecommerce: string;
+        overall: string;
+    };
+    sizeBytes: {
+        patterns: number;
+        embeddings: number;
+        total: number;
+    };
+};