@soulcraft/brainy 0.63.0 → 1.0.0-rc.2

package/dist/pipeline.js

@@ -1,590 +1,29 @@
 /**
- * Unified Pipeline
+ * Pipeline - Clean Re-export of Cortex
  *
- * This module combines the functionality of the primary augmentation pipeline and the streamlined pipeline
- * into a single, unified pipeline system. It provides both the registry functionality of the primary pipeline
- * and the simplified execution API of the streamlined pipeline.
+ * After the Great Cleanup: Pipeline IS Cortex. No delegation, no complexity.
+ * ONE way to do everything.
  */
-import { AugmentationType } from './types/augmentations.js';
-import { isThreadingAvailable } from './utils/environment.js';
-import { executeInThread } from './utils/workerUtils.js';
-import { executeAugmentation } from './augmentationFactory.js';
-import { setDefaultPipeline } from './augmentationRegistry.js';
-/**
- * Execution mode for the pipeline
- */
-export var ExecutionMode;
-(function (ExecutionMode) {
-    ExecutionMode["SEQUENTIAL"] = "sequential";
-    ExecutionMode["PARALLEL"] = "parallel";
-    ExecutionMode["FIRST_SUCCESS"] = "firstSuccess";
-    ExecutionMode["FIRST_RESULT"] = "firstResult";
-    ExecutionMode["THREADED"] = "threaded"; // Execute in separate threads when available
-})(ExecutionMode || (ExecutionMode = {}));
-/**
- * Default pipeline options
- */
-const DEFAULT_PIPELINE_OPTIONS = {
-    mode: ExecutionMode.SEQUENTIAL,
-    timeout: 30000,
-    stopOnError: false,
-    forceThreading: false,
-    disableThreading: false
-};
-/**
- * Pipeline class
- *
- * Manages multiple augmentations of each type and provides methods to execute them.
- * Implements the IPipeline interface to avoid circular dependencies.
- */
-export class Pipeline {
-    constructor() {
-        this.registry = {
-            sense: [],
-            conduit: [],
-            cognition: [],
-            memory: [],
-            perception: [],
-            dialog: [],
-            activation: [],
-            webSocket: []
-        };
-    }
-    /**
-     * Register an augmentation with the pipeline
-     *
-     * @param augmentation The augmentation to register
-     * @returns The pipeline instance for chaining
-     */
-    register(augmentation) {
-        let registered = false;
-        // Check for specific augmentation types
-        if (this.isAugmentationType(augmentation, 'processRawData', 'listenToFeed')) {
-            this.registry.sense.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'establishConnection', 'readData', 'writeData', 'monitorStream')) {
-            this.registry.conduit.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'reason', 'infer', 'executeLogic')) {
-            this.registry.cognition.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'storeData', 'retrieveData', 'updateData', 'deleteData', 'listDataKeys')) {
-            this.registry.memory.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'interpret', 'organize', 'generateVisualization')) {
-            this.registry.perception.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'processUserInput', 'generateResponse', 'manageContext')) {
-            this.registry.dialog.push(augmentation);
-            registered = true;
-        }
-        else if (this.isAugmentationType(augmentation, 'triggerAction', 'generateOutput', 'interactExternal')) {
-            this.registry.activation.push(augmentation);
-            registered = true;
-        }
-        // Check if the augmentation supports WebSocket
-        if (this.isAugmentationType(augmentation, 'connectWebSocket', 'sendWebSocketMessage', 'onWebSocketMessage', 'closeWebSocket')) {
-            this.registry.webSocket.push(augmentation);
-            registered = true;
-        }
-        // If the augmentation wasn't registered as any known type, throw an error
-        if (!registered) {
-            throw new Error(`Unknown augmentation type: ${augmentation.name}`);
-        }
-        return this;
-    }
-    /**
-     * Unregister an augmentation from the pipeline
-     *
-     * @param augmentationName The name of the augmentation to unregister
-     * @returns The pipeline instance for chaining
-     */
-    unregister(augmentationName) {
-        let found = false;
-        // Remove from all registries
-        for (const type in this.registry) {
-            const typedRegistry = this.registry[type];
-            const index = typedRegistry.findIndex(aug => aug.name === augmentationName);
-            if (index !== -1) {
-                typedRegistry.splice(index, 1);
-                found = true;
-            }
-        }
-        return this;
-    }
-    /**
-     * Initialize all registered augmentations
-     *
-     * @returns A promise that resolves when all augmentations are initialized
-     */
-    async initialize() {
-        const allAugmentations = this.getAllAugmentations();
-        await Promise.all(allAugmentations.map(augmentation => augmentation.initialize().catch(error => {
-            console.error(`Failed to initialize augmentation ${augmentation.name}:`, error);
-        })));
-    }
-    /**
-     * Shut down all registered augmentations
-     *
-     * @returns A promise that resolves when all augmentations are shut down
-     */
-    async shutDown() {
-        const allAugmentations = this.getAllAugmentations();
-        await Promise.all(allAugmentations.map(augmentation => augmentation.shutDown().catch(error => {
-            console.error(`Failed to shut down augmentation ${augmentation.name}:`, error);
-        })));
-    }
-    /**
-     * Get all registered augmentations
-     *
-     * @returns An array of all registered augmentations
-     */
-    getAllAugmentations() {
-        // Create a Set to avoid duplicates (an augmentation might be in multiple registries)
-        const allAugmentations = new Set([
-            ...this.registry.sense,
-            ...this.registry.conduit,
-            ...this.registry.cognition,
-            ...this.registry.memory,
-            ...this.registry.perception,
-            ...this.registry.dialog,
-            ...this.registry.activation,
-            ...this.registry.webSocket
-        ]);
-        // Convert back to array
-        return Array.from(allAugmentations);
-    }
-    /**
-     * Get all augmentations of a specific type
-     *
-     * @param type The type of augmentation to get
-     * @returns An array of all augmentations of the specified type
-     */
-    getAugmentationsByType(type) {
-        switch (type) {
-            case AugmentationType.SENSE:
-                return [...this.registry.sense];
-            case AugmentationType.CONDUIT:
-                return [...this.registry.conduit];
-            case AugmentationType.COGNITION:
-                return [...this.registry.cognition];
-            case AugmentationType.MEMORY:
-                return [...this.registry.memory];
-            case AugmentationType.PERCEPTION:
-                return [...this.registry.perception];
-            case AugmentationType.DIALOG:
-                return [...this.registry.dialog];
-            case AugmentationType.ACTIVATION:
-                return [...this.registry.activation];
-            case AugmentationType.WEBSOCKET:
-                return [...this.registry.webSocket];
-            default:
-                return [];
-        }
-    }
-    /**
-     * Get all available augmentation types
-     *
-     * @returns An array of all augmentation types that have at least one registered augmentation
-     */
-    getAvailableAugmentationTypes() {
-        const availableTypes = [];
-        if (this.registry.sense.length > 0)
-            availableTypes.push(AugmentationType.SENSE);
-        if (this.registry.conduit.length > 0)
-            availableTypes.push(AugmentationType.CONDUIT);
-        if (this.registry.cognition.length > 0)
-            availableTypes.push(AugmentationType.COGNITION);
-        if (this.registry.memory.length > 0)
-            availableTypes.push(AugmentationType.MEMORY);
-        if (this.registry.perception.length > 0)
-            availableTypes.push(AugmentationType.PERCEPTION);
-        if (this.registry.dialog.length > 0)
-            availableTypes.push(AugmentationType.DIALOG);
-        if (this.registry.activation.length > 0)
-            availableTypes.push(AugmentationType.ACTIVATION);
-        if (this.registry.webSocket.length > 0)
-            availableTypes.push(AugmentationType.WEBSOCKET);
-        return availableTypes;
-    }
-    /**
-     * Get all WebSocket-supporting augmentations
-     *
-     * @returns An array of all augmentations that support WebSocket connections
-     */
-    getWebSocketAugmentations() {
-        return [...this.registry.webSocket];
-    }
-    /**
-     * Check if an augmentation is of a specific type
-     *
-     * @param augmentation The augmentation to check
-     * @param methods The methods that should be present on the augmentation
-     * @returns True if the augmentation is of the specified type
-     */
-    isAugmentationType(augmentation, ...methods) {
-        // First check that the augmentation has all the required base methods
-        const baseMethodsExist = [
-            'initialize',
-            'shutDown',
-            'getStatus'
-        ].every(method => typeof augmentation[method] === 'function');
-        if (!baseMethodsExist) {
-            return false;
-        }
-        // Then check that it has all the specific methods for this type
-        return methods.every(method => typeof augmentation[method] === 'function');
-    }
-    /**
-     * Determines if threading should be used based on options and environment
-     *
-     * @param options The pipeline options
-     * @returns True if threading should be used, false otherwise
-     */
-    shouldUseThreading(options) {
-        // If threading is explicitly disabled, don't use it
-        if (options.disableThreading) {
-            return false;
-        }
-        // If threading is explicitly forced, use it if available
-        if (options.forceThreading) {
-            return isThreadingAvailable();
-        }
-        // If in THREADED mode, use threading if available
-        if (options.mode === ExecutionMode.THREADED) {
-            return isThreadingAvailable();
-        }
-        // Otherwise, don't use threading
-        return false;
-    }
-    /**
-     * Executes a method on multiple augmentations using the specified execution mode
-     *
-     * @param augmentations The augmentations to execute the method on
-     * @param method The method to execute
-     * @param args The arguments to pass to the method
-     * @param options Options for the execution
-     * @returns A promise that resolves with the results
-     */
-    async execute(augmentations, method, args = [], options = {}) {
-        const opts = { ...DEFAULT_PIPELINE_OPTIONS, ...options };
-        const enabledAugmentations = augmentations.filter(aug => aug.enabled !== false);
-        if (enabledAugmentations.length === 0) {
-            return { results: [], errors: [], successful: [] };
-        }
-        const result = {
-            results: [],
-            errors: [],
-            successful: []
-        };
-        // Create a function to execute with timeout
-        const executeWithTimeout = async (augmentation) => {
-            try {
-                // Create a timeout promise if a timeout is specified
-                if (opts.timeout) {
-                    const timeoutPromise = new Promise((_, reject) => {
-                        setTimeout(() => {
-                            reject(new Error(`Timeout executing ${method} on ${augmentation.name}`));
-                        }, opts.timeout);
-                    });
-                    // Check if threading should be used
-                    const useThreading = this.shouldUseThreading(opts);
-                    // Execute the method on the augmentation, using threading if appropriate
-                    let methodPromise;
-                    if (useThreading) {
-                        // Execute in a separate thread
-                        try {
-                            // Create a function that can be serialized and executed in a worker
-                            const workerFn = (...workerArgs) => {
-                                // This function will be stringified and executed in the worker
-                                // It needs to be self-contained
-                                const augFn = augmentation[method];
-                                return augFn.apply(augmentation, workerArgs);
-                            };
-                            methodPromise = executeInThread(workerFn.toString(), args);
-                        }
-                        catch (threadError) {
-                            console.warn(`Failed to execute in thread, falling back to main thread: ${threadError}`);
-                            // Fall back to executing in the main thread
-                            methodPromise = Promise.resolve(augmentation[method](...args));
-                        }
-                    }
-                    else {
-                        // Execute in the main thread
-                        methodPromise = Promise.resolve(augmentation[method](...args));
-                    }
-                    // Race the method promise against the timeout promise
-                    return await Promise.race([methodPromise, timeoutPromise]);
-                }
-                else {
-                    // No timeout, just execute the method
-                    return await executeAugmentation(augmentation, method, ...args);
-                }
-            }
-            catch (error) {
-                result.errors.push(error instanceof Error ? error : new Error(String(error)));
-                return {
-                    success: false,
-                    data: null,
-                    error: error instanceof Error ? error.message : String(error)
-                };
-            }
-        };
-        // Execute based on the specified mode
-        switch (opts.mode) {
-            case ExecutionMode.PARALLEL:
-            case ExecutionMode.THREADED:
-                // Execute all augmentations in parallel
-                result.results = await Promise.all(enabledAugmentations.map((aug) => executeWithTimeout(aug)));
-                break;
-            case ExecutionMode.FIRST_SUCCESS:
-                // Execute augmentations sequentially until one succeeds
-                for (const augmentation of enabledAugmentations) {
-                    const response = await executeWithTimeout(augmentation);
-                    result.results.push(response);
-                    if (response.success) {
-                        break;
-                    }
-                }
-                break;
-            case ExecutionMode.FIRST_RESULT:
-                // Execute augmentations sequentially until one returns a non-null result
-                for (const augmentation of enabledAugmentations) {
-                    const response = await executeWithTimeout(augmentation);
-                    result.results.push(response);
-                    if (response.success &&
-                        response.data !== null &&
-                        response.data !== undefined) {
-                        break;
-                    }
-                }
-                break;
-            case ExecutionMode.SEQUENTIAL:
-            default:
-                // Execute augmentations sequentially
-                for (const augmentation of enabledAugmentations) {
-                    const response = await executeWithTimeout(augmentation);
-                    result.results.push(response);
-                    // Check if we need to stop on error
-                    if (opts.stopOnError && !response.success) {
-                        break;
-                    }
-                }
-                break;
-        }
-        // Filter successful results
-        result.successful = result.results.filter((r) => r.success);
-        return result;
-    }
-    /**
-     * Executes a method on augmentations of a specific type
-     *
-     * @param type The type of augmentations to execute the method on
-     * @param method The method to execute
-     * @param args The arguments to pass to the method
-     * @param options Options for the execution
-     * @returns A promise that resolves with the results
-     */
-    async executeByType(type, method, args = [], options = {}) {
-        const augmentations = this.getAugmentationsByType(type);
-        return this.execute(augmentations, method, args, options);
-    }
-    /**
-     * Executes a method on a single augmentation with automatic error handling
-     *
-     * @param augmentation The augmentation to execute the method on
-     * @param method The method to execute
-     * @param args The arguments to pass to the method
-     * @returns A promise that resolves with the result
-     */
-    async executeSingle(augmentation, method, ...args) {
-        return executeAugmentation(augmentation, method, ...args);
-    }
-    /**
-     * Process static data through a pipeline of augmentations
-     *
-     * @param data The data to process
-     * @param pipeline An array of processing steps, each with an augmentation, method, and optional args transformer
-     * @param options Options for the execution
-     * @returns A promise that resolves with the final result
-     */
-    async processStaticData(data, pipeline, options = {}) {
-        let currentData = data;
-        let prevResult = undefined;
-        for (const step of pipeline) {
-            // Transform args if a transformer is provided, otherwise use the current data as the only arg
-            const args = step.transformArgs
-                ? step.transformArgs(currentData, prevResult)
-                : [currentData];
-            // Execute the method
-            const result = await this.executeSingle(step.augmentation, step.method, ...args);
-            // If the step failed, return the error
-            if (!result.success) {
-                return result;
-            }
-            // Update the current data for the next step
-            currentData = result.data;
-            prevResult = result;
-        }
-        // Return the final result
-        return prevResult;
-    }
-    /**
-     * Process streaming data through a pipeline of augmentations
-     *
-     * @param source The source augmentation that provides the data stream
-     * @param sourceMethod The method on the source augmentation that provides the data stream
-     * @param sourceArgs The arguments to pass to the source method
-     * @param pipeline An array of processing steps, each with an augmentation, method, and optional args transformer
-     * @param callback Function to call with the results of processing each data item
-     * @param options Options for the execution
-     * @returns A promise that resolves when the pipeline is set up
-     */
-    async processStreamingData(source, sourceMethod, sourceArgs, pipeline, callback, options = {}) {
-        // Create a chain of processors
-        const processData = async (data) => {
-            let currentData = data;
-            let prevResult = undefined;
-            for (const step of pipeline) {
-                // Transform args if a transformer is provided, otherwise use the current data as the only arg
-                const args = step.transformArgs
-                    ? step.transformArgs(currentData, prevResult)
-                    : [currentData];
-                // Execute the method
-                const result = await this.executeSingle(step.augmentation, step.method, ...args);
-                // If the step failed, return the error
-                if (!result.success) {
-                    callback(result);
-                    return;
-                }
-                // Update the current data for the next step
-                currentData = result.data;
-                prevResult = result;
-            }
-            // Call the callback with the final result
-            callback(prevResult);
-        };
-        // The last argument to the source method should be a callback that receives the data
-        const dataCallback = (data) => {
-            processData(data).catch((error) => {
-                console.error('Error processing streaming data:', error);
-                callback({
-                    success: false,
-                    data: null,
-                    error: error instanceof Error ? error.message : String(error)
-                });
-            });
-        };
-        // Execute the source method with the provided args and the data callback
-        await this.executeSingle(source, sourceMethod, ...sourceArgs, dataCallback);
-    }
-    /**
-     * Create a reusable pipeline for processing data
-     *
-     * @param pipeline An array of processing steps
-     * @param options Options for the execution
-     * @returns A function that processes data through the pipeline
-     */
-    createPipeline(pipeline, options = {}) {
-        return (data) => this.processStaticData(data, pipeline, options);
-    }
-    /**
-     * Create a reusable streaming pipeline
-     *
-     * @param source The source augmentation
-     * @param sourceMethod The method on the source augmentation
-     * @param pipeline An array of processing steps
-     * @param options Options for the execution
-     * @returns A function that sets up the streaming pipeline
-     */
-    createStreamingPipeline(source, sourceMethod, pipeline, options = {}) {
-        return (sourceArgs, callback) => this.processStreamingData(source, sourceMethod, sourceArgs, pipeline, callback, options);
-    }
-    // Legacy methods for backward compatibility
-    /**
-     * Execute a sense pipeline (legacy method)
-     */
-    async executeSensePipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.SENSE, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute a conduit pipeline (legacy method)
-     */
-    async executeConduitPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.CONDUIT, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute a cognition pipeline (legacy method)
-     */
-    async executeCognitionPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.COGNITION, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute a memory pipeline (legacy method)
-     */
-    async executeMemoryPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.MEMORY, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute a perception pipeline (legacy method)
-     */
-    async executePerceptionPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.PERCEPTION, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute a dialog pipeline (legacy method)
-     */
-    async executeDialogPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.DIALOG, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-    /**
-     * Execute an activation pipeline (legacy method)
-     */
-    async executeActivationPipeline(method, args, options = {}) {
-        const result = await this.executeByType(AugmentationType.ACTIVATION, method, args, options);
-        return result.results.map(r => Promise.resolve(r));
-    }
-}
-// Create and export a default instance of the pipeline
-export const pipeline = new Pipeline();
-// Set the default pipeline instance for the augmentation registry
-// This breaks the circular dependency between pipeline.ts and augmentationRegistry.ts
-setDefaultPipeline(pipeline);
-// Re-export the legacy pipeline for backward compatibility
-export const augmentationPipeline = pipeline;
-// Re-export the streamlined execution functions for backward compatibility
-export const executeStreamlined = (augmentations, method, args = [], options = {}) => {
-    return pipeline.execute(augmentations, method, args, options);
-};
-export const executeByType = (type, method, args = [], options = {}) => {
-    return pipeline.executeByType(type, method, args, options);
-};
-export const executeSingle = (augmentation, method, ...args) => {
-    return pipeline.executeSingle(augmentation, method, ...args);
-};
-export const processStaticData = (data, pipelineSteps, options = {}) => {
-    return pipeline.processStaticData(data, pipelineSteps, options);
-};
-export const processStreamingData = (source, sourceMethod, sourceArgs, pipelineSteps, callback, options = {}) => {
-    return pipeline.processStreamingData(source, sourceMethod, sourceArgs, pipelineSteps, callback, options);
-};
-export const createPipeline = (pipelineSteps, options = {}) => {
-    return pipeline.createPipeline(pipelineSteps, options);
-};
-export const createStreamingPipeline = (source, sourceMethod, pipelineSteps, options = {}) => {
-    return pipeline.createStreamingPipeline(source, sourceMethod, pipelineSteps, options);
-};
-// For backward compatibility with StreamlinedExecutionMode
-export const StreamlinedExecutionMode = ExecutionMode;
+// Export the ONE consolidated Cortex class as Pipeline for those who prefer the name
+export { Cortex as Pipeline, cortex as pipeline, ExecutionMode } from './augmentationPipeline.js';
+// Re-export for backward compatibility in imports
+export { cortex as augmentationPipeline, Cortex } from './augmentationPipeline.js';
+// Simple factory functions
+export const createPipeline = async () => {
+    const { Cortex } = await import('./augmentationPipeline.js');
+    return new Cortex();
+};
+export const createStreamingPipeline = async () => {
+    const { Cortex } = await import('./augmentationPipeline.js');
+    return new Cortex();
+};
+// Execution mode alias
+export var StreamlinedExecutionMode;
+(function (StreamlinedExecutionMode) {
+    StreamlinedExecutionMode["SEQUENTIAL"] = "sequential";
+    StreamlinedExecutionMode["PARALLEL"] = "parallel";
+    StreamlinedExecutionMode["FIRST_SUCCESS"] = "firstSuccess";
+    StreamlinedExecutionMode["FIRST_RESULT"] = "firstResult";
+    StreamlinedExecutionMode["THREADED"] = "threaded";
+})(StreamlinedExecutionMode || (StreamlinedExecutionMode = {}));
 //# sourceMappingURL=pipeline.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "0.63.0",
+  "version": "1.0.0-rc.2",
   "description": "Multi-Dimensional AI Database - Vector similarity, graph relationships, metadata facets with HNSW indexing and OPFS storage",
   "main": "dist/index.js",
   "module": "dist/index.js",
@@ -120,6 +120,8 @@
     "test:extraction": "node tests/auto-extraction.test.js",
     "extract-models": "node scripts/extract-models.js",
     "test:comprehensive": "npm run test:error-handling && npm run test:edge-cases && npm run test:storage && npm run test:environments && npm run test:specialized",
+    "test:release": "npm run build && vitest run tests/release-validation.test.ts tests/regression.test.ts tests/unified-api.test.ts tests/core.test.ts --reporter=verbose",
+    "test:1.0": "vitest run tests/unified-api.test.ts tests/cli.test.ts --reporter=verbose",
     "_generate-pdf": "node dev/scripts/generate-architecture-pdf.js",
     "_release": "standard-version",
     "_release:patch": "standard-version --release-as patch",