@soulcraft/brainy 0.41.0 → 0.44.0

package/dist/utils/workerUtils.js

@@ -0,0 +1,458 @@
+/**
+ * Utility functions for executing functions in Worker Threads (Node.js) or Web Workers (Browser)
+ * This implementation leverages Node.js 24's improved Worker Threads API for better performance
+ */
+import { isBrowser, isNode } from './environment.js';
+// Worker pool to reuse workers
+const workerPool = new Map();
+const MAX_POOL_SIZE = 4; // Adjust based on system capabilities
+/**
+ * Execute a function in a separate thread
+ *
+ * @param fnString The function to execute as a string
+ * @param args The arguments to pass to the function
+ * @returns A promise that resolves with the result of the function
+ */
+export function executeInThread(fnString, args) {
+    if (isNode()) {
+        return executeInNodeWorker(fnString, args);
+    }
+    else if (isBrowser() && typeof window !== 'undefined' && window.Worker) {
+        return executeInWebWorker(fnString, args);
+    }
+    else {
+        // Fallback to main thread execution
+        try {
+            // Try different approaches to create a function from string
+            let fn;
+            try {
+                // First try with 'return' prefix
+                fn = new Function('return ' + fnString)();
+            }
+            catch (functionError) {
+                console.warn('Fallback: Error creating function with return syntax, trying alternative approaches', functionError);
+                try {
+                    // Try wrapping in parentheses for function expressions
+                    fn = new Function('return (' + fnString + ')')();
+                }
+                catch (wrapError) {
+                    console.warn('Fallback: Error creating function with parentheses wrapping', wrapError);
+                    try {
+                        // Try direct approach for named functions
+                        fn = new Function(fnString)();
+                    }
+                    catch (directError) {
+                        console.warn('Fallback: Direct approach failed, trying with function wrapper', directError);
+                        try {
+                            // Try wrapping in a function that returns the function expression
+                            fn = new Function('return function(args) { return (' + fnString + ')(args); }')();
+                        }
+                        catch (wrapperError) {
+                            console.error('Fallback: All approaches to create function failed', wrapperError);
+                            throw new Error('Failed to create function from string: ' +
+                                functionError.message);
+                        }
+                    }
+                }
+            }
+            return Promise.resolve(fn(args));
+        }
+        catch (error) {
+            return Promise.reject(error);
+        }
+    }
+}
+/**
+ * Execute a function in a Node.js Worker Thread
+ * Optimized for Node.js 24 with improved Worker Threads performance
+ */
+function executeInNodeWorker(fnString, args) {
+    return new Promise((resolve, reject) => {
+        try {
+            // Dynamically import worker_threads (Node.js only)
+            import('node:worker_threads')
+                .then(({ Worker, isMainThread, parentPort, workerData }) => {
+                if (!isMainThread && parentPort) {
+                    // We're inside a worker, execute the function
+                    const fn = new Function('return ' + workerData.fnString)();
+                    const result = fn(workerData.args);
+                    parentPort.postMessage({ result });
+                    return;
+                }
+                // Get a worker from the pool or create a new one
+                const workerId = `worker-${Math.random().toString(36).substring(2, 9)}`;
+                let worker;
+                if (workerPool.size < MAX_POOL_SIZE) {
+                    // Create a new worker
+                    worker = new Worker(`
+            import { parentPort, workerData } from 'node:worker_threads';
+
+            // Add TensorFlow.js platform patch for Node.js
+            if (typeof global !== 'undefined') {
+              try {
+                // Define a custom PlatformNode class
+                class PlatformNode {
+                  constructor() {
+                    // Create a util object with necessary methods
+                    this.util = {
+                      // Add isFloat32Array and isTypedArray directly to util
+                      isFloat32Array: (arr) => {
+                        return !!(
+                          arr instanceof Float32Array ||
+                          (arr &&
+                            Object.prototype.toString.call(arr) === '[object Float32Array]')
+                        );
+                      },
+                      isTypedArray: (arr) => {
+                        return !!(ArrayBuffer.isView(arr) && !(arr instanceof DataView));
+                      },
+                      // Use native TextEncoder and TextDecoder
+                      TextEncoder: TextEncoder,
+                      TextDecoder: TextDecoder
+                    };
+
+                    // Initialize encoders using native constructors
+                    this.textEncoder = new TextEncoder();
+                    this.textDecoder = new TextDecoder();
+                  }
+
+                  // Define isFloat32Array directly on the instance
+                  isFloat32Array(arr) {
+                    return !!(
+                      arr instanceof Float32Array ||
+                      (arr && Object.prototype.toString.call(arr) === '[object Float32Array]')
+                    );
+                  }
+
+                  // Define isTypedArray directly on the instance
+                  isTypedArray(arr) {
+                    return !!(ArrayBuffer.isView(arr) && !(arr instanceof DataView));
+                  }
+                }
+
+                // Assign the PlatformNode class to the global object
+                global.PlatformNode = PlatformNode;
+
+                // Also create an instance and assign it to global.platformNode
+                global.platformNode = new PlatformNode();
+
+                // Ensure global.util exists and has the necessary methods
+                if (!global.util) {
+                  global.util = {};
+                }
+
+                // Add isFloat32Array method if it doesn't exist
+                if (!global.util.isFloat32Array) {
+                  global.util.isFloat32Array = (arr) => {
+                    return !!(
+                      arr instanceof Float32Array ||
+                      (arr && Object.prototype.toString.call(arr) === '[object Float32Array]')
+                    );
+                  };
+                }
+
+                // Add isTypedArray method if it doesn't exist
+                if (!global.util.isTypedArray) {
+                  global.util.isTypedArray = (arr) => {
+                    return !!(ArrayBuffer.isView(arr) && !(arr instanceof DataView));
+                  };
+                }
+              } catch (error) {
+                console.warn('Failed to apply TensorFlow.js platform patch:', error);
+              }
+            }
+
+            const fn = new Function('return ' + workerData.fnString)();
+            const result = fn(workerData.args);
+            parentPort.postMessage({ result });
+          `, {
+                        eval: true,
+                        workerData: { fnString, args }
+                    });
+                    workerPool.set(workerId, worker);
+                }
+                else {
+                    // Reuse an existing worker
+                    const poolKeys = Array.from(workerPool.keys());
+                    const randomKey = poolKeys[Math.floor(Math.random() * poolKeys.length)];
+                    worker = workerPool.get(randomKey);
+                    // Terminate and recreate if the worker is busy
+                    if (worker._busy) {
+                        worker.terminate();
+                        worker = new Worker(`
+              import { parentPort, workerData } from 'node:worker_threads';
+
+              // Add TensorFlow.js platform patch for Node.js
+              if (typeof global !== 'undefined') {
+                try {
+                  // Define a custom PlatformNode class
+                  class PlatformNode {
+                    constructor() {
+                      // Create a util object with necessary methods
+                      this.util = {
+                        // Use native TextEncoder and TextDecoder
+                        TextEncoder: TextEncoder,
+                        TextDecoder: TextDecoder
+                      };
+
+                      // Initialize encoders using native constructors
+                      this.textEncoder = new TextEncoder();
+                      this.textDecoder = new TextDecoder();
+                    }
+
+                    // Define isFloat32Array directly on the instance
+                    isFloat32Array(arr) {
+                      return !!(
+                        arr instanceof Float32Array ||
+                        (arr && Object.prototype.toString.call(arr) === '[object Float32Array]')
+                      );
+                    }
+
+                    // Define isTypedArray directly on the instance
+                    isTypedArray(arr) {
+                      return !!(ArrayBuffer.isView(arr) && !(arr instanceof DataView));
+                    }
+                  }
+
+                  // Assign the PlatformNode class to the global object
+                  global.PlatformNode = PlatformNode;
+
+                  // Also create an instance and assign it to global.platformNode
+                  global.platformNode = new PlatformNode();
+
+                  // Ensure global.util exists and has the necessary methods
+                  if (!global.util) {
+                    global.util = {};
+                  }
+
+                  // Add isFloat32Array method if it doesn't exist
+                  if (!global.util.isFloat32Array) {
+                    global.util.isFloat32Array = (arr) => {
+                      return !!(
+                        arr instanceof Float32Array ||
+                        (arr && Object.prototype.toString.call(arr) === '[object Float32Array]')
+                      );
+                    };
+                  }
+
+                  // Add isTypedArray method if it doesn't exist
+                  if (!global.util.isTypedArray) {
+                    global.util.isTypedArray = (arr) => {
+                      return !!(ArrayBuffer.isView(arr) && !(arr instanceof DataView));
+                    };
+                  }
+                } catch (error) {
+                  console.warn('Failed to apply TensorFlow.js platform patch:', error);
+                }
+              }
+
+              const fn = new Function('return ' + workerData.fnString)();
+              const result = fn(workerData.args);
+              parentPort.postMessage({ result });
+            `, {
+                            eval: true,
+                            workerData: { fnString, args }
+                        });
+                        workerPool.set(randomKey, worker);
+                    }
+                    worker._busy = true;
+                }
+                worker.on('message', (message) => {
+                    worker._busy = false;
+                    resolve(message.result);
+                });
+                worker.on('error', (err) => {
+                    worker._busy = false;
+                    reject(err);
+                });
+                worker.on('exit', (code) => {
+                    if (code !== 0) {
+                        worker._busy = false;
+                        reject(new Error(`Worker stopped with exit code ${code}`));
+                    }
+                });
+            })
+                .catch(reject);
+        }
+        catch (error) {
+            reject(error);
+        }
+    });
+}
+/**
+ * Execute a function in a Web Worker (Browser environment)
+ */
+function executeInWebWorker(fnString, args) {
+    return new Promise((resolve, reject) => {
+        try {
+            // Use the dedicated worker.js file instead of creating a blob
+            // Try different approaches to locate the worker.js file
+            let workerPath = './worker.js';
+            try {
+                // First try to use the import.meta.url if available (modern browsers)
+                if (typeof import.meta !== 'undefined' && import.meta.url) {
+                    const baseUrl = import.meta.url.substring(0, import.meta.url.lastIndexOf('/') + 1);
+                    workerPath = `${baseUrl}worker.js`;
+                }
+                // Fallback to a relative path based on the unified.js location
+                else if (typeof document !== 'undefined') {
+                    // Find the script tag that loaded unified.js
+                    const scripts = document.getElementsByTagName('script');
+                    for (let i = 0; i < scripts.length; i++) {
+                        const src = scripts[i].src;
+                        if (src && src.includes('unified.js')) {
+                            // Get the directory path
+                            workerPath =
+                                src.substring(0, src.lastIndexOf('/') + 1) + 'worker.js';
+                            break;
+                        }
+                    }
+                }
+            }
+            catch (e) {
+                console.warn('Could not determine worker path from import.meta.url, using relative path', e);
+            }
+            // If we couldn't determine the path, try some common locations
+            if (workerPath === './worker.js' && typeof window !== 'undefined') {
+                // Try to find the worker.js in the same directory as the current page
+                const pageUrl = window.location.href;
+                const pageDir = pageUrl.substring(0, pageUrl.lastIndexOf('/') + 1);
+                workerPath = `${pageDir}worker.js`;
+                // Also check for dist/worker.js
+                if (typeof document !== 'undefined') {
+                    const distWorkerPath = `${pageDir}dist/worker.js`;
+                    // Create a test request to see if the file exists
+                    const xhr = new XMLHttpRequest();
+                    xhr.open('HEAD', distWorkerPath, false);
+                    try {
+                        xhr.send();
+                        if (xhr.status >= 200 && xhr.status < 300) {
+                            workerPath = distWorkerPath;
+                        }
+                    }
+                    catch (e) {
+                        // Ignore errors, we'll use the default path
+                    }
+                }
+            }
+            console.log('Using worker path:', workerPath);
+            // Try to create a worker, but fall back to inline worker or main thread execution if it fails
+            let worker;
+            try {
+                worker = new Worker(workerPath);
+            }
+            catch (error) {
+                console.warn('Failed to create Web Worker from file, trying inline worker:', error);
+                try {
+                    // Create an inline worker using a Blob
+                    const workerCode = `
+            // Brainy Inline Worker Script
+            console.log('Brainy Inline Worker: Started');
+
+            self.onmessage = function (e) {
+              try {
+                console.log('Brainy Inline Worker: Received message', e.data ? 'with data' : 'without data');
+
+                if (!e.data || !e.data.fnString) {
+                  throw new Error('Invalid message: missing function string');
+                }
+
+                console.log('Brainy Inline Worker: Creating function from string');
+                const fn = new Function('return ' + e.data.fnString)();
+
+                console.log('Brainy Inline Worker: Executing function with args');
+                const result = fn(e.data.args);
+
+                console.log('Brainy Inline Worker: Function executed successfully, posting result');
+                self.postMessage({ result: result });
+              } catch (error) {
+                console.error('Brainy Inline Worker: Error executing function', error);
+                self.postMessage({ 
+                  error: error.message,
+                  stack: error.stack
+                });
+              }
+            };
+          `;
+                    const blob = new Blob([workerCode], {
+                        type: 'application/javascript'
+                    });
+                    const blobUrl = URL.createObjectURL(blob);
+                    worker = new Worker(blobUrl);
+                    console.log('Created inline worker using Blob URL');
+                }
+                catch (inlineWorkerError) {
+                    console.warn('Failed to create inline Web Worker, falling back to main thread execution:', inlineWorkerError);
+                    // Execute in main thread as fallback
+                    try {
+                        const fn = new Function('return ' + fnString)();
+                        resolve(fn(args));
+                        return;
+                    }
+                    catch (mainThreadError) {
+                        reject(mainThreadError);
+                        return;
+                    }
+                }
+            }
+            // Set a timeout to prevent hanging
+            const timeoutId = setTimeout(() => {
+                console.warn('Web Worker execution timed out, falling back to main thread');
+                worker.terminate();
+                // Execute in main thread as fallback
+                try {
+                    const fn = new Function('return ' + fnString)();
+                    resolve(fn(args));
+                }
+                catch (mainThreadError) {
+                    reject(mainThreadError);
+                }
+            }, 25000); // 25 second timeout (less than the 30 second test timeout)
+            worker.onmessage = function (e) {
+                clearTimeout(timeoutId);
+                if (e.data.error) {
+                    reject(new Error(e.data.error));
+                }
+                else {
+                    resolve(e.data.result);
+                }
+                worker.terminate();
+            };
+            worker.onerror = function (e) {
+                clearTimeout(timeoutId);
+                console.warn('Web Worker error, falling back to main thread execution:', e.message);
+                worker.terminate();
+                // Execute in main thread as fallback
+                try {
+                    const fn = new Function('return ' + fnString)();
+                    resolve(fn(args));
+                }
+                catch (mainThreadError) {
+                    reject(mainThreadError);
+                }
+            };
+            worker.postMessage({ fnString, args });
+        }
+        catch (error) {
+            reject(error);
+        }
+    });
+}
+/**
+ * Clean up all worker pools
+ * This should be called when the application is shutting down
+ */
+export function cleanupWorkerPools() {
+    if (isNode()) {
+        import('node:worker_threads')
+            .then(({ Worker }) => {
+            for (const worker of workerPool.values()) {
+                worker.terminate();
+            }
+            workerPool.clear();
+            console.log('Worker pools cleaned up');
+        })
+            .catch(console.error);
+    }
+}
+//# sourceMappingURL=workerUtils.js.map

package/dist/utils/workerUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workerUtils.js","sourceRoot":"","sources":["../../src/utils/workerUtils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AAEpD,+BAA+B;AAC/B,MAAM,UAAU,GAAqB,IAAI,GAAG,EAAE,CAAA;AAC9C,MAAM,aAAa,GAAG,CAAC,CAAA,CAAC,sCAAsC;AAE9D;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAI,QAAgB,EAAE,IAAS;IAC5D,IAAI,MAAM,EAAE,EAAE,CAAC;QACb,OAAO,mBAAmB,CAAI,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC/C,CAAC;SAAM,IAAI,SAAS,EAAE,IAAI,OAAO,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACzE,OAAO,kBAAkB,CAAI,QAAQ,EAAE,IAAI,CAAC,CAAA;IAC9C,CAAC;SAAM,CAAC;QACN,oCAAoC;QACpC,IAAI,CAAC;YACH,4DAA4D;YAC5D,IAAI,EAAE,CAAA;YACN,IAAI,CAAC;gBACH,iCAAiC;gBACjC,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAA;YAC3C,CAAC;YAAC,OAAO,aAAa,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CACV,qFAAqF,EACrF,aAAa,CACd,CAAA;gBAED,IAAI,CAAC;oBACH,uDAAuD;oBACvD,EAAE,GAAG,IAAI,QAAQ,CAAC,UAAU,GAAG,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAA;gBAClD,CAAC;gBAAC,OAAO,SAAS,EAAE,CAAC;oBACnB,OAAO,CAAC,IAAI,CACV,6DAA6D,EAC7D,SAAS,CACV,CAAA;oBAED,IAAI,CAAC;wBACH,0CAA0C;wBAC1C,EAAE,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAA;oBAC/B,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBACrB,OAAO,CAAC,IAAI,CACV,gEAAgE,EAChE,WAAW,CACZ,CAAA;wBAED,IAAI,CAAC;4BACH,kEAAkE;4BAClE,EAAE,GAAG,IAAI,QAAQ,CACf,kCAAkC,GAAG,QAAQ,GAAG,YAAY,CAC7D,EAAE,CAAA;wBACL,CAAC;wBAAC,OAAO,YAAY,EAAE,CAAC;4BACtB,OAAO,CAAC,KAAK,CACX,oDAAoD,EACpD,YAAY,CACb,CAAA;4BACD,MAAM,IAAI,KAAK,CACb,yCAAyC;gCACtC,aAAuB,CAAC,OAAO,CACnC,CAAA;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,CAAM,CAAC,CAAA;QACvC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,mBAAmB,CAAI,QAAgB,EAAE,IAAS;IACzD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,IAAI,CAAC;YACH,mDAAmD;YACnD,MAAM,CAAC,qBAAqB,CAAC;iBAC1B,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,EAAE,EAAE;gBACzD,IAAI,CAAC,YAAY,IAAI,UAAU,EAAE,CAAC;oBAChC,8CAA8C;oBAC9C,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAA;oBAC1D,MAAM,MAAM,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;oBAClC,UAAU,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC,CAAA;oBAClC,OAAM;gBACR,CAAC;gBAED,iDAAiD;gBACjD,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAA;gBACvE,IAAI,MAAW,CAAA;gBAEf,IAAI,UAAU,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;oBACpC,sBAAsB;oBACtB,MAAM,GAAG,IAAI,MAAM,CACjB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;WAiFH,EACG;wBACE,IAAI,EAAE,IAAI;wBACV,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;qBAC/B,CACF,CAAA;oBAED,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;gBAClC,CAAC;qBAAM,CAAC;oBACN,2BAA2B;oBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAA;oBAC9C,MAAM,SAAS,GACb,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;oBACvD,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;oBAElC,+CAA+C;oBAC/C,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;wBACjB,MAAM,CAAC,SAAS,EAAE,CAAA;wBAClB,MAAM,GAAG,IAAI,MAAM,CACjB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;aAsEH,EACG;4BACE,IAAI,EAAE,IAAI;4BACV,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;yBAC/B,CACF,CAAA;wBACD,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;oBACnC,CAAC;oBAED,MAAM,CAAC,KAAK,GAAG,IAAI,CAAA;gBACrB,CAAC;gBAED,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAY,EAAE,EAAE;oBACpC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;oBACpB,OAAO,CAAC,OAAO,CAAC,MAAW,CAAC,CAAA;gBAC9B,CAAC,CAAC,CAAA;gBAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC9B,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;oBACpB,MAAM,CAAC,GAAG,CAAC,CAAA;gBACb,CAAC,CAAC,CAAA;gBAEF,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;oBACjC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;wBACf,MAAM,CAAC,KAAK,GAAG,KAAK,CAAA;wBACpB,MAAM,CAAC,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC,CAAA;oBAC5D,CAAC;gBACH,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC;iBACD,KAAK,CAAC,MAAM,CAAC,CAAA;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAI,QAAgB,EAAE,IAAS;IACxD,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,IAAI,CAAC;YACH,8DAA8D;YAC9D,wDAAwD;YACxD,IAAI,UAAU,GAAG,aAAa,CAAA;YAE9B,IAAI,CAAC;gBACH,sEAAsE;gBACtE,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC1D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CACvC,CAAC,EACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CACrC,CAAA;oBACD,UAAU,GAAG,GAAG,OAAO,WAAW,CAAA;gBACpC,CAAC;gBACD,+DAA+D;qBAC1D,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;oBACzC,6CAA6C;oBAC7C,MAAM,OAAO,GAAG,QAAQ,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;oBACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;wBACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA;wBAC1B,IAAI,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;4BACtC,yBAAyB;4BACzB,UAAU;gCACR,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,WAAW,CAAA;4BAC1D,MAAK;wBACP,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CACV,2EAA2E,EAC3E,CAAC,CACF,CAAA;YACH,CAAC;YAED,+DAA+D;YAC/D,IAAI,UAAU,KAAK,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClE,sEAAsE;gBACtE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAA;gBACpC,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAA;gBAClE,UAAU,GAAG,GAAG,OAAO,WAAW,CAAA;gBAElC,gCAAgC;gBAChC,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;oBACpC,MAAM,cAAc,GAAG,GAAG,OAAO,gBAAgB,CAAA;oBACjD,kDAAkD;oBAClD,MAAM,GAAG,GAAG,IAAI,cAAc,EAAE,CAAA;oBAChC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,CAAA;oBACvC,IAAI,CAAC;wBACH,GAAG,CAAC,IAAI,EAAE,CAAA;wBACV,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;4BAC1C,UAAU,GAAG,cAAc,CAAA;wBAC7B,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,4CAA4C;oBAC9C,CAAC;gBACH,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,UAAU,CAAC,CAAA;YAE7C,8FAA8F;YAC9F,IAAI,MAAc,CAAA;YAClB,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAA;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CACV,8DAA8D,EAC9D,KAAK,CACN,CAAA;gBAED,IAAI,CAAC;oBACH,uCAAuC;oBACvC,MAAM,UAAU,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;WA4BlB,CAAA;oBAED,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE;wBAClC,IAAI,EAAE,wBAAwB;qBAC/B,CAAC,CAAA;oBACF,MAAM,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;oBACzC,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,CAAA;oBAE5B,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAA;gBACrD,CAAC;gBAAC,OAAO,iBAAiB,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CACV,4EAA4E,EAC5E,iBAAiB,CAClB,CAAA;oBACD,qCAAqC;oBACrC,IAAI,CAAC;wBACH,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAA;wBAC/C,OAAO,CAAC,EAAE,CAAC,IAAI,CAAM,CAAC,CAAA;wBACtB,OAAM;oBACR,CAAC;oBAAC,OAAO,eAAe,EAAE,CAAC;wBACzB,MAAM,CAAC,eAAe,CAAC,CAAA;wBACvB,OAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,OAAO,CAAC,IAAI,CACV,6DAA6D,CAC9D,CAAA;gBACD,MAAM,CAAC,SAAS,EAAE,CAAA;gBAElB,qCAAqC;gBACrC,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAA;oBAC/C,OAAO,CAAC,EAAE,CAAC,IAAI,CAAM,CAAC,CAAA;gBACxB,CAAC;gBAAC,OAAO,eAAe,EAAE,CAAC;oBACzB,MAAM,CAAC,eAAe,CAAC,CAAA;gBACzB,CAAC;YACH,CAAC,EAAE,KAAK,CAAC,CAAA,CAAC,2DAA2D;YAErE,MAAM,CAAC,SAAS,GAAG,UAAU,CAAC;gBAC5B,YAAY,CAAC,SAAS,CAAC,CAAA;gBACvB,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACjB,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;gBACjC,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAW,CAAC,CAAA;gBAC7B,CAAC;gBACD,MAAM,CAAC,SAAS,EAAE,CAAA;YACpB,CAAC,CAAA;YAED,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC;gBAC1B,YAAY,CAAC,SAAS,CAAC,CAAA;gBACvB,OAAO,CAAC,IAAI,CACV,0DAA0D,EAC1D,CAAC,CAAC,OAAO,CACV,CAAA;gBACD,MAAM,CAAC,SAAS,EAAE,CAAA;gBAElB,qCAAqC;gBACrC,IAAI,CAAC;oBACH,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,QAAQ,CAAC,EAAE,CAAA;oBAC/C,OAAO,CAAC,EAAE,CAAC,IAAI,CAAM,CAAC,CAAA;gBACxB,CAAC;gBAAC,OAAO,eAAe,EAAE,CAAC;oBACzB,MAAM,CAAC,eAAe,CAAC,CAAA;gBACzB,CAAC;YACH,CAAC,CAAA;YAED,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAA;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,CAAA;QACf,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB;IAChC,IAAI,MAAM,EAAE,EAAE,CAAC;QACb,MAAM,CAAC,qBAAqB,CAAC;aAC1B,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACnB,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;gBACzC,MAAM,CAAC,SAAS,EAAE,CAAA;YACpB,CAAC;YACD,UAAU,CAAC,KAAK,EAAE,CAAA;YAClB,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAA;QACxC,CAAC,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;IACzB,CAAC;AACH,CAAC"}

package/dist/worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.d.ts","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":""}

package/dist/worker.js

@@ -0,0 +1,54 @@
+// Brainy Worker Script
+// This script is used by the workerUtils.js file to execute functions in a separate thread
+// Note: TensorFlow.js platform patch is applied in setup.ts
+// Worker scripts should import setup.ts if they need TensorFlow.js functionality
+// Log that the worker has started
+console.log('Brainy Worker: Started');
+// Define the message handler with proper TypeScript typing
+self.onmessage = function (e) {
+    try {
+        console.log('Brainy Worker: Received message', e.data ? 'with data' : 'without data');
+        if (!e.data || !e.data.fnString) {
+            throw new Error('Invalid message: missing function string');
+        }
+        console.log('Brainy Worker: Creating function from string');
+        // Use Function constructor to create a function from the string
+        let fn;
+        try {
+            // First try with 'return' prefix
+            fn = new Function('return ' + e.data.fnString)();
+        }
+        catch (functionError) {
+            console.warn('Brainy Worker: Error creating function with return syntax, trying alternative approaches', functionError);
+            try {
+                // Try wrapping in parentheses for function expressions
+                fn = new Function('return (' + e.data.fnString + ')')();
+            }
+            catch (wrapError) {
+                console.warn('Brainy Worker: Error creating function with parentheses wrapping', wrapError);
+                try {
+                    // Try direct approach for named functions
+                    fn = new Function(e.data.fnString)();
+                }
+                catch (directError) {
+                    console.error('Brainy Worker: All approaches to create function failed', directError);
+                    throw new Error('Failed to create function from string: ' +
+                        functionError.message);
+                }
+            }
+        }
+        console.log('Brainy Worker: Executing function with args');
+        const result = fn(e.data.args);
+        console.log('Brainy Worker: Function executed successfully, posting result');
+        self.postMessage({ result: result });
+    }
+    catch (error) {
+        console.error('Brainy Worker: Error executing function', error);
+        self.postMessage({
+            error: error.message,
+            stack: error.stack
+        });
+    }
+};
+export {};
+//# sourceMappingURL=worker.js.map

package/dist/worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.js","sourceRoot":"","sources":["../src/worker.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,2FAA2F;AAE3F,4DAA4D;AAC5D,iFAAiF;AAEjF,kCAAkC;AAClC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAA;AAErC,2DAA2D;AAC3D,IAAI,CAAC,SAAS,GAAG,UAAU,CAAe;IACxC,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CACT,iCAAiC,EACjC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,cAAc,CACtC,CAAA;QAED,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;QAC7D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAA;QAC3D,gEAAgE;QAChE,IAAI,EAAE,CAAA;QAEN,IAAI,CAAC;YACH,iCAAiC;YACjC,EAAE,GAAG,IAAI,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAA;QAClD,CAAC;QAAC,OAAO,aAAa,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,CACV,0FAA0F,EAC1F,aAAa,CACd,CAAA;YAED,IAAI,CAAC;gBACH,uDAAuD;gBACvD,EAAE,GAAG,IAAI,QAAQ,CAAC,UAAU,GAAG,CAAC,CAAC,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAA;YACzD,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CACV,kEAAkE,EAClE,SAAS,CACV,CAAA;gBAED,IAAI,CAAC;oBACH,0CAA0C;oBAC1C,EAAE,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAA;gBACtC,CAAC;gBAAC,OAAO,WAAW,EAAE,CAAC;oBACrB,OAAO,CAAC,KAAK,CACX,yDAAyD,EACzD,WAAW,CACZ,CAAA;oBACD,MAAM,IAAI,KAAK,CACb,yCAAyC;wBACtC,aAAuB,CAAC,OAAO,CACnC,CAAA;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAA;QAC1D,MAAM,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAE9B,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAA;QAC5E,IAAI,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAA;QAC/D,IAAI,CAAC,WAAW,CAAC;YACf,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;SACnB,CAAC,CAAA;IACJ,CAAC;AACH,CAAC,CAAA"}

package/package.json

@@ -1,10 +1,10 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "0.41.0",
+  "version": "0.44.0",
   "description": "A vector graph database using HNSW indexing with Origin Private File System storage",
-  "main": "dist/unified.js",
-  "module": "dist/unified.js",
-  "types": "dist/unified.d.ts",
+  "main": "dist/index.js",
+  "module": "dist/index.js",
+  "types": "dist/index.d.ts",
   "type": "module",
   "sideEffects": [
     "./dist/setup.js",
@@ -14,11 +14,8 @@
   ],
   "exports": {
     ".": {
-      "import": "./dist/unified.js",
-      "types": "./dist/unified.d.ts"
-    },
-    "./min": {
-      "import": "./dist/unified.min.js"
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts"
     },
     "./setup": {
       "import": "./dist/setup.js",
@@ -48,15 +45,12 @@
   "engines": {
     "node": ">=24.4.0"
   },
-  "overrides": {
-    "form-data": "^4.0.4"
-  },
   "scripts": {
     "prebuild": "echo 'Prebuild step - no version generation needed'",
-    "build": "BUILD_TYPE=unified rollup -c rollup.config.js",
-    "build:browser": "BUILD_TYPE=browser rollup -c rollup.config.js",
-    "start": "node dist/unified.js",
-    "demo": "npm run build && npm run build:browser && npx http-server -o /demo/index.html",
+    "build": "tsc",
+    "build:framework": "tsc",
+    "start": "node dist/framework.js",
+    "demo": "npm run build && cd demo/brainy-angular-demo && npm run build && npm run serve",
     "prepare": "npm run build",
     "test": "vitest run",
     "test:watch": "vitest",
@@ -74,6 +68,10 @@
     "test:environments": "vitest run tests/multi-environment.test.ts",
     "test:specialized": "vitest run tests/specialized-scenarios.test.ts",
     "test:performance": "vitest run tests/performance.test.ts",
+    "test:install": "vitest run tests/package-install.test.ts",
+    "test:docker": "vitest run tests/custom-models-path.test.ts",
+    "test:extraction": "node tests/auto-extraction.test.js",
+    "extract-models": "node scripts/extract-models.js",
     "test:comprehensive": "npm run test:error-handling && npm run test:edge-cases && npm run test:storage && npm run test:environments && npm run test:specialized",
     "_generate-pdf": "node dev/scripts/generate-architecture-pdf.js",
     "_release": "standard-version",
@@ -120,18 +118,14 @@
     "url": "git+https://github.com/soulcraft-research/brainy.git"
   },
   "files": [
-    "dist/unified.js",
-    "dist/unified.min.js",
-    "dist/brainy.js",
-    "dist/brainy.min.js",
+    "dist/**/*.js",
+    "dist/**/*.js.map",
     "dist/**/*.d.ts",
-    "dist/types/",
-    "dist/augmentations/",
-    "dist/examples/",
-    "dist/hnsw/",
-    "dist/mcp/",
-    "dist/storage/",
-    "dist/utils/",
+    "dist/**/*.d.ts.map",
+    "!dist/framework.js",
+    "!dist/framework.js.map",
+    "!dist/framework.min.js",
+    "!dist/framework.min.js.map",
     "LICENSE",
     "README.md",
     "brainy.png"
@@ -157,7 +151,7 @@
     "node-fetch": "^3.3.2",
     "puppeteer": "^22.15.0",
     "rollup": "^4.13.0",
-    "rollup-plugin-terser": "^7.0.2",
+    "@rollup/plugin-terser": "^0.4.4",
     "standard-version": "^9.5.0",
     "tslib": "^2.6.2",
     "typescript": "^5.4.5",
@@ -165,7 +159,6 @@
   },
   "dependencies": {
     "@aws-sdk/client-s3": "^3.540.0",
-    "@tensorflow-models/universal-sentence-encoder": "^1.3.3",
     "@tensorflow/tfjs": "^4.22.0",
     "@tensorflow/tfjs-backend-cpu": "^4.22.0",
     "@tensorflow/tfjs-backend-webgl": "^4.22.0",
@@ -175,6 +168,14 @@
     "dotenv": "^16.4.5",
     "uuid": "^9.0.1"
   },
+  "peerDependencies": {
+    "@soulcraft/brainy-models": ">=0.7.0"
+  },
+  "peerDependenciesMeta": {
+    "@soulcraft/brainy-models": {
+      "optional": true
+    }
+  },
   "prettier": {
     "arrowParens": "always",
     "bracketSameLine": true,