@soulcraft/brainy 0.53.0 → 0.54.1

package/dist/utils/writeBuffer.js

@@ -0,0 +1,324 @@
+/**
+ * Write Buffer
+ * Accumulates writes and flushes them in bulk to reduce S3 operations
+ * Implements intelligent deduplication and compression
+ */
+import { createModuleLogger } from './logger.js';
+import { getGlobalBackpressure } from './adaptiveBackpressure.js';
+/**
+ * High-performance write buffer for bulk operations
+ */
+export class WriteBuffer {
+    constructor(type, writeFunction, options) {
+        this.logger = createModuleLogger('WriteBuffer');
+        // Buffer storage
+        this.buffer = new Map();
+        // Configuration
+        this.maxBufferSize = 1000; // Maximum items before forced flush
+        this.flushInterval = 1000; // Flush every second
+        this.minFlushSize = 100; // Minimum items to flush (unless timeout)
+        this.maxRetries = 3; // Maximum retry attempts
+        // State
+        this.flushTimer = null;
+        this.isFlushing = false;
+        this.lastFlush = Date.now();
+        this.pendingFlush = null;
+        // Statistics
+        this.totalWrites = 0;
+        this.totalFlushes = 0;
+        this.failedWrites = 0;
+        this.duplicatesRemoved = 0;
+        // Backpressure integration
+        this.backpressure = getGlobalBackpressure();
+        this.type = type;
+        this.writeFunction = writeFunction;
+        if (options) {
+            this.maxBufferSize = options.maxBufferSize || this.maxBufferSize;
+            this.flushInterval = options.flushInterval || this.flushInterval;
+            this.minFlushSize = options.minFlushSize || this.minFlushSize;
+        }
+        // Start periodic flush
+        this.startPeriodicFlush();
+    }
+    /**
+     * Add item to buffer
+     */
+    async add(id, data) {
+        // Check if we're already at capacity
+        if (this.buffer.size >= this.maxBufferSize) {
+            // Wait for current flush to complete
+            if (this.pendingFlush) {
+                await this.pendingFlush;
+            }
+            // Force flush if still at capacity
+            if (this.buffer.size >= this.maxBufferSize) {
+                await this.flush('capacity');
+            }
+        }
+        // Check for duplicate and update if newer
+        const existing = this.buffer.get(id);
+        if (existing) {
+            // Update with newer data
+            existing.data = data;
+            existing.timestamp = Date.now();
+            this.duplicatesRemoved++;
+        }
+        else {
+            // Add new item
+            this.buffer.set(id, {
+                id,
+                data,
+                timestamp: Date.now(),
+                type: this.type,
+                retryCount: 0
+            });
+        }
+        this.totalWrites++;
+        // Check if we should flush
+        this.checkFlush();
+    }
+    /**
+     * Check if we should flush
+     */
+    checkFlush() {
+        const bufferSize = this.buffer.size;
+        const timeSinceFlush = Date.now() - this.lastFlush;
+        // Immediate flush conditions
+        if (bufferSize >= this.maxBufferSize) {
+            this.flush('size');
+            return;
+        }
+        // Time-based flush with minimum size
+        if (timeSinceFlush >= this.flushInterval && bufferSize >= this.minFlushSize) {
+            this.flush('time');
+            return;
+        }
+        // Adaptive flush based on system load
+        const backpressureStatus = this.backpressure.getStatus();
+        if (backpressureStatus.queueLength > 1000 && bufferSize > 10) {
+            // System under pressure - flush smaller batches more frequently
+            this.flush('pressure');
+        }
+    }
+    /**
+     * Flush buffer to storage
+     */
+    async flush(reason = 'manual') {
+        // Prevent concurrent flushes
+        if (this.isFlushing) {
+            if (this.pendingFlush) {
+                return this.pendingFlush;
+            }
+            return { successful: 0, failed: 0, duration: 0 };
+        }
+        // Nothing to flush
+        if (this.buffer.size === 0) {
+            return { successful: 0, failed: 0, duration: 0 };
+        }
+        this.isFlushing = true;
+        const startTime = Date.now();
+        // Create flush promise
+        this.pendingFlush = this.doFlush(reason, startTime);
+        try {
+            const result = await this.pendingFlush;
+            return result;
+        }
+        finally {
+            this.isFlushing = false;
+            this.pendingFlush = null;
+        }
+    }
+    /**
+     * Perform the actual flush
+     */
+    async doFlush(reason, startTime) {
+        const itemsToFlush = new Map();
+        const flushingItems = new Map();
+        // Take items from buffer
+        let count = 0;
+        for (const [id, item] of this.buffer.entries()) {
+            itemsToFlush.set(id, item.data);
+            flushingItems.set(id, item);
+            count++;
+            // Limit batch size for better performance
+            if (count >= 500) {
+                break;
+            }
+        }
+        // Remove from buffer
+        for (const id of itemsToFlush.keys()) {
+            this.buffer.delete(id);
+        }
+        this.logger.debug(`Flushing ${itemsToFlush.size} ${this.type} items - reason: ${reason}`);
+        try {
+            // Request permission from backpressure system
+            const opId = `flush-${Date.now()}`;
+            await this.backpressure.requestPermission(opId, 2); // Higher priority
+            try {
+                // Perform bulk write
+                await this.writeFunction(itemsToFlush);
+                // Success
+                this.backpressure.releasePermission(opId, true);
+                this.totalFlushes++;
+                this.lastFlush = Date.now();
+                const duration = Date.now() - startTime;
+                this.logger.info(`Flushed ${itemsToFlush.size} items in ${duration}ms`);
+                return {
+                    successful: itemsToFlush.size,
+                    failed: 0,
+                    duration
+                };
+            }
+            catch (error) {
+                // Release with error
+                this.backpressure.releasePermission(opId, false);
+                throw error;
+            }
+        }
+        catch (error) {
+            this.logger.error(`Flush failed: ${error}`);
+            // Put items back with retry count
+            for (const [id, item] of flushingItems.entries()) {
+                item.retryCount++;
+                if (item.retryCount < this.maxRetries) {
+                    // Put back for retry
+                    this.buffer.set(id, item);
+                }
+                else {
+                    // Max retries exceeded
+                    this.failedWrites++;
+                    this.logger.error(`Max retries exceeded for ${this.type} ${id}`);
+                }
+            }
+            const duration = Date.now() - startTime;
+            return {
+                successful: 0,
+                failed: itemsToFlush.size,
+                duration
+            };
+        }
+    }
+    /**
+     * Start periodic flush timer
+     */
+    startPeriodicFlush() {
+        if (this.flushTimer) {
+            return;
+        }
+        this.flushTimer = setInterval(() => {
+            if (this.buffer.size > 0) {
+                const timeSinceFlush = Date.now() - this.lastFlush;
+                // Flush if we have items and enough time has passed
+                if (timeSinceFlush >= this.flushInterval) {
+                    this.flush('periodic').catch(error => {
+                        this.logger.error('Periodic flush failed:', error);
+                    });
+                }
+            }
+        }, Math.min(100, this.flushInterval / 2));
+    }
+    /**
+     * Stop periodic flush timer
+     */
+    stop() {
+        if (this.flushTimer) {
+            clearInterval(this.flushTimer);
+            this.flushTimer = null;
+        }
+    }
+    /**
+     * Force flush all pending writes
+     */
+    async forceFlush() {
+        // Flush everything regardless of size
+        const oldMinSize = this.minFlushSize;
+        this.minFlushSize = 0;
+        try {
+            const result = await this.flush('force');
+            // Flush any remaining items
+            while (this.buffer.size > 0) {
+                const additionalResult = await this.flush('force-remaining');
+                result.successful += additionalResult.successful;
+                result.failed += additionalResult.failed;
+                result.duration += additionalResult.duration;
+            }
+            return result;
+        }
+        finally {
+            this.minFlushSize = oldMinSize;
+        }
+    }
+    /**
+     * Get buffer statistics
+     */
+    getStats() {
+        return {
+            bufferSize: this.buffer.size,
+            totalWrites: this.totalWrites,
+            totalFlushes: this.totalFlushes,
+            failedWrites: this.failedWrites,
+            duplicatesRemoved: this.duplicatesRemoved,
+            avgFlushSize: this.totalFlushes > 0 ? this.totalWrites / this.totalFlushes : 0
+        };
+    }
+    /**
+     * Adjust parameters based on load
+     */
+    adjustForLoad(pendingRequests) {
+        if (pendingRequests > 10000) {
+            // Extreme load - buffer more aggressively
+            this.maxBufferSize = 5000;
+            this.flushInterval = 500;
+            this.minFlushSize = 500;
+        }
+        else if (pendingRequests > 1000) {
+            // High load
+            this.maxBufferSize = 2000;
+            this.flushInterval = 1000;
+            this.minFlushSize = 200;
+        }
+        else if (pendingRequests > 100) {
+            // Moderate load
+            this.maxBufferSize = 1000;
+            this.flushInterval = 2000;
+            this.minFlushSize = 100;
+        }
+        else {
+            // Low load - optimize for latency
+            this.maxBufferSize = 500;
+            this.flushInterval = 5000;
+            this.minFlushSize = 50;
+        }
+    }
+}
+// Global write buffers
+const writeBuffers = new Map();
+/**
+ * Get or create a write buffer
+ */
+export function getWriteBuffer(id, type, writeFunction) {
+    if (!writeBuffers.has(id)) {
+        writeBuffers.set(id, new WriteBuffer(type, writeFunction));
+    }
+    return writeBuffers.get(id);
+}
+/**
+ * Flush all write buffers
+ */
+export async function flushAllBuffers() {
+    const promises = [];
+    for (const buffer of writeBuffers.values()) {
+        promises.push(buffer.forceFlush());
+    }
+    await Promise.all(promises);
+}
+/**
+ * Clear all write buffers
+ */
+export function clearWriteBuffers() {
+    for (const buffer of writeBuffers.values()) {
+        buffer.stop();
+    }
+    writeBuffers.clear();
+}
+//# sourceMappingURL=writeBuffer.js.map

package/dist/utils/writeBuffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"writeBuffer.js","sourceRoot":"","sources":["../../src/utils/writeBuffer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAChD,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAA;AAgBjE;;GAEG;AACH,MAAM,OAAO,WAAW;IA+BtB,YACE,IAAkC,EAClC,aAAuD,EACvD,OAIC;QArCK,WAAM,GAAG,kBAAkB,CAAC,aAAa,CAAC,CAAA;QAElD,iBAAiB;QACT,WAAM,GAAG,IAAI,GAAG,EAA4B,CAAA;QAEpD,gBAAgB;QACR,kBAAa,GAAG,IAAI,CAAA,CAAM,oCAAoC;QAC9D,kBAAa,GAAG,IAAI,CAAA,CAAM,qBAAqB;QAC/C,iBAAY,GAAG,GAAG,CAAA,CAAQ,0CAA0C;QACpE,eAAU,GAAG,CAAC,CAAA,CAAY,yBAAyB;QAE3D,QAAQ;QACA,eAAU,GAA0B,IAAI,CAAA;QACxC,eAAU,GAAG,KAAK,CAAA;QAClB,cAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QACtB,iBAAY,GAAgC,IAAI,CAAA;QAExD,aAAa;QACL,gBAAW,GAAG,CAAC,CAAA;QACf,iBAAY,GAAG,CAAC,CAAA;QAChB,iBAAY,GAAG,CAAC,CAAA;QAChB,sBAAiB,GAAG,CAAC,CAAA;QAM7B,2BAA2B;QACnB,iBAAY,GAAG,qBAAqB,EAAE,CAAA;QAW5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;QAChB,IAAI,CAAC,aAAa,GAAG,aAAa,CAAA;QAElC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAA;YAChE,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,IAAI,CAAC,aAAa,CAAA;YAChE,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,CAAA;QAC/D,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,kBAAkB,EAAE,CAAA;IAC3B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,GAAG,CAAC,EAAU,EAAE,IAAO;QAClC,qCAAqC;QACrC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAC3C,qCAAqC;YACrC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,YAAY,CAAA;YACzB,CAAC;YAED,mCAAmC;YACnC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBAC3C,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;QAED,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,yBAAyB;YACzB,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAA;YACpB,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC/B,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC1B,CAAC;aAAM,CAAC;YACN,eAAe;YACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE;gBAClB,EAAE;gBACF,IAAI;gBACJ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;gBACrB,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,UAAU,EAAE,CAAC;aACd,CAAC,CAAA;QACJ,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAA;QAElB,2BAA2B;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAA;IACnB,CAAC;IAED;;OAEG;IACK,UAAU;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;QACnC,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAA;QAElD,6BAA6B;QAC7B,IAAI,UAAU,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAClB,OAAM;QACR,CAAC;QAED,qCAAqC;QACrC,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,IAAI,UAAU,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC5E,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;YAClB,OAAM;QACR,CAAC;QAED,sCAAsC;QACtC,MAAM,kBAAkB,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,CAAA;QACxD,IAAI,kBAAkB,CAAC,WAAW,GAAG,IAAI,IAAI,UAAU,GAAG,EAAE,EAAE,CAAC;YAC7D,gEAAgE;YAChE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,KAAK,CAAC,SAAiB,QAAQ;QAC1C,6BAA6B;QAC7B,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAC,YAAY,CAAA;YAC1B,CAAC;YACD,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;QAClD,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;QAClD,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAE5B,uBAAuB;QACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEnD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAA;YACtC,OAAO,MAAM,CAAA;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;YACvB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAA;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,SAAiB;QACrD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAa,CAAA;QACzC,MAAM,aAAa,GAAG,IAAI,GAAG,EAA4B,CAAA;QAEzD,yBAAyB;QACzB,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,CAAA;YAC/B,aAAa,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;YAC3B,KAAK,EAAE,CAAA;YAEP,0CAA0C;YAC1C,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;gBACjB,MAAK;YACP,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,KAAK,MAAM,EAAE,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QACxB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,YAAY,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,oBAAoB,MAAM,EAAE,CAAC,CAAA;QAEzF,IAAI,CAAC;YACH,8CAA8C;YAC9C,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE,CAAA;YAClC,MAAM,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA,CAAE,kBAAkB;YAEtE,IAAI,CAAC;gBACH,qBAAqB;gBACrB,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAA;gBAEtC,UAAU;gBACV,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;gBAC/C,IAAI,CAAC,YAAY,EAAE,CAAA;gBACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;gBACvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,YAAY,CAAC,IAAI,aAAa,QAAQ,IAAI,CAAC,CAAA;gBAEvE,OAAO;oBACL,UAAU,EAAE,YAAY,CAAC,IAAI;oBAC7B,MAAM,EAAE,CAAC;oBACT,QAAQ;iBACT,CAAA;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,qBAAqB;gBACrB,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;gBAChD,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAA;YAE3C,kCAAkC;YAClC,KAAK,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC,UAAU,EAAE,CAAA;gBAEjB,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;oBACtC,qBAAqB;oBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;gBAC3B,CAAC;qBAAM,CAAC;oBACN,uBAAuB;oBACvB,IAAI,CAAC,YAAY,EAAE,CAAA;oBACnB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC,CAAA;gBAClE,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAA;YAEvC,OAAO;gBACL,UAAU,EAAE,CAAC;gBACb,MAAM,EAAE,YAAY,CAAC,IAAI;gBACzB,QAAQ;aACT,CAAA;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,OAAM;QACR,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAA;gBAElD,oDAAoD;gBACpD,IAAI,cAAc,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACzC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;wBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAA;oBACpD,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC,CAAA;IAC3C,CAAC;IAED;;OAEG;IACI,IAAI;QACT,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACxB,CAAC;IACH,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,UAAU;QACrB,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAA;QACpC,IAAI,CAAC,YAAY,GAAG,CAAC,CAAA;QAErB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;YAExC,4BAA4B;YAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;gBAC5D,MAAM,CAAC,UAAU,IAAI,gBAAgB,CAAC,UAAU,CAAA;gBAChD,MAAM,CAAC,MAAM,IAAI,gBAAgB,CAAC,MAAM,CAAA;gBACxC,MAAM,CAAC,QAAQ,IAAI,gBAAgB,CAAC,QAAQ,CAAA;YAC9C,CAAC;YAED,OAAO,MAAM,CAAA;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,YAAY,GAAG,UAAU,CAAA;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACI,QAAQ;QAQb,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;YAC5B,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,YAAY,EAAE,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;SAC/E,CAAA;IACH,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,eAAuB;QAC1C,IAAI,eAAe,GAAG,KAAK,EAAE,CAAC;YAC5B,0CAA0C;YAC1C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,aAAa,GAAG,GAAG,CAAA;YACxB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAA;QACzB,CAAC;aAAM,IAAI,eAAe,GAAG,IAAI,EAAE,CAAC;YAClC,YAAY;YACZ,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAA;QACzB,CAAC;aAAM,IAAI,eAAe,GAAG,GAAG,EAAE,CAAC;YACjC,gBAAgB;YAChB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAA;QACzB,CAAC;aAAM,CAAC;YACN,kCAAkC;YAClC,IAAI,CAAC,aAAa,GAAG,GAAG,CAAA;YACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAA;YACzB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAA;QACxB,CAAC;IACH,CAAC;CACF;AAED,uBAAuB;AACvB,MAAM,YAAY,GAAG,IAAI,GAAG,EAA4B,CAAA;AAExD;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,EAAU,EACV,IAAkC,EAClC,aAAuD;IAEvD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1B,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,WAAW,CAAI,IAAI,EAAE,aAAa,CAAC,CAAC,CAAA;IAC/D,CAAC;IACD,OAAO,YAAY,CAAC,GAAG,CAAC,EAAE,CAAE,CAAA;AAC9B,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe;IACnC,MAAM,QAAQ,GAA2B,EAAE,CAAA;IAE3C,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3C,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;IACpC,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;AAC7B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QAC3C,MAAM,CAAC,IAAI,EAAE,CAAA;IACf,CAAC;IACD,YAAY,CAAC,KAAK,EAAE,CAAA;AACtB,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@soulcraft/brainy",
-  "version": "0.53.0",
+  "version": "0.54.1",
   "description": "A vector graph database using HNSW indexing with Origin Private File System storage",
   "main": "dist/index.js",
   "module": "dist/index.js",