@routier/core 0.1.0-rc.0 → 0.1.0-rc.2

package/dist/plugins/index.js

@@ -320,6 +320,41 @@ function forEach(expression, callback) {
 }
 
 
+}),
+"./src/performance/index.ts": 
+/*!**********************************!*\
+  !*** ./src/performance/index.ts ***!
+  \**********************************/
+(function (__unused_webpack_module, __webpack_exports__, __webpack_require__) {
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+  measure: () => (measure),
+  now: () => (now)
+});
+/* ESM import */var _utilities__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__(/*! ../utilities */ "./src/utilities/logger.ts");
+
+const measurements = {};
+const now = () => {
+    if (typeof performance !== 'undefined' && performance.now) {
+        // Browser or modern Node.js
+        return performance.now();
+    }
+    // Fallback for older environments
+    return Date.now();
+};
+const measure = {
+    start: (name) => {
+        measurements[name] = now();
+    },
+    end: (name) => {
+        const start = measurements[name];
+        delete measurements[name];
+        const delta = now() - start;
+        _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.log(`[ROUTIER] - Performance: ${name} took ${delta}`);
+    }
+};
+
+
 }),
 "./src/pipeline/TrampolinePipeline.ts": 
 /*!********************************************!*\
@@ -328,11 +363,12 @@ function forEach(expression, callback) {
 (function (__unused_webpack_module, __webpack_exports__, __webpack_require__) {
 __webpack_require__.r(__webpack_exports__);
 __webpack_require__.d(__webpack_exports__, {
-  AsyncPipeline: () => (AsyncPipeline),
   TrampolinePipeline: () => (TrampolinePipeline),
   WorkPipeline: () => (WorkPipeline)
 });
-/* ESM import */var _results__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__(/*! ../results */ "./src/results/Result.ts");
+/* ESM import */var _utilities__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__(/*! ../utilities */ "./src/utilities/logger.ts");
+/* ESM import */var _results__WEBPACK_IMPORTED_MODULE_1__ = __webpack_require__(/*! ../results */ "./src/results/Result.ts");
+
 
 class TrampolinePipeline {
     _list = [];
@@ -370,7 +406,7 @@ class TrampolinePipeline {
                         processor(currentData, (result, error) => {
                             // --- Error Handling ---
                             if (error) {
-                                console.error(`Error reported by processor at index ${idx}:`, error);
+                                _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error(`Error reported by processor at index ${idx}:`, error);
                                 this._hasErrored = true; // Set flag
                                 // Throw the error to be caught by outer try...catch blocks
                                 throw error;
@@ -393,7 +429,7 @@ class TrampolinePipeline {
                     }
                     catch (error) {
                         if (!this._hasErrored) { // Check flag to avoid double logging if error was from callback
-                            console.error(`Error thrown by processor at index ${idx} or its callback:`, error);
+                            _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error(`Error thrown by processor at index ${idx} or its callback:`, error);
                             this._hasErrored = true;
                         }
                         // Rethrow to be caught by the trampoline's catch block
@@ -428,7 +464,7 @@ class TrampolinePipeline {
                     catch (trampolineError) {
                         // Catch errors propagated from step execution (processor or callback errors)
                         if (!this._hasErrored) { // Avoid double logging
-                            console.error("Error during trampoline step execution:", trampolineError);
+                            _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error("Error during trampoline step execution:", trampolineError);
                             this._hasErrored = true;
                         }
                         currentStep = null; // Stop the loop
@@ -457,135 +493,11 @@ class TrampolinePipeline {
     pipeEach(items, fn, map) {
         for (let i = 0, length = items.length; i < length; i++) {
             this.pipe((previous, done) => {
-                fn(map(previous, _results__WEBPACK_IMPORTED_MODULE_0__.Result.success(items[i])), done);
+                fn(map(previous, _results__WEBPACK_IMPORTED_MODULE_1__.Result.success(items[i])), done);
             });
         }
     }
 }
-class AsyncPipeline {
-    _list = [];
-    _hasErrored = false; // Flag to prevent calling done on error
-    filter(done) {
-        this._hasErrored = false; // Reset error flag on new execution
-        let currentData = [];
-        if (this._list.length === 0) {
-            queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.success()));
-            return;
-        }
-        let index = 0;
-        let isRunning = false; // Guard against overlapping trampoline calls
-        try {
-            // --- Revised Completion Logic --- (Moved up for clarity)
-            const finalStepSentinel = () => {
-                // Only call done if no error has occurred
-                if (!this._hasErrored) {
-                    queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.success(currentData)));
-                }
-                return null; // Stop the trampoline
-            };
-            const createStepRevised = (idx) => {
-                return () => {
-                    if (this._hasErrored)
-                        return null; // Stop if an error occurred elsewhere
-                    if (idx >= this._list.length) {
-                        return finalStepSentinel(); // Execute the dedicated final step
-                    }
-                    const [payload, processor] = this._list[idx];
-                    // Initialize syncCallbackResult to null to satisfy StepResult type
-                    let syncCallbackResult = null;
-                    let calledSync = false;
-                    try {
-                        processor(payload, (result) => {
-                            // --- Error Handling ---
-                            if (result.ok === _results__WEBPACK_IMPORTED_MODULE_0__.Result.ERROR) {
-                                console.error(`Error reported by AsyncPipeline at index ${idx}:`, result.error);
-                                this._hasErrored = true; // Set flag
-                                // Throw the error to be caught by outer try...catch blocks
-                                throw result.error;
-                            }
-                            // --- /Error Handling ---
-                            // If no error, proceed as before
-                            currentData.push(result.data);
-                            index = idx + 1; // Update index for the next step
-                            const nextStep = createStepRevised(index); // Use updated index
-                            if (isRunning) {
-                                // Callback was synchronous
-                                syncCallbackResult = nextStep; // Store next step function
-                                calledSync = true;
-                            }
-                            else {
-                                // Callback was asynchronous, restart trampoline
-                                trampoline(nextStep);
-                            }
-                        });
-                    }
-                    catch (error) {
-                        if (!this._hasErrored) { // Check flag to avoid double logging if error was from callback
-                            console.error(`Error thrown by processor at index ${idx} or its callback:`, error);
-                            this._hasErrored = true;
-                        }
-                        // Rethrow to be caught by the trampoline's catch block
-                        throw error;
-                    }
-                    if (calledSync) {
-                        // Return the next step function for the sync loop
-                        return syncCallbackResult;
-                    }
-                    else {
-                        // Pause trampoline for async, loop will stop as step returns null
-                        return null;
-                    }
-                };
-            };
-            // The trampoline loop
-            const trampoline = (step) => {
-                if (isRunning) {
-                    return;
-                }
-                isRunning = true;
-                let currentStep = step;
-                while (typeof currentStep === 'function') {
-                    try {
-                        // Stop immediately if an error was flagged elsewhere
-                        if (this._hasErrored) {
-                            currentStep = null;
-                            break;
-                        }
-                        currentStep = currentStep(); // Execute step, get next step or null
-                    }
-                    catch (trampolineError) {
-                        // Catch errors propagated from step execution (processor or callback errors)
-                        if (!this._hasErrored) { // Avoid double logging
-                            console.error("Error during trampoline step execution:", trampolineError);
-                            this._hasErrored = true;
-                        }
-                        currentStep = null; // Stop the loop
-                        // We don't call `done` here because an error occurred.
-                        // The application should handle the uncaught exception if desired.
-                        break; // Explicitly break loop on error
-                    }
-                }
-                // Loop ends when currentStep is null or loop is broken by error
-                isRunning = false;
-                // Completion check is now handled by finalStepSentinel ensuring `done` isn't called on error.
-            };
-            // --- Start the process ---
-            index = 0; // Reset index
-            trampoline(createStepRevised(0)); // Start with the revised step creator
-        }
-        catch (error) {
-            done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.error(error));
-        }
-    }
-    pipe(data, processor) {
-        this._list.push([data, processor]);
-    }
-    pipeEach(items, processor) {
-        for (let i = 0, length = items.length; i < length; i++) {
-            this.pipe(items[i], processor);
-        }
-    }
-}
 /**
  * Processes functions with callbacks asynchronously.
  *
@@ -599,7 +511,7 @@ class WorkPipeline {
     filter(done) {
         this._hasErrored = false; // Reset error flag on new execution
         if (this.unitsOfWork.length === 0) {
-            queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.success()));
+            queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_1__.Result.success()));
             return;
         }
         let index = 0;
@@ -609,7 +521,7 @@ class WorkPipeline {
             const finalStepSentinel = () => {
                 // Only call done if no error has occurred
                 if (!this._hasErrored) {
-                    queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.success()));
+                    queueMicrotask(() => done(_results__WEBPACK_IMPORTED_MODULE_1__.Result.success()));
                 }
                 return null; // Stop the trampoline
             };
@@ -627,8 +539,8 @@ class WorkPipeline {
                     try {
                         processor((result) => {
                             // --- Error Handling ---
-                            if (result.ok === _results__WEBPACK_IMPORTED_MODULE_0__.Result.ERROR) {
-                                console.error(`Error reported by AsyncPipeline at index ${idx}:`, result.error);
+                            if (result.ok === _results__WEBPACK_IMPORTED_MODULE_1__.Result.ERROR) {
+                                _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error(`Error reported by AsyncPipeline at index ${idx}:`, result.error);
                                 this._hasErrored = true; // Set flag
                                 // Throw the error to be caught by outer try...catch blocks
                                 throw result.error;
@@ -650,7 +562,7 @@ class WorkPipeline {
                     }
                     catch (error) {
                         if (!this._hasErrored) { // Check flag to avoid double logging if error was from callback
-                            console.error(`Error thrown by processor at index ${idx} or its callback:`, error);
+                            _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error(`Error thrown by processor at index ${idx} or its callback:`, error);
                             this._hasErrored = true;
                         }
                         // Rethrow to be caught by the trampoline's catch block
@@ -685,7 +597,7 @@ class WorkPipeline {
                     catch (trampolineError) {
                         // Catch errors propagated from step execution (processor or callback errors)
                         if (!this._hasErrored) { // Avoid double logging
-                            console.error("Error during trampoline step execution:", trampolineError);
+                            _utilities__WEBPACK_IMPORTED_MODULE_0__.logger.error("Error during trampoline step execution:", trampolineError);
                             this._hasErrored = true;
                         }
                         currentStep = null; // Stop the loop
@@ -703,7 +615,7 @@ class WorkPipeline {
             trampoline(createStepRevised(0)); // Start with the revised step creator
         }
         catch (error) {
-            done(_results__WEBPACK_IMPORTED_MODULE_0__.Result.error(error));
+            done(_results__WEBPACK_IMPORTED_MODULE_1__.Result.error(error));
         }
     }
     pipe(work) {
@@ -1073,23 +985,27 @@ __webpack_require__.d(__webpack_exports__, {
   OptimisticReplicationDbPlugin: () => (OptimisticReplicationDbPlugin)
 });
 /* ESM import */var _results__WEBPACK_IMPORTED_MODULE_2__ = __webpack_require__(/*! ../../results */ "./src/results/Result.ts");
-/* ESM import */var _pipeline__WEBPACK_IMPORTED_MODULE_4__ = __webpack_require__(/*! ../../pipeline */ "./src/pipeline/TrampolinePipeline.ts");
+/* ESM import */var _pipeline__WEBPACK_IMPORTED_MODULE_5__ = __webpack_require__(/*! ../../pipeline */ "./src/pipeline/TrampolinePipeline.ts");
 /* ESM import */var _query__WEBPACK_IMPORTED_MODULE_1__ = __webpack_require__(/*! ../query */ "./src/plugins/query/Query.ts");
 /* ESM import */var _utilities__WEBPACK_IMPORTED_MODULE_0__ = __webpack_require__(/*! ../../utilities */ "./src/utilities/uuid.ts");
-/* ESM import */var _utilities__WEBPACK_IMPORTED_MODULE_5__ = __webpack_require__(/*! ../../utilities */ "./src/utilities/replication.ts");
+/* ESM import */var _utilities__WEBPACK_IMPORTED_MODULE_6__ = __webpack_require__(/*! ../../utilities */ "./src/utilities/replication.ts");
 /* ESM import */var _collections__WEBPACK_IMPORTED_MODULE_3__ = __webpack_require__(/*! ../../collections */ "./src/collections/Changes.ts");
+/* ESM import */var _performance__WEBPACK_IMPORTED_MODULE_4__ = __webpack_require__(/*! ../../performance */ "./src/performance/index.ts");
 
 
 7;
 
 
 
+
 const getMemoryPluginCollectionSize = (plugin, schema) => {
     if ("getCollectionSize" in plugin && typeof plugin.getCollectionSize === "function") {
         return plugin.getCollectionSize(schema.collectionName);
     }
     throw new Error("Cannot get size of collection for MemoryPlugin, not an instance of MemoryPlugin");
 };
+const MAX_HYDRATION_WAIT_MS = 60_000; // 60 seconds max wait
+const HYDRATION_POLL_INTERVAL_MS = 10; // Check ever 10 ms
 let hydrationStatus = "hydration-not-started";
 class OptimisticReplicationDbPlugin {
     plugins;
@@ -1117,7 +1033,6 @@ class OptimisticReplicationDbPlugin {
             if (collectionSize === 0 && hydrationStatus === "hydration-not-started") {
                 // Notify the cache that the db was hydrated right away
                 hydrationStatus = "hydration-pending";
-                console.log('[ROUTIER] - Optimistic Query', hydrationStatus);
                 // nothing is hydrated, let's try and hydrate before querying
                 // Memory plugin might not be hydrated, lets hydrate it for the targeted schema only,
                 // Other queries will do the same and hydrate if needed
@@ -1132,28 +1047,20 @@ class OptimisticReplicationDbPlugin {
                     if (sourceResult.ok === _results__WEBPACK_IMPORTED_MODULE_2__.Result.ERROR) {
                         // Notify that hydration failed
                         hydrationStatus = "hydration-error";
-                        console.log("[ROUTIER] - Hydration Error - Source Query", sourceResult);
-                        done(sourceResult);
-                        return;
-                    }
-                    if (sourceResult == null || (Array.isArray(sourceResult.data) && sourceResult.data.length === 0)) {
-                        // Notify that hydration had no data
-                        hydrationStatus = "hydration-error";
-                        console.log("[ROUTIER] - Hydration Error - No Data", sourceResult);
                         done(sourceResult);
                         return;
                     }
-                    if (Array.isArray(sourceResult.data) === false) {
+                    // Source plugin can have no data, still should succeed
+                    if (Array.isArray(sourceResult.data.value) === false) {
                         // Notify that hydration failed
                         hydrationStatus = "hydration-error";
-                        console.log("[ROUTIER] - Hydration Error - Bad Result", sourceResult);
                         done(_results__WEBPACK_IMPORTED_MODULE_2__.PluginEventResult.error(event.id, "Query result is not an array"));
                         return;
                     }
                     const changesCollection = new _collections__WEBPACK_IMPORTED_MODULE_3__.BulkPersistChanges();
                     const schemaChanges = changesCollection.resolve(event.operation.schema.id);
                     // Add the existing items into the persist payload as adds
-                    schemaChanges.adds = sourceResult.data;
+                    schemaChanges.adds = sourceResult.data.value;
                     readPlugin.bulkPersist({
                         id: (0,_utilities__WEBPACK_IMPORTED_MODULE_0__.uuid)(8),
                         schemas: event.schemas,
@@ -1163,7 +1070,6 @@ class OptimisticReplicationDbPlugin {
                         if (readPersistResult.ok === _results__WEBPACK_IMPORTED_MODULE_2__.Result.ERROR) {
                             // Notify that hydration failed
                             hydrationStatus = "hydration-error";
-                            console.log("[ROUTIER] - Hydration Error - Could Not Save", readPersistResult);
                             done(readPersistResult);
                             return;
                         }
@@ -1174,6 +1080,41 @@ class OptimisticReplicationDbPlugin {
                 });
                 return;
             }
+            if (hydrationStatus === "hydration-error") {
+                done(_results__WEBPACK_IMPORTED_MODULE_2__.PluginEventResult.error(event.id, "Hydration failed, unable to query read plugin"));
+                return;
+            }
+            // If hydration is pending, do not query empty collection, wait for hydration
+            if (hydrationStatus === "hydration-pending") {
+                const start = (0,_performance__WEBPACK_IMPORTED_MODULE_4__.now)();
+                const pollHydrationStatus = () => {
+                    const delta = (0,_performance__WEBPACK_IMPORTED_MODULE_4__.now)() - start;
+                    if (delta > MAX_HYDRATION_WAIT_MS) {
+                        hydrationStatus = "hydration-error";
+                        done(_results__WEBPACK_IMPORTED_MODULE_2__.PluginEventResult.error(event.id, `Hydration timeout: exceeded maximum wait time of ${MAX_HYDRATION_WAIT_MS}ms`));
+                        return;
+                    }
+                    if (hydrationStatus === "hydration-error") {
+                        done(_results__WEBPACK_IMPORTED_MODULE_2__.PluginEventResult.error(event.id, "Hydration failed, unable to query read plugin"));
+                        return;
+                    }
+                    if (hydrationStatus === "hydration-success") {
+                        // Hydration completed successfully, proceed with query
+                        readPlugin.query(event, (readResult) => {
+                            if (readResult.ok === _results__WEBPACK_IMPORTED_MODULE_2__.Result.ERROR) {
+                                done(readResult);
+                                return;
+                            }
+                            done(readResult);
+                        });
+                        return;
+                    }
+                    // Still pending, check again after interval
+                    setTimeout(pollHydrationStatus, HYDRATION_POLL_INTERVAL_MS);
+                };
+                pollHydrationStatus();
+                return;
+            }
             // Collection is hydrated for the targeted collection and should be in sync
             readPlugin.query(event, (readResult) => {
                 if (readResult.ok === _results__WEBPACK_IMPORTED_MODULE_2__.Result.ERROR) {
@@ -1190,7 +1131,7 @@ class OptimisticReplicationDbPlugin {
     }
     destroy(event, done) {
         try {
-            const workPipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_4__.WorkPipeline();
+            const workPipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_5__.WorkPipeline();
             const plugins = [this.plugins.source, ...this.plugins.replicas];
             for (let i = 0, length = plugins.length; i < length; i++) {
                 workPipeline.pipe((done) => plugins[i].destroy(event, done));
@@ -1209,7 +1150,7 @@ class OptimisticReplicationDbPlugin {
     }
     bulkPersist(event, done) {
         try {
-            const workPipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_4__.WorkPipeline();
+            const workPipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_5__.WorkPipeline();
             const deferredPlugins = [this.plugins.source, ...this.plugins.replicas];
             // Since we are doing optimistic, we insert into the read plugin first and assume later plugins will succeed
             // This means the read plugin will generate ids for the source plugin
@@ -1229,7 +1170,7 @@ class OptimisticReplicationDbPlugin {
                 const optimisticBulkPersistChanges = new _collections__WEBPACK_IMPORTED_MODULE_3__.BulkPersistChanges();
                 // make sure we swap the adds here, that way we can make sure other persist events
                 // don't take their additions and try to change subsequent calls
-                (0,_utilities__WEBPACK_IMPORTED_MODULE_5__.resolveBulkPersistChanges)(event, r.data, optimisticBulkPersistChanges);
+                (0,_utilities__WEBPACK_IMPORTED_MODULE_6__.resolveBulkPersistChanges)(event, r.data, optimisticBulkPersistChanges);
                 for (let i = 0, length = deferredPlugins.length; i < length; i++) {
                     workPipeline.pipe((d) => {
                         const plugin = deferredPlugins[i];
@@ -1308,10 +1249,10 @@ class ReplicationDbPlugin {
     }
     destroy(event, done) {
         try {
-            const pipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_1__.AsyncPipeline();
+            const pipeline = new _pipeline__WEBPACK_IMPORTED_MODULE_1__.WorkPipeline();
             const plugins = [this.plugins.source, ...this.plugins.replicas];
             for (let i = 0, length = plugins.length; i < length; i++) {
-                pipeline.pipe(plugins[i], (plugin, done) => plugin.destroy(event, done));
+                pipeline.pipe((done) => plugins[i].destroy(event, done));
             }
             pipeline.filter((result) => {
                 if (result.ok === _results__WEBPACK_IMPORTED_MODULE_0__.Result.ERROR) {
@@ -1964,6 +1905,51 @@ const isDate = (data) => {
 };
 
 
+}),
+"./src/utilities/logger.ts": 
+/*!*********************************!*\
+  !*** ./src/utilities/logger.ts ***!
+  \*********************************/
+(function (__unused_webpack_module, __webpack_exports__, __webpack_require__) {
+__webpack_require__.r(__webpack_exports__);
+__webpack_require__.d(__webpack_exports__, {
+  logger: () => (logger)
+});
+const isDevelopment = () => {
+    if (typeof process === 'undefined' || process.env == null) {
+        return false;
+    }
+    const env = "development"?.toLowerCase();
+    return env === 'dev' || env === 'development' || env === 'test';
+};
+const shouldLog = isDevelopment();
+const tryLog = (type, ...args) => {
+    if (shouldLog) {
+        console[type](...args);
+    }
+};
+const logger = {
+    log: (...args) => {
+        tryLog("log", ...args);
+    },
+    info: (...args) => {
+        tryLog("info", ...args);
+    },
+    warn: (...args) => {
+        tryLog("warn", ...args);
+    },
+    error: (...args) => {
+        tryLog("error", ...args);
+    },
+    debug: (...args) => {
+        tryLog("debug", ...args);
+    },
+    table: (...args) => {
+        tryLog("table", ...args);
+    },
+};
+
+
 }),
 "./src/utilities/replication.ts": 
 /*!**************************************!*\