@wildo-ai/saas-backend-lib 1.0.1

package/dist/esm/databases/services/aggregation/window-function-processor.backend.service.js

@@ -0,0 +1,250 @@
+/** ──────────────────────────────────────────────────────────────
+ * WindowFunctionProcessorBackendService
+ *
+ * In-memory post-aggregation window function processor.
+ * Handles window functions that cannot be expressed in $setWindowFields:
+ *   - PERCENT_OF_TOTAL: value / sum(all values) * 100
+ *   - DIFFERENCE: current - previous
+ *   - PERCENT_CHANGE: (current - previous) / previous * 100
+ *   - MOVING_AVG: average of last N values
+ *
+ * Also serves as a full fallback if the DB doesn't support $setWindowFields
+ * (e.g., MongoDB < 5.0), handling ALL window function types in-memory.
+ *
+ * Pipeline position: step 10 — after densification (8) and computed measures (9).
+ * This ensures window functions operate on the complete, dense dataset.
+ *
+ * Ref: WindowFunctionType enum → L569-580
+ * Ref: Pipeline position → L410
+ * ────────────────────────────────────────────────────────────── */
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+import { injectable, inject } from 'inversify';
+import { SAAS_SERVICE_TYPES } from '../../../inject/models/service-types.js';
+import { WindowFunctionType } from '@wildo-ai/saas-models';
+let WindowFunctionProcessorBackendService = class WindowFunctionProcessorBackendService {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Process window functions in-memory on the result data.
+     * Each window function adds a new field (keyed by `ref`) to every row.
+     * Respects partitionBy for segmented windows.
+     *
+     * @param data - Result rows (already densified and with computed measures)
+     * @param windowFunctions - Window function definitions to apply
+     * @returns Mutated data array with window function fields added
+     */
+    process(data, windowFunctions) {
+        if (windowFunctions.length === 0 || data.length === 0) {
+            return data;
+        }
+        for (const wf of windowFunctions) {
+            if (wf.partitionBy) {
+                // Process per partition
+                this.processPartitioned(data, wf);
+            }
+            else {
+                // Process the entire dataset as a single partition
+                this.processWindow(data, wf);
+            }
+        }
+        return data;
+    }
+    // ── Partitioned Processing ────────────────────────────────
+    processPartitioned(data, wf) {
+        // Group rows by partition key
+        const partitions = new Map();
+        for (let i = 0; i < data.length; i++) {
+            const row = data[i];
+            const partKey = String(row[wf.partitionBy] ?? '__null__');
+            let partition = partitions.get(partKey);
+            if (!partition) {
+                partition = { indices: [], rows: [] };
+                partitions.set(partKey, partition);
+            }
+            partition.indices.push(i);
+            partition.rows.push(row);
+        }
+        // Process each partition independently
+        for (const partition of partitions.values()) {
+            this.processWindow(partition.rows, wf);
+            // Write results back to original data array
+            for (let i = 0; i < partition.indices.length; i++) {
+                const originalIdx = partition.indices[i];
+                data[originalIdx][wf.ref] = partition.rows[i][wf.ref];
+            }
+        }
+    }
+    // ── Window Function Dispatch ──────────────────────────────
+    processWindow(rows, wf) {
+        switch (wf.type) {
+            case WindowFunctionType.PERCENT_OF_TOTAL:
+                this.computePercentOfTotal(rows, wf);
+                break;
+            case WindowFunctionType.DIFFERENCE:
+                this.computeDifference(rows, wf);
+                break;
+            case WindowFunctionType.PERCENT_CHANGE:
+                this.computePercentChange(rows, wf);
+                break;
+            case WindowFunctionType.MOVING_AVG:
+                this.computeMovingAvg(rows, wf);
+                break;
+            // In-DB functions handled here as fallback
+            case WindowFunctionType.RUNNING_TOTAL:
+                this.computeRunningTotal(rows, wf);
+                break;
+            case WindowFunctionType.RUNNING_AVG:
+                this.computeRunningAvg(rows, wf);
+                break;
+            case WindowFunctionType.RANK:
+                this.computeRank(rows, wf, false);
+                break;
+            case WindowFunctionType.DENSE_RANK:
+                this.computeRank(rows, wf, true);
+                break;
+            case WindowFunctionType.LAG:
+                this.computeShift(rows, wf, -1);
+                break;
+            case WindowFunctionType.LEAD:
+                this.computeShift(rows, wf, 1);
+                break;
+            default:
+                this.logger.warn(`WindowFunctionProcessor: unknown type '${wf.type}', skipping`);
+        }
+    }
+    // ── PERCENT_OF_TOTAL ──────────────────────────────────────
+    computePercentOfTotal(rows, wf) {
+        // Calculate total of the source measure across all rows
+        let total = 0;
+        for (const row of rows) {
+            const val = this.getNumericValue(row, wf.sourceRef);
+            total += val;
+        }
+        // Calculate percentage per row
+        for (const row of rows) {
+            const val = this.getNumericValue(row, wf.sourceRef);
+            row[wf.ref] = total !== 0 ? (val / total) * 100 : null;
+        }
+    }
+    // ── DIFFERENCE ────────────────────────────────────────────
+    computeDifference(rows, wf) {
+        for (let i = 0; i < rows.length; i++) {
+            if (i === 0) {
+                rows[i][wf.ref] = null; // No previous row
+                continue;
+            }
+            const current = this.getNumericValue(rows[i], wf.sourceRef);
+            const previous = this.getNumericValue(rows[i - 1], wf.sourceRef);
+            rows[i][wf.ref] = current - previous;
+        }
+    }
+    // ── PERCENT_CHANGE ────────────────────────────────────────
+    computePercentChange(rows, wf) {
+        for (let i = 0; i < rows.length; i++) {
+            if (i === 0) {
+                rows[i][wf.ref] = null; // No previous row
+                continue;
+            }
+            const current = this.getNumericValue(rows[i], wf.sourceRef);
+            const previous = this.getNumericValue(rows[i - 1], wf.sourceRef);
+            rows[i][wf.ref] = previous !== 0 ? ((current - previous) / previous) * 100 : null;
+        }
+    }
+    // ── MOVING_AVG ────────────────────────────────────────────
+    computeMovingAvg(rows, wf) {
+        const windowSize = wf.windowSize ?? 3; // default window size
+        for (let i = 0; i < rows.length; i++) {
+            const start = Math.max(0, i - windowSize + 1);
+            let sum = 0;
+            let count = 0;
+            for (let j = start; j <= i; j++) {
+                sum += this.getNumericValue(rows[j], wf.sourceRef);
+                count++;
+            }
+            rows[i][wf.ref] = count > 0 ? sum / count : null;
+        }
+    }
+    // ── RUNNING_TOTAL (in-memory fallback) ────────────────────
+    computeRunningTotal(rows, wf) {
+        let total = 0;
+        for (const row of rows) {
+            total += this.getNumericValue(row, wf.sourceRef);
+            row[wf.ref] = total;
+        }
+    }
+    // ── RUNNING_AVG (in-memory fallback) ──────────────────────
+    computeRunningAvg(rows, wf) {
+        let total = 0;
+        for (let i = 0; i < rows.length; i++) {
+            total += this.getNumericValue(rows[i], wf.sourceRef);
+            rows[i][wf.ref] = total / (i + 1);
+        }
+    }
+    // ── RANK / DENSE_RANK (in-memory fallback) ────────────────
+    computeRank(rows, wf, dense) {
+        // Sort by sourceRef ascending to match MongoDB $setWindowFields behavior
+        // (stage-level sortBy uses ascending; $rank assigns rank 1 to smallest value)
+        const indexed = rows.map((row, i) => ({
+            index: i,
+            value: this.getNumericValue(row, wf.sourceRef),
+        }));
+        indexed.sort((a, b) => a.value - b.value);
+        let rank = 0;
+        let prevValue;
+        for (let i = 0; i < indexed.length; i++) {
+            const entry = indexed[i];
+            if (entry.value !== prevValue) {
+                if (dense) {
+                    rank++;
+                }
+                else {
+                    rank = i + 1;
+                }
+            }
+            rows[entry.index][wf.ref] = rank;
+            prevValue = entry.value;
+        }
+    }
+    // ── LAG / LEAD (in-memory fallback) ───────────────────────
+    computeShift(rows, wf, offset) {
+        for (let i = 0; i < rows.length; i++) {
+            const sourceIdx = i + offset;
+            if (sourceIdx < 0 || sourceIdx >= rows.length) {
+                rows[i][wf.ref] = null;
+            }
+            else {
+                rows[i][wf.ref] = rows[sourceIdx][wf.sourceRef] ?? null;
+            }
+        }
+    }
+    // ── Helpers ───────────────────────────────────────────────
+    getNumericValue(row, ref) {
+        const val = row[ref];
+        if (typeof val === 'number' && !isNaN(val))
+            return val;
+        if (val == null)
+            return 0;
+        const parsed = Number(val);
+        return isNaN(parsed) ? 0 : parsed;
+    }
+};
+WindowFunctionProcessorBackendService = __decorate([
+    injectable(),
+    __param(0, inject(SAAS_SERVICE_TYPES.Logger)),
+    __metadata("design:paramtypes", [Function])
+], WindowFunctionProcessorBackendService);
+export { WindowFunctionProcessorBackendService };
+//# sourceMappingURL=window-function-processor.backend.service.js.map

package/dist/esm/databases/services/aggregation/window-function-processor.backend.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"window-function-processor.backend.service.js","sourceRoot":"","sources":["../../../../../src/databases/services/aggregation/window-function-processor.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;oEAkBoE;;;;;;;;;;;;;AAEpE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gDAAgD,CAAC;AAEpF,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAOpD,IAAM,qCAAqC,GAA3C,MAAM,qCAAqC;IAEM;IADtD,YACsD,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;IACxE,CAAC;IAEJ;;;;;;;;OAQG;IACH,OAAO,CACL,IAAmC,EACnC,eAAiC;QAEjC,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;YACjC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACnB,wBAAwB;gBACxB,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,mDAAmD;gBACnD,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6DAA6D;IAErD,kBAAkB,CACxB,IAAmC,EACnC,EAAkB;QAElB,8BAA8B;QAC9B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAsE,CAAC;QAEjG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,WAAY,CAAC,IAAI,UAAU,CAAC,CAAC;YAC3D,IAAI,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gBACtC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACrC,CAAC;YACD,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC1B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QAED,uCAAuC;QACvC,KAAK,MAAM,SAAS,IAAI,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvC,4CAA4C;YAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACzC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,aAAa,CACnB,IAAmC,EACnC,EAAkB;QAElB,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YAChB,KAAK,kBAAkB,CAAC,gBAAgB;gBACtC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,kBAAkB,CAAC,UAAU;gBAChC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjC,MAAM;YACR,KAAK,kBAAkB,CAAC,cAAc;gBACpC,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACpC,MAAM;YACR,KAAK,kBAAkB,CAAC,UAAU;gBAChC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAChC,MAAM;YAER,2CAA2C;YAC3C,KAAK,kBAAkB,CAAC,aAAa;gBACnC,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACnC,MAAM;YACR,KAAK,kBAAkB,CAAC,WAAW;gBACjC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACjC,MAAM;YACR,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;gBAClC,MAAM;YACR,KAAK,kBAAkB,CAAC,UAAU;gBAChC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC;gBACjC,MAAM;YACR,KAAK,kBAAkB,CAAC,GAAG;gBACzB,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAChC,MAAM;YACR,KAAK,kBAAkB,CAAC,IAAI;gBAC1B,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC/B,MAAM;YAER;gBACE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,EAAE,CAAC,IAAI,aAAa,CAAC,CAAC;QACrF,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,qBAAqB,CAC3B,IAAmC,EACnC,EAAkB;QAElB,wDAAwD;QACxD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACpD,KAAK,IAAI,GAAG,CAAC;QACf,CAAC;QAED,+BAA+B;QAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACpD,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACzD,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,iBAAiB,CACvB,IAAmC,EACnC,EAAkB;QAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,kBAAkB;gBAC1C,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,OAAO,GAAG,QAAQ,CAAC;QACvC,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,oBAAoB,CAC1B,IAAmC,EACnC,EAAkB;QAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACZ,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,kBAAkB;gBAC1C,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACjE,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,QAAQ,CAAC,GAAG,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACpF,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,gBAAgB,CACtB,IAAmC,EACnC,EAAkB;QAElB,MAAM,UAAU,GAAG,EAAE,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,sBAAsB;QAE7D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC;YAC9C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChC,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;gBACnD,KAAK,EAAE,CAAC;YACV,CAAC;YACD,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACnD,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,mBAAmB,CACzB,IAAmC,EACnC,EAAkB;QAElB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACjD,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,iBAAiB,CACvB,IAAmC,EACnC,EAAkB;QAElB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,KAAK,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,WAAW,CACjB,IAAmC,EACnC,EAAkB,EAClB,KAAc;QAEd,yEAAyE;QACzE,8EAA8E;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACpC,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC;SAC/C,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1C,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,SAA6B,CAAC;QAElC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAC9B,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,EAAE,CAAC;gBACT,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBACf,CAAC;YACH,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACjC,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,YAAY,CAClB,IAAmC,EACnC,EAAkB,EAClB,MAAc;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,SAAS,GAAG,CAAC,GAAG,MAAM,CAAC;YAC7B,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9C,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,6DAA6D;IAErD,eAAe,CAAC,GAAgC,EAAE,GAAW;QACnE,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO,GAAG,CAAC;QACvD,IAAI,GAAG,IAAI,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACpC,CAAC;CACF,CAAA;AA9QY,qCAAqC;IADjD,UAAU,EAAE;IAGR,WAAA,MAAM,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAA;;GAFzB,qCAAqC,CA8QjD"}

package/dist/esm/databases/services/db-utils.d.ts

@@ -0,0 +1,56 @@
+import { Schema, TagSet, Connection, Model } from 'mongoose';
+/**
+ * Default schema options for all MongoDB models
+ * These options ensure consistent behavior across all collections
+ */
+export declare const SCHEMA_DEFAULT_OPTIONS: {
+    minimize: boolean;
+    emitIndexErrors: boolean;
+    strict: boolean;
+    versionKey: string;
+    timestamps: {
+        createdAt: string;
+        updatedAt: string;
+    };
+};
+/**
+ * Schema options for embedded sub-documents / nested schemas.
+ * Excludes timestamps and versionKey which are only valid on top-level document schemas.
+ */
+export declare const SCHEMA_SUBDOCUMENT_OPTIONS: {
+    minimize: boolean;
+    strict: boolean;
+    _id: boolean;
+};
+/**
+ * Schema options with virtuals enabled for JSON serialization
+ * Use this when you need virtual fields to be included in JSON output
+ */
+export declare const SCHEMA_VIRTUALS_OPTIONS: typeof SCHEMA_DEFAULT_OPTIONS & {
+    toJSON: {
+        virtuals: boolean;
+    };
+    toObject: {
+        virtuals: boolean;
+    };
+};
+/**
+ * Schema options with write concern for critical operations
+ * Use this for operations that require guaranteed persistence
+ */
+export declare const SCHEMA_WRITE_CONCERN: typeof SCHEMA_DEFAULT_OPTIONS & {
+    writeConcern: {
+        w: 'majority' | number | TagSet;
+        j: boolean;
+        wtimeout: number;
+    };
+};
+/**
+ * Initialize a Mongoose model from a schema with error handling
+ * @param schema The Mongoose schema to create a model from
+ * @param modelLabel The name of the model for error logging
+ * @param collectionName Optional custom collection name (defaults to modelLabel)
+ * @returns The created Mongoose model
+ */
+export declare function initModelFromSchema<T>(schema: Schema, modelLabel: string, collectionName?: string, connection?: Connection): Model<any, unknown, unknown, {}, any, any>;
+//# sourceMappingURL=db-utils.d.ts.map

package/dist/esm/databases/services/db-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-utils.d.ts","sourceRoot":"","sources":["../../../../src/databases/services/db-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAmB,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,UAAU,CAAC;AAE9E;;;GAGG;AACH,eAAO,MAAM,sBAAsB,EAAE;IACnC,QAAQ,EAAE,OAAO,CAAC;IAClB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CAUtD,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,0BAA0B,EAAE;IACvC,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,EAAE,OAAO,CAAC;IAChB,GAAG,EAAE,OAAO,CAAC;CAKd,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,uBAAuB,EAAE,OAAO,sBAAsB,GAAG;IACpE,MAAM,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;IAC9B,QAAQ,EAAE;QAAE,QAAQ,EAAE,OAAO,CAAA;KAAE,CAAC;CAKjC,CAAC;AAEF;;;GAGG;AACH,eAAO,MAAM,oBAAoB,EAAE,OAAO,sBAAsB,GAAG;IACjE,YAAY,EAAE;QAAE,CAAC,EAAE,UAAU,GAAG,MAAM,GAAG,MAAM,CAAC;QAAC,CAAC,EAAE,OAAO,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;CAQjF,CAAC;AAEF;;;;;;GAMG;AAGH,wBAAgB,mBAAmB,CAAC,CAAC,EACnC,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,MAAM,EAClB,cAAc,CAAC,EAAE,MAAM,EACvB,UAAU,CAAC,EAAE,UAAU,8CAiBxB"}

package/dist/esm/databases/services/db-utils.js

@@ -0,0 +1,66 @@
+import { model } from 'mongoose';
+/**
+ * Default schema options for all MongoDB models
+ * These options ensure consistent behavior across all collections
+ */
+export const SCHEMA_DEFAULT_OPTIONS = {
+    minimize: false,
+    emitIndexErrors: true,
+    strict: true,
+    versionKey: '_version_db_doc',
+    timestamps: {
+        createdAt: 'createdAt',
+        updatedAt: 'updatedAt',
+    },
+};
+/**
+ * Schema options for embedded sub-documents / nested schemas.
+ * Excludes timestamps and versionKey which are only valid on top-level document schemas.
+ */
+export const SCHEMA_SUBDOCUMENT_OPTIONS = {
+    minimize: false,
+    strict: true,
+    _id: false,
+};
+/**
+ * Schema options with virtuals enabled for JSON serialization
+ * Use this when you need virtual fields to be included in JSON output
+ */
+export const SCHEMA_VIRTUALS_OPTIONS = {
+    toJSON: { virtuals: true },
+    toObject: { virtuals: true },
+    ...SCHEMA_DEFAULT_OPTIONS
+};
+/**
+ * Schema options with write concern for critical operations
+ * Use this for operations that require guaranteed persistence
+ */
+export const SCHEMA_WRITE_CONCERN = {
+    ...SCHEMA_DEFAULT_OPTIONS,
+    writeConcern: {
+        w: 'majority',
+        j: true,
+        wtimeout: 10000,
+    }
+};
+/**
+ * Initialize a Mongoose model from a schema with error handling
+ * @param schema The Mongoose schema to create a model from
+ * @param modelLabel The name of the model for error logging
+ * @param collectionName Optional custom collection name (defaults to modelLabel)
+ * @returns The created Mongoose model
+ */
+export function initModelFromSchema(schema, modelLabel, collectionName, connection) {
+    const existing = connection
+        ? connection.models?.[modelLabel]
+        : model.models?.[modelLabel];
+    if (existing) {
+        return connection ? connection.model(modelLabel) : model(modelLabel);
+    }
+    const created = connection
+        ? connection.model(modelLabel, schema, collectionName)
+        : model(modelLabel, schema, collectionName);
+    created.on('error', (error) => console.error(`error On Mongo Model - ${modelLabel} - : ` + error));
+    return created;
+}
+//# sourceMappingURL=db-utils.js.map

package/dist/esm/databases/services/db-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db-utils.js","sourceRoot":"","sources":["../../../../src/databases/services/db-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAU,KAAK,EAAuC,MAAM,UAAU,CAAC;AAE9E;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAM/B;IACF,QAAQ,EAAE,KAAK;IACf,eAAe,EAAE,IAAI;IACrB,MAAM,EAAE,IAAI;IACZ,UAAU,EAAE,iBAAiB;IAC7B,UAAU,EAAE;QACV,SAAS,EAAE,WAAW;QACtB,SAAS,EAAE,WAAW;KACvB;CACF,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAInC;IACF,QAAQ,EAAE,KAAK;IACf,MAAM,EAAE,IAAI;IACZ,GAAG,EAAE,KAAK;CACX,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAGhC;IACF,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC1B,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE;IAC5B,GAAG,sBAAsB;CAC1B,CAAC;AAEF;;;GAGG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAE7B;IACF,GAAG,sBAAsB;IACzB,YAAY,EAAE;QACZ,CAAC,EAAE,UAA0C;QAC7C,CAAC,EAAE,IAAI;QACP,QAAQ,EAAE,KAAK;KAChB;CACF,CAAC;AAEF;;;;;;GAMG;AAGH,MAAM,UAAU,mBAAmB,CACjC,MAAc,EACd,UAAkB,EAClB,cAAuB,EACvB,UAAuB;IAIvB,MAAM,QAAQ,GAAG,UAAU;QACzB,CAAC,CAAE,UAAU,CAAC,MAAM,EAAE,CAAC,UAAU,CAAuB;QACxD,CAAC,CAAG,KAAa,CAAC,MAAM,EAAE,CAAC,UAAU,CAAuB,CAAC;IAE/D,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAiB,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAiB,UAAU,CAAC,CAAC;IACvG,CAAC;IAED,MAAM,OAAO,GAAG,UAAU;QACxB,CAAC,CAAC,UAAU,CAAC,KAAK,CAAiB,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC;QACtE,CAAC,CAAC,KAAK,CAAiB,UAAU,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IAC9D,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,0BAA0B,UAAU,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC;IACxG,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/esm/databases/services/mongo-aggregation.backend.service.d.ts

@@ -0,0 +1,91 @@
+/** ──────────────────────────────────────────────────────────────
+ * MongoAggregationCompilerBackendService
+ *
+ * Compiles an AggregationExpression AST into a MongoDB aggregation pipeline.
+ *
+ * Milestone A: $match, $group (basic aggregates), $sort, $limit, $project
+ * Milestone C: Measure filters ($cond), advanced aggregates, $setWindowFields
+ * Milestone D: $lookup joins, HAVING ($match after $group), numeric binning
+ * ────────────────────────────────────────────────────────────── */
+import type { LoggerService } from '../../monitoring/logger/services/logger.service.js';
+import { WindowFunctionType } from '@wildo-ai/saas-models';
+import type { AggregationExpression, MongoAggregationPipeline } from '../../databases/models/aggregation.backend.schemas.js';
+export declare class MongoAggregationCompilerBackendService {
+    private readonly logger;
+    constructor(logger: LoggerService);
+    /**
+     * Compile an AggregationExpression into a MongoDB aggregation pipeline.
+     */
+    compile(expression: AggregationExpression): MongoAggregationPipeline;
+    /**
+     * Determine which window function types can be executed in-DB.
+     * The rest will be handled by the in-memory WindowFunctionProcessor.
+     */
+    getInDbWindowTypes(): Set<WindowFunctionType>;
+    /**
+     * Build $lookup + $unwind stages for a cross-resource join.
+     *
+     * For LEFT joins, $unwind uses `preserveNullAndEmptyArrays: true`
+     * so documents without a match are retained with null joined fields.
+     * For INNER joins, unmatched documents are removed.
+     *
+     * Joined fields are projected under the alias prefix (e.g., "customer.name").
+     * If the join has an authFilter, it's added as a pipeline match within $lookup.
+     */
+    private buildLookupStages;
+    /**
+     * Build a $match stage for HAVING conditions.
+     * These filter on aggregated measure values after $group.
+     */
+    private buildHavingStage;
+    /**
+     * Build a binning expression for a numeric dimension in $group._id.
+     *
+     * Two modes:
+     * - Step-based: bin = { step: 10 } → floor(value / 10) * 10  →  e.g., 0, 10, 20, ...
+     * - Boundary-based: bin = { boundaries: [0, 10, 50, 100] } → $switch with ranges
+     */
+    private buildBinExpression;
+    private buildGroupId;
+    private buildGroupAccumulators;
+    /**
+     * Wrap a field reference with $cond to apply a measure-level filter.
+     * Returns the field value when filter matches, null otherwise.
+     * Used for non-COUNT aggregates (SUM, AVG, etc.) where nulls are ignored.
+     */
+    private buildConditionalField;
+    /**
+     * Convert a filter object (MongoDB-style) to a $cond-compatible expression.
+     * Supports simple equality and single-level operator filters.
+     *
+     * Examples:
+     *   { status: 'completed' } → { $eq: ['$status', 'completed'] }
+     *   { amount: { $gte: 100 } } → { $gte: ['$amount', 100] }
+     */
+    private buildFilterExpression;
+    private buildSortStage;
+    private buildProjectStage;
+    /**
+     * Build one or more $setWindowFields stages for in-DB window functions.
+     *
+     * MongoDB $setWindowFields spec (5.0+):
+     *   { $setWindowFields: { partitionBy, sortBy, output: { field: { operator, window? } } } }
+     *
+     * Key rules:
+     *   - `sortBy` is at the STAGE level (sibling of `output`), not inside `window`
+     *   - `window.documents` defines the frame (e.g., ['unbounded', 'current'])
+     *   - Different (partitionBy, orderBy) combos need SEPARATE stages
+     *   - $rank/$denseRank don't need a `window` frame — they use stage-level sortBy
+     *   - $shift (LAG/LEAD) doesn't need a `window` frame either
+     */
+    private buildSetWindowFieldsStages;
+    /**
+     * Build the output field definition for a single window function.
+     * Returns the value to assign to `output[wf.ref]`.
+     *
+     * Note: `sortBy` is NOT placed here — it's at the stage level.
+     * Only `window.documents` defines the frame for accumulator-based functions.
+     */
+    private buildWindowOutputField;
+}
+//# sourceMappingURL=mongo-aggregation.backend.service.d.ts.map

package/dist/esm/databases/services/mongo-aggregation.backend.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mongo-aggregation.backend.service.d.ts","sourceRoot":"","sources":["../../../../src/databases/services/mongo-aggregation.backend.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;oEAQoE;AAIpE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,8DAA8D,CAAC;AAClG,OAAO,EAAmF,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC5I,OAAO,KAAK,EACV,qBAAqB,EAMrB,wBAAwB,EACzB,MAAM,iEAAiE,CAAC;AAYzE,qBACa,sCAAsC;IAEZ,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAAN,MAAM,EAAE,aAAa;IAG3E;;OAEG;IACH,OAAO,CAAC,UAAU,EAAE,qBAAqB,GAAG,wBAAwB;IAmEpE;;;OAGG;IACH,kBAAkB,IAAI,GAAG,CAAC,kBAAkB,CAAC;IAM7C;;;;;;;;;OASG;IACH,OAAO,CAAC,iBAAiB;IA0EzB;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IA2CxB;;;;;;OAMG;IACH,OAAO,CAAC,kBAAkB;IAsD1B,OAAO,CAAC,YAAY;IAgCpB,OAAO,CAAC,sBAAsB;IA2H9B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;;;;;;OAOG;IACH,OAAO,CAAC,qBAAqB;IAqB7B,OAAO,CAAC,cAAc;IAoCtB,OAAO,CAAC,iBAAiB;IAsFzB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,0BAA0B;IAiElC;;;;;;OAMG;IACH,OAAO,CAAC,sBAAsB;CA4C/B"}