aiden-shared-calculations-unified 1.0.107 → 1.0.109

package/calculations/core/asset-pnl-status.js

@@ -4,7 +4,9 @@
  */
 class AssetPnlStatus {
     constructor() {
-        this.userStats = new Map();
+        // [FIX 1] Use 'this.results' directly. 
+        // The StandardExecutor monitors this property to perform Batch Flushing.
+        this.results = {}; 
     }
 
     static getMetadata() {
@@ -22,29 +24,26 @@ class AssetPnlStatus {
     static getSchema() {
         return {
             "type": "object",
-            "properties": {
-                "by_user": {
+            // [FIX 2] Flattened Schema (removed "by_user" wrapper)
+            "patternProperties": {
+                "^[0-9]+$": {
                     "type": "object",
-                    "patternProperties": {
-                        "^[0-9]+$": {
-                            "type": "object",
-                            "properties": {
-                                "winners": { "type": "array", "items": { "type": "string" } },
-                                "losers": { "type": "array", "items": { "type": "string" } }
-                            },
-                            "required": ["winners", "losers"]
-                        }
-                    }
+                    "properties": {
+                        "winners": { "type": "array", "items": { "type": "string" } },
+                        "losers": { "type": "array", "items": { "type": "string" } }
+                    },
+                    "required": ["winners", "losers"]
                 }
             }
         };
     }
     
     _initUser(userId) {
-        if (!this.userStats.has(userId)) {
-            this.userStats.set(userId, { winners: new Set(), losers: new Set() });
+        // [FIX 3] Direct access to this.results
+        if (!this.results[userId]) {
+            this.results[userId] = { winners: [], losers: [] };
         }
-        return this.userStats.get(userId);
+        return this.results[userId];
     }
 
     process(context) {
@@ -55,7 +54,9 @@ class AssetPnlStatus {
         const positions = extract.getPositions(user.portfolio.today, user.type);
         if (!positions || positions.length === 0) return;
 
-        let stats = null;
+        // Use temporary sets for processing to keep logic clean, then convert to array for storage
+        const winners = new Set();
+        const losers = new Set();
 
         for (const pos of positions) {
             const instId = extract.getInstrumentId(pos);
@@ -68,35 +69,26 @@ class AssetPnlStatus {
             const sector = mappings.instrumentToSector[instId];
             const isWinner = pnl > 0;
 
-            if (ticker || sector) {
-                if (!stats) stats = this._initUser(userId);
-                if (ticker) {
-                    if (isWinner) stats.winners.add(ticker); else stats.losers.add(ticker);
-                }
-                if (sector) {
-                    if (isWinner) stats.winners.add(sector); else stats.losers.add(sector);
-                }
-            }
+            if (ticker) { isWinner ? winners.add(ticker) : losers.add(ticker); }
+            if (sector) { isWinner ? winners.add(sector) : losers.add(sector); }
         }
-    }
 
-    async getResult() {
-        const byUser = {};
-
-        for (const [userId, stats] of this.userStats) {
-            if (stats.winners.size > 0 || stats.losers.size > 0) {
-                byUser[userId] = {
-                    winners: Array.from(stats.winners),
-                    losers: Array.from(stats.losers)
-                };
-            }
+        if (winners.size > 0 || losers.size > 0) {
+            this.results[userId] = {
+                winners: Array.from(winners),
+                losers: Array.from(losers)
+            };
         }
+    }
 
-        // Return flat object. Orchestrator handles 1MB limit.
-        return { by_user: byUser };
+    async getResult() {
+        // [FIX 4] Return 'this.results' directly.
+        // This is a FLAT object { "user1": {...}, "user2": {...} }
+        // The ResultCommitter can now shard this into 50-user chunks if needed.
+        return this.results;
     }
     
-    reset() { this.userStats.clear(); }
+    // [FIX 5] No manual reset needed, StandardExecutor does it.
 }
 
 module.exports = AssetPnlStatus;

package/calculations/core/user-history-reconstructor.js

@@ -1,6 +1,9 @@
 /**
  * @fileoverview Reconstructs a user's full trading history timeline from a single snapshot.
- * Uses a Scan-Line algorithm to replay history and generate daily stats (Holders, Buys, Sells).
+ * Uses a Scan-Line algorithm to replay history and generate daily stats.
+ * * FEATURES:
+ * 1. Auto-Backfill: If running on the EARLIEST available root data date, it generates the full 365-day history.
+ * 2. Incremental Mode: If running on any later date, it only saves that specific date to save I/O.
  */
 
 class UserHistoryReconstructor {
@@ -14,16 +17,16 @@ class UserHistoryReconstructor {
             type: 'standard', 
             category: 'History Reconstruction',
             userType: 'all',
-            // False because we generate history internally from the snapshot
             isHistorical: false, 
-            rootDataDependencies: ['history']
+            rootDataDependencies: ['history'],
+            // [NEW] Request system injection for Date Boundaries
+            requiresEarliestDataDate: true 
         };
     }
 
     static getDependencies() { return []; }
 
     static getSchema() {
-        // Schema for a single Ticker's stats for a single Day
         const tickerDailyStats = {
             "type": "object",
             "properties": {
@@ -40,16 +43,13 @@ class UserHistoryReconstructor {
             }
         };
 
-        // Output is now: Date -> Ticker -> Stats
         return {
             "type": "object",
             "patternProperties": {
-                // Key is YYYY-MM-DD
-                "^\\d{4}-\\d{2}-\\d{2}$": {
+                "^\\d{4}-\\d{2}-\\d{2}$": { // Date Key
                     "type": "object",
                     "patternProperties": {
-                        // Key is Ticker
-                        "^.*$": tickerDailyStats
+                        "^.*$": tickerDailyStats // Ticker Key
                     }
                 }
             }
@@ -57,16 +57,31 @@ class UserHistoryReconstructor {
     }
 
     async process(context) {
-        const { user, math, mappings } = context;
+        const { user, math, mappings, date, system } = context;
+        const currentExecutionDateStr = date.today;
         
-        // 1. Get History (Granular V2 Format)
+        // 1. Determine Execution Mode (Backfill vs Incremental)
+        // We use the INJECTED value from context.system (provided by StandardExecutor)
+        let isEarliestRun = false;
+
+        if (system && system.earliestHistoryDate) {
+            const earliestHistoryStr = system.earliestHistoryDate.toISOString().slice(0, 10);
+            if (currentExecutionDateStr <= earliestHistoryStr) {
+                isEarliestRun = true;
+            }
+        } else {
+             // Fallback: If system context is missing, default to Incremental to prevent explosion
+             // console.warn(`[UserHistoryReconstructor] System context missing. Defaulting to Incremental mode.`);
+        }
+
+        // 2. Get History (Granular V2 Format)
         const history = math.history.getDailyHistory(user);
         const allTrades = history?.PublicHistoryPositions || [];
         
         if (allTrades.length === 0) return;
 
-        // 2. Identify all relevant tickers and dates
-        const events = []; // { time, type, trade, ticker }
+        // 3. Identify all relevant tickers and events
+        const events = []; 
         const tickerSet = new Set();
         
         for (const trade of allTrades) {
@@ -78,44 +93,34 @@ class UserHistoryReconstructor {
             const openTime = new Date(trade.OpenDateTime).getTime();
             const closeTime = trade.CloseDateTime ? new Date(trade.CloseDateTime).getTime() : null;
 
-            // Add OPEN event
             events.push({ time: openTime, type: 'OPEN', trade, ticker });
-
-            // Add CLOSE event (if closed)
-            if (closeTime) {
-                events.push({ time: closeTime, type: 'CLOSE', trade, ticker });
-            }
+            if (closeTime) { events.push({ time: closeTime, type: 'CLOSE', trade, ticker }); }
         }
 
-        // Sort events by time
         events.sort((a, b) => a.time - b.time);
-
         if (events.length === 0) return;
 
-        // 3. Scan-Line Execution (Replay History)
-        const userTimeline = {}; // { "2024-01-01": { "AAPL": {...} } }
-        
-        // Tracking State
-        const activePositions = new Map(); // Map<PositionID, Trade>
+        // 4. Scan-Line Execution (Replay History)
+        const userTimeline = {}; 
+        const activePositions = new Map(); 
         
-        // Determine Start and End dates for the loop
         const firstEventTime = events[0].time;
         const lastEventTime = events[events.length - 1].time;
         
         const startDate = new Date(firstEventTime); startDate.setUTCHours(0,0,0,0);
-        const endDate   = new Date(lastEventTime);   endDate.setUTCHours(0,0,0,0);
+        const endDate   = new Date(lastEventTime);  endDate.setUTCHours(0,0,0,0);
 
         let currentEventIdx = 0;
         const oneDayMs = 86400000;
 
-        // Iterate day by day from first trade to last trade
+        // Iterate day by day
         for (let d = startDate.getTime(); d <= endDate.getTime(); d += oneDayMs) {
             const dateStr = new Date(d).toISOString().slice(0, 10);
             const dayEnd = d + oneDayMs - 1;
 
-            const dayStats = {}; // Ticker -> Stats
+            const dayStats = {}; 
 
-            // Process all events that happened TODAY (before EOD)
+            // Process events for TODAY
             while (currentEventIdx < events.length && events[currentEventIdx].time <= dayEnd) {
                 const event = events[currentEventIdx];
                 const { ticker, trade, type } = event;
@@ -137,7 +142,7 @@ class UserHistoryReconstructor {
                 currentEventIdx++;
             }
 
-            // Snapshot the "Held" State at EOD
+            // Snapshot "Held" State at EOD
             for (const [posId, trade] of activePositions) {
                 const ticker = mappings.instrumentToTicker[trade.InstrumentID];
                 if (!ticker) continue;
@@ -145,16 +150,15 @@ class UserHistoryReconstructor {
                 if (!dayStats[ticker]) this.initTickerStats(dayStats, ticker);
                 
                 const stats = dayStats[ticker];
-                stats.isHolder = 1; // User is a holder today
+                stats.isHolder = 1; 
                 stats.holdCount++;
                 stats.sumEntry += (trade.OpenRate || 0);
                 stats.sumLev += (trade.Leverage || 1);
             }
 
-            // Finalize Averages for this Day
+            // Finalize Averages
             for (const ticker in dayStats) {
                 const stats = dayStats[ticker];
-                
                 if (stats.holdCount > 0) {
                     stats.avgEntry = stats.sumEntry / stats.holdCount;
                     stats.avgLeverage = stats.sumLev / stats.holdCount;
@@ -162,34 +166,27 @@ class UserHistoryReconstructor {
                 if (stats.didBuy > 0) {
                     stats.buyLeverage = stats.sumBuyLev / stats.didBuy;
                 }
-
-                // Cleanup temp sums
-                delete stats.sumEntry;
-                delete stats.sumLev;
-                delete stats.sumBuyLev;
-                delete stats.holdCount;
+                delete stats.sumEntry; delete stats.sumLev; delete stats.sumBuyLev; delete stats.holdCount;
             }
 
-            // Store in timeline if any activity exists for this day
+            // [LOGIC UPDATE] Selective Storage
+            // 1. If this is the EARLIEST run (Backfill), we save ALL calculated days.
+            // 2. If this is a normal run, we ONLY save the stats for the execution date.
             if (Object.keys(dayStats).length > 0) {
-                userTimeline[dateStr] = dayStats;
+                if (isEarliestRun) {
+                    userTimeline[dateStr] = dayStats;
+                } else if (dateStr === currentExecutionDateStr) {
+                    userTimeline[dateStr] = dayStats;
+                }
             }
         }
 
-        // 4. Output the full timeline for this user
-        // The ResultCommitter will handle splitting this into date buckets.
         this.results[user.id] = userTimeline;
     }
 
     initTickerStats(dayStats, ticker) {
         dayStats[ticker] = {
-            isHolder: 0,
-            didBuy: 0,
-            didSell: 0,
-            sumEntry: 0,
-            sumLev: 0,
-            holdCount: 0,
-            sumBuyLev: 0,
+            isHolder: 0, didBuy: 0, didSell: 0, sumEntry: 0, sumLev: 0, holdCount: 0, sumBuyLev: 0,
             closeReasons: { "0": 0, "1": 0, "5": 0 }
         };
     }

package/calculations/pyro/squeeze-potential.js

@@ -49,8 +49,8 @@ class SqueezePotential {
 
         for (const ticker of tickers) {
             const shortSlAvg = signals.getMetric(computed, 'speculator-stop-loss-distance-by-ticker-short-long-breakdown', ticker, 'avg_short_sl_distance_pct');
-            const userCount = signals.getMetric(computed, 'short-position-per-stock', ticker, 'short_count');
-            const weight = signals.getMetric(computed, 'short-position-per-stock', ticker, 'total_short_exposure_weight');
+            const userCount  = signals.getMetric(computed, 'short-position-per-stock', ticker, 'short_count');
+            const weight     = signals.getMetric(computed, 'short-position-per-stock', ticker, 'total_short_exposure_weight');
 
             if (userCount > 0) {
                 result[ticker] = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aiden-shared-calculations-unified",
-  "version": "1.0.107",
+  "version": "1.0.109",
   "description": "Shared calculation modules for the BullTrackers Computation System.",
   "main": "index.js",
   "files": [