bulltrackers-module 1.0.331 → 1.0.333

package/functions/computation-system/WorkflowOrchestrator.js

@@ -1,6 +1,6 @@
 /**
  * FILENAME: computation-system/WorkflowOrchestrator.js
- * UPDATED: Implements Early-Skip Optimization for Data-Drift Detection.
+ * UPDATED: Implements Chain Repair logic for missing historical dependencies.
  */
 
 const { normalizeName, DEFINITIVE_EARLIEST_DATES }         = require('./utils/utils');
@@ -44,7 +44,9 @@ function isDependencyReady(depName, isHistoricalSelf, currentStatusMap, prevStat
 }
 
 /**
- * UPDATED: Logic moved to top of loop for early skip on stable data.
+ * UPDATED: Added "Chain Repair" logic.
+ * If a historical dependency (yesterday's self) is missing, we treat it as a fresh start 
+ * rather than blocking indefinitely.
  */
 function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus, manifestMap, prevDailyStatus = null) {
     const report = { runnable: [], blocked: [], impossible: [], failedDependency: [], reRuns: [], skipped: [] };
@@ -86,7 +88,12 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
                 yesterday.setUTCDate(yesterday.getUTCDate() - 1);
                 if (yesterday >= DEFINITIVE_EARLIEST_DATES.absoluteEarliest) {
                     const check = isDependencyReady(calc.name, true, null, prevDailyStatus, manifestMap, stored);
-                    if (!check.ready) isBlocked = true;
+                    if (!check.ready) {
+                        // FIX: If yesterday is missing, we interpret it as drift (Chain Repair) 
+                        // instead of blocking, provided we are running this optimization check.
+                        if (check.reason === 'Missing') hasDataDrift = true;
+                        else isBlocked = true;
+                    }
                     else if (check.dataChanged) hasDataDrift = true;
                 }
             }
@@ -115,13 +122,22 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
             yesterday.setUTCDate(yesterday.getUTCDate() - 1);
             if (yesterday >= DEFINITIVE_EARLIEST_DATES.absoluteEarliest) {
                 const check = isDependencyReady(calc.name, true, null, prevDailyStatus, manifestMap, stored);
-                if (!check.ready) isBlocked = true;
+                if (!check.ready) {
+                    // [FIXED LOGIC START]
+                    // If yesterday is missing (gap or first run), allow it to run as "Fresh Start"
+                    // to repair the computation chain.
+                    if (check.reason === 'Missing') {
+                        hasDataDrift = true; 
+                    } else {
+                        isBlocked = true;
+                    }
+                    // [FIXED LOGIC END]
+                }
                 else if (check.dataChanged) hasDataDrift = true;
             }
         }
 
         if (missingDeps.length > 0) {
-            // Cast to string to solve some weird null bug
             const isImpossible = missingDeps.some(d => String(simulationStatus[normalizeName(d)]?.hash).startsWith(STATUS_IMPOSSIBLE_PREFIX));
             if (isImpossible) {
                 report.impossible.push({ name: cName, reason: 'Upstream Impossible' });

package/functions/computation-system/executors/StandardExecutor.js

@@ -1,8 +1,9 @@
 /**
  * @fileoverview Executor for "Standard" (per-user) calculations.
  * UPDATED: Tracks IO Operations (Reads/Writes) for Cost Analysis.
+ * UPDATED: Supports System Context Injection (requiresEarliestDataDate).
  */
-const { normalizeName }                                                = require('../utils/utils');
+const { normalizeName, getEarliestDataDates }                          = require('../utils/utils');
 const { streamPortfolioData, streamHistoryData, getPortfolioPartRefs } = require('../utils/data_loader');
 const { CachedDataLoader }                                             = require('../data/CachedDataLoader');
 const { ContextFactory }                                               = require('../context/ContextFactory');
@@ -78,6 +79,13 @@ class StandardExecutor {
         const prevDate    = new Date(dateStr + 'T00:00:00Z'); prevDate.setUTCDate(prevDate.getUTCDate() - 1);
         const prevDateStr = prevDate.toISOString().slice(0, 10);
         
+        // [NEW] Check if any calculation requires System Context Injection (e.g. Earliest Date)
+        let earliestDates = null;
+        if (streamingCalcs.some(c => c.manifest.requiresEarliestDataDate)) {
+            // Fetch once per batch, not per user
+            earliestDates = await getEarliestDataDates(config, deps);
+        }
+
         const tP_iter = streamPortfolioData(config, deps, dateStr, portfolioRefs);
         const needsYesterdayPortfolio = streamingCalcs.some(c => c.manifest.isHistorical);
         const yP_iter = (needsYesterdayPortfolio && rootData.yesterdayPortfolioRefs)  ? streamPortfolioData(config, deps, prevDateStr, rootData.yesterdayPortfolioRefs) : null;
@@ -102,7 +110,8 @@ class StandardExecutor {
                     StandardExecutor.executePerUser(
                         calc, calc.manifest, dateStr, tP_chunk, yP_chunk, tH_chunk, 
                         fetchedDeps, previousFetchedDeps, config, deps, cachedLoader,
-                        executionStats[normalizeName(calc.manifest.name)]
+                        executionStats[normalizeName(calc.manifest.name)],
+                        earliestDates // [NEW] Pass system context data
                     ) 
                 ));
                 
@@ -208,7 +217,7 @@ class StandardExecutor {
         if (newResult.failureReport) failureAcc.push(...newResult.failureReport);
     }
     
-    static async executePerUser(calcInstance, metadata, dateStr, portfolioData, yesterdayPortfolioData, historyData, computedDeps, prevDeps, config, deps, loader, stats) {
+    static async executePerUser(calcInstance, metadata, dateStr, portfolioData, yesterdayPortfolioData, historyData, computedDeps, prevDeps, config, deps, loader, stats, earliestDates) {
         const { logger } = deps;
         const targetUserType = metadata.userType; 
         const mappings = await loader.loadMappings();
@@ -237,6 +246,12 @@ class StandardExecutor {
                 computedDependencies: computedDeps, previousComputedDependencies: prevDeps, 
                 config, deps 
             });
+
+            // [NEW] Inject System Context if requested by Metadata
+            if (metadata.requiresEarliestDataDate && earliestDates) {
+                if (!context.system) context.system = {};
+                context.system.earliestHistoryDate = earliestDates.history;
+            }
             
             try { 
                 await calcInstance.process(context); 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.331",
+  "version": "1.0.333",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [