bulltrackers-module 1.0.699 → 1.0.700

package/functions/computation-system/data/DependencyFetcher.js

@@ -216,6 +216,12 @@ async function fetchDependencies(date, calcs, config, deps, manifestLookup = {},
 
 /**
  * Fetches result series (Historical data) for lookbacks.
+ * @param {string} endDateStr - The end date for the series
+ * @param {string[]} calcNames - Original (case-sensitive) computation names
+ * @param {Object} manifestLookup - Map of normalizedName -> category
+ * @param {Object} config - Configuration object
+ * @param {Object} deps - Dependencies (db, logger)
+ * @param {number} lookbackDays - Number of days to look back
  */
 async function fetchResultSeries(endDateStr, calcNames, manifestLookup, config, deps, lookbackDays) {
     const { db, logger } = deps;
@@ -224,7 +230,7 @@ async function fetchResultSeries(endDateStr, calcNames, manifestLookup, config,
     // Initialize results structure
     calcNames.forEach(n => results[normalizeName(n)] = {});
 
-    // Generate Date List
+    // Generate Date List (going backwards from endDate)
     const dates = [];
     const d = new Date(endDateStr);
     for (let i = 0; i < lookbackDays; i++) {
@@ -238,6 +244,7 @@ async function fetchResultSeries(endDateStr, calcNames, manifestLookup, config,
         for (const rawName of calcNames) {
             const norm = normalizeName(rawName);
             const category = manifestLookup[norm] || 'analytics';
+            
             ops.push(async () => {
                 const val = await fetchSingleResult(db, { ...config, logger }, dateStr, rawName, category);
                 if (val && !isDataEmpty(val)) {

package/functions/computation-system/executors/MetaExecutor.js

@@ -9,6 +9,16 @@ const { commitResults }     = require('../persistence/ResultCommitter');
 const { fetchResultSeries } = require('../data/DependencyFetcher');
 const { getManifest }       = require('../topology/ManifestLoader');
 
+// [FIX] Load calculations package directly for manifest building during force runs
+let _calculations = null;
+function getCalculations() {
+    if (!_calculations) {
+        try { _calculations = require('aiden-shared-calculations-unified').calculations; } 
+        catch (e) { _calculations = {}; }
+    }
+    return _calculations;
+}
+
 class MetaExecutor {
 
     // =========================================================================
@@ -94,13 +104,17 @@ class MetaExecutor {
         const { logger } = deps;
         const calcs = [metadata]; // Treat single as list for helpers
 
+        // [FIX] Build manifestLookup using the actual calculations package (not config.calculationsDirectory)
+        const allManifests = getManifest([], getCalculations(), deps);
+        const manifestLookup = Object.fromEntries(allManifests.map(m => [normalizeName(m.name), m.category]));
+
         // 1. Load Data using Shared Helpers
         const [mappings, rankings, variableRoots, seriesData, piMasterList] = await Promise.all([
             loader.loadMappings(),
             loader.loadRankings(dateStr),
             loadVariableRootData(loader, dateStr, calcs, logger),
-            loadSeriesData(loader, dateStr, calcs, {}, config, deps),
-            loader.loadPIMasterList() // <--- ADDED LOAD
+            loadSeriesData(loader, dateStr, calcs, manifestLookup, config, deps),
+            loader.loadPIMasterList()
         ]);
 
         let rankingsYesterday = null;
@@ -213,7 +227,7 @@ async function loadSeriesData(loader, dateStr, calcs, manifestLookup, config, de
     const rootRequests = {};
     const depRequests = {};        // norm -> { days, originalName }
 
-    // 1. Aggregate Lookback Depths
+    // 1. Aggregate Lookback Depths from dependencySeries config
     for (const c of calcs) {
         if (c.rootDataSeries) {
             Object.entries(c.rootDataSeries).forEach(([type, val]) => {
@@ -225,7 +239,6 @@ async function loadSeriesData(loader, dateStr, calcs, manifestLookup, config, de
             Object.entries(c.dependencySeries).forEach(([name, val]) => {
                 const days = typeof val === 'object' ? val.lookback : val;
                 const norm = normalizeName(name);
-                // [FIX] Track BOTH normalized name (for dedup) AND original name (for Firestore lookup)
                 if (!depRequests[norm] || depRequests[norm].days < days) {
                     depRequests[norm] = { days, originalName: name };
                 }
@@ -252,12 +265,12 @@ async function loadSeriesData(loader, dateStr, calcs, manifestLookup, config, de
         }
     });
 
-    // 3. Fetch Dependency Series
-    // [FIX] Use ORIGINAL names for Firestore document lookup (case-sensitive)
+    // 3. Fetch Dependency Series (category comes from manifestLookup)
     const depEntries = Object.values(depRequests);
     if (depEntries.length > 0) {
         const depOriginalNames = depEntries.map(e => e.originalName);
         const maxDays = Math.max(...depEntries.map(e => e.days));
+        
         deps.logger.log('INFO', `[MetaExecutor] Loading up to ${maxDays}-day series for Dependencies: ${depOriginalNames.join(', ')}`);
         seriesData.results = await fetchResultSeries(dateStr, depOriginalNames, manifestLookup, config, deps, maxDays);
     }

package/functions/computation-system/executors/StandardExecutor.js

@@ -13,6 +13,16 @@ const mathLayer = require('../layers/index');
 const { performance } = require('perf_hooks');
 const v8 = require('v8');
 
+// [FIX] Load calculations package directly for manifest building
+let _calculations = null;
+function getCalculations() {
+    if (!_calculations) {
+        try { _calculations = require('aiden-shared-calculations-unified').calculations; } 
+        catch (e) { _calculations = {}; }
+    }
+    return _calculations;
+}
+
 class StandardExecutor {
 
     // =========================================================================
@@ -383,17 +393,16 @@ async function loadGlobalRoots(loader, dateStr, calcs, deps) {
 
 async function loadSeriesData(loader, dateStr, calcs, config, deps) {
     const rootReqs = {};
-    const depReqs = {};  // norm -> { days, originalName }
+    const depReqs = {};  // norm -> { days, originalName, category }
 
     calcs.forEach(c => {
         if (c.manifest.rootDataSeries) {
             Object.entries(c.manifest.rootDataSeries).forEach(([k, v]) => rootReqs[k] = Math.max(rootReqs[k]||0, v.lookback||v));
         }
         if (c.manifest.dependencySeries) {
-            // [FIX] Track BOTH normalized name (for dedup) AND original name (for Firestore lookup)
             Object.entries(c.manifest.dependencySeries).forEach(([k, v]) => {
                 const norm = normalizeName(k);
-                const days = v.lookback || v;
+                const days = typeof v === 'object' ? v.lookback : v;
                 if (!depReqs[norm] || depReqs[norm].days < days) {
                     depReqs[norm] = { days, originalName: k };
                 }
@@ -411,14 +420,16 @@ async function loadSeriesData(loader, dateStr, calcs, config, deps) {
         if (rootMap[key]) series.root[key] = (await loader.loadSeries(rootMap[key], dateStr, days)).data;
     }));
 
-    // [FIX] Use ORIGINAL names for Firestore document lookup (case-sensitive)
+    // [FIX] Use getCalculations() to load ALL computations for proper category lookup
     const depEntries = Object.values(depReqs);
     if (depEntries.length) {
         const depOriginalNames = depEntries.map(e => e.originalName);
         const maxDays = Math.max(...depEntries.map(e => e.days));
-        // Construct manifest lookup on the fly for fetched names
-        const allManifests = getManifest(config.productLines, config.calculationsDirectory, deps);
+        
+        // Build lookup from ALL computations (empty productLines = load all)
+        const allManifests = getManifest([], getCalculations(), deps);
         const lookup = Object.fromEntries(allManifests.map(m => [normalizeName(m.name), m.category]));
+        
         series.results = await fetchResultSeries(dateStr, depOriginalNames, lookup, config, deps, maxDays);
     }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.699",
+  "version": "1.0.700",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [