bulltrackers-module 1.0.731 → 1.0.732

package/functions/computation-system/context/ContextFactory.js

@@ -3,8 +3,10 @@
  * UPDATED: Injects verification and rankings data into context globally and locally.
  * UPDATED: Added support for historical ranking data in both Standard and Meta contexts.
  * UPDATED: Added support for 'series' data (historical root data or computation results) in Global Data.
+ * UPDATED: Added 'utils.fetchLatest' to support on-demand BigQuery fallback.
  */
 const mathLayer          = require('../layers/index');
+const DataLoader         = require('../utils/data_loader'); // [NEW] Import DataLoader
 const { LEGACY_MAPPING } = require('../topology/HashManager');
 
 class ContextFactory { 
@@ -67,6 +69,14 @@ class ContextFactory {
             computed: computedDependencies || {},
             previousComputed: previousComputedDependencies || {},
             meta: metadata, config, deps,
+            
+            // [NEW] UTILS FOR ON-DEMAND FETCHING
+            utils: {
+                fetchLatest: async (rootType, lookbackDays) => {
+                    return DataLoader.fetchLatestRootData(config, deps, rootType, userId, userType, lookbackDays);
+                }
+            },
+
             globalData: {
                 rankings: allRankings || [],
                 rankingsYesterday: allRankingsYesterday || [],
@@ -82,6 +92,7 @@ class ContextFactory {
     }
 
     static buildMetaContext(options) {
+        // ... (No changes needed for MetaContext yet)
         const { 
             dateStr, 
             metadata, 
@@ -123,7 +134,7 @@ class ContextFactory {
                 watchlistMembership: watchlistMembership || {},
                 alertHistory: alertHistory || {},
                 series: seriesData || {},
-                piMasterList: piMasterList || {} // <--- ADDED TO GLOBAL DATA
+                piMasterList: piMasterList || {} 
             }
         };
     }

package/functions/computation-system/utils/data_loader.js

@@ -25,6 +25,84 @@ const {
 } = require('../../core/utils/bigquery_utils');
 
 const { normalizeName } = require('./utils');
+const { BigQuery } = require('@google-cloud/bigquery'); // [NEW] Import BigQuery Client
+
+// [NEW] Map root types to likely BQ tables (Configuration should ideally override this)
+const ROOT_TABLE_MAP = {
+    portfolio: 'data-platform.feature_store.portfolios',
+    history: 'data-platform.feature_store.trade_history'
+};
+
+const bigquery = new BigQuery();
+
+// =============================================================================
+// [NEW] ON-DEMAND LATEST DATA FETCHER
+// =============================================================================
+/**
+ * Fetches the latest available root data for a specific user from BigQuery.
+ * Used as a fallback when 'today's' data is missing due to outages.
+ * @param {object} config - System config
+ * @param {object} deps - Dependencies
+ * @param {string} rootType - 'portfolio' or 'history'
+ * @param {string} userId - The user ID (CID)
+ * @param {string} userType - The user type (e.g. POPULAR_INVESTOR)
+ * @param {number} lookbackDays - How far back to search (default 7)
+ */
+exports.fetchLatestRootData = async (config, deps, rootType, userId, userType, lookbackDays = 7) => {
+    const { logger } = deps;
+    const tableName = config.bigQuery?.tables?.[rootType] || ROOT_TABLE_MAP[rootType];
+
+    if (!tableName) {
+        logger.log('WARN', `[DataLoader] No BigQuery table mapped for rootType '${rootType}'`);
+        return null;
+    }
+
+    try {
+        // Construct Dynamic Query to get the Last Available Record
+        // Assumes schema: CustomerId, Date, UserType, and a payload column (e.g. PortfolioData/HistoryData)
+        // We select * to get the payload wrapper.
+        const query = `
+            SELECT *
+            FROM \`${tableName}\`
+            WHERE CustomerId = @userId
+              AND Date >= DATE_SUB(CURRENT_DATE(), INTERVAL @lookbackDays DAY)
+            ORDER BY Date DESC
+            LIMIT 1
+        `;
+
+        const options = {
+            query: query,
+            params: { userId: String(userId), lookbackDays: lookbackDays }
+        };
+
+        const [rows] = await bigquery.query(options);
+
+        if (rows && rows.length > 0) {
+            const record = rows[0];
+            const dateFound = record.Date ? record.Date.value || record.Date : 'unknown';
+            logger.log('INFO', `[DataLoader] 🔄 Fetched LATEST ${rootType} for ${userId} from ${dateFound}`);
+            
+            // Normalize result to match stream format
+            // Assumes the payload is either the whole row or nested in a specific column like 'portfolio_data'
+            // We return the payload with _userType injected.
+            let payload = record;
+            if (rootType === 'portfolio' && record.portfolio_data) payload = record.portfolio_data;
+            if (rootType === 'history' && record.history_data) payload = record.history_data;
+            
+            return {
+                ...payload,
+                _userType: userType || record.UserType,
+                _isFallback: true,
+                _fetchedAt: new Date().toISOString()
+            };
+        }
+        
+        return null;
+    } catch (e) {
+        logger.log('ERROR', `[DataLoader] Failed to fetch latest ${rootType} for ${userId}: ${e.message}`);
+        return null;
+    }
+};
 
 // =============================================================================
 // 1. PORTFOLIOS

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.731",
+  "version": "1.0.732",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [
@@ -38,24 +38,25 @@
     "finance"
   ],
   "dependencies": {
+    "@google-cloud/bigquery": "^7.9.4",
     "@google-cloud/firestore": "^7.11.3",
     "@google-cloud/monitoring": "latest",
     "@google-cloud/pubsub": "latest",
+    "@google-cloud/storage": "^7.18.0",
+    "@google-cloud/tasks": "^5.0.0",
     "aiden-shared-calculations-unified": "^1.0.110",
     "cors": "^2.8.5",
     "dotenv": "latest",
     "express": "^4.19.2",
     "express-rate-limit": "^8.2.1",
+    "firebase-admin": "^13.6.0",
     "google-auth-library": "^10.5.0",
     "graphviz": "latest",
     "node-graphviz": "^0.1.1",
     "p-limit": "^3.1.0",
     "require-all": "^3.0.0",
     "sharedsetup": "latest",
-    "zod": "^4.3.5",
-    "@google-cloud/storage": "^7.18.0",
-    "@google-cloud/bigquery": "^7.3.0",
-    "@google-cloud/tasks": "^5.0.0"
+    "zod": "^4.3.5"
   },
   "devDependencies": {
     "bulltracker-deployer": "file:../bulltracker-deployer"